00010000:00000010:2.1F:1789466132.440317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8cb9f6468c00. 00010000:00000010:2.1:1789466132.440345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8cbac2ab4a00. 00000100:00100000:3.0:1789466283.601991:0:253752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253752:1876386402367744:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466283.602002:0:253752:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466283.602008:0:253752:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466283.602010:0:253752:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466283.602012:0:253752:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466283.602016:0:253752:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbad8b21a00. 02000000:00000001:3.0:1789466283.602018:0:253752:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466283.602025:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466283.602041:0:253752:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf6e0. 00000400:00000010:3.0:1789466283.602049:0:253752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cef68. 00000100:00000200:3.0:1789466283.602056:0:253752:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402367744, portal 4 00000100:00000001:3.0:1789466283.602059:0:253752:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466283.602061:0:253752:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107409024 : -126744602142592 : ffff8cb9f9031880) 00000100:00000040:3.0:1789466283.602068:0:253752:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031880 x1876386402367744/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466283.602075:0:253752:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466283.602079:0:253752:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466283.602081:0:253752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce770. 00000100:00000200:3.0:1789466283.602084:0:253752:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402367744, offset 0 00000400:00000200:3.0:1789466283.602091:0:253752:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466283.602099:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466283.602106:0:253752:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466283.602111:0:253752:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466283.602116:0:253752:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466283.602119:0:253752:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466283.602122:0:253752:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466283.602125:0:253752:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93653:93653:256:4294967295] 192.168.203.142@tcp LPNI seq info [93653:93653:8:4294967295] 00000400:00000200:3.0:1789466283.602129:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466283.602164:0:253752:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466283.602171:0:253752:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466283.602176:0:253752:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7900. 00000800:00000200:3.0:1789466283.602182:0:253752:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466283.602195:0:253752:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466283.602199:0:253752:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466283.602209:0:253752:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466283.602213:0:253752:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: using a timeout of 14468 usecs (15 jiffies) 00000400:00000200:3.0:1789466283.602216:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466283.602219:0:253752:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313199632 00000100:00000010:3.0:1789466283.602223:0:253752:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451a80. 00000100:00000001:3.0:1789466283.602230:0:253752:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789466283.602235:0:253752:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313199632 00000100:00000010:3.0:1789466283.602238:0:253752:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad04519c0. 00000100:00000001:3.0:1789466283.602241:0:253752:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789466283.602244:0:253752:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466283.602246:0:253752:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466283.602250:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466283.602252:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466283.602254:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466283.602256:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466283.602258:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466283.602264:0:253752:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466283.602266:0:253752:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789466283.602268:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466283.602269:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466283.602271:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466283.602273:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466283.602274:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466283.602276:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466283.602278:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789466283.602315:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466283.602318:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7900. 00000400:00000200:3.0:1789466283.602324:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466283.602328:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466283.602333:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce770 00000400:00000010:3.0:1789466283.602335:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce770. 00000100:00000001:3.0:1789466283.602343:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466283.602347:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031880 x1876386402367744/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466283.602357:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466283.602360:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031880 x1876386402367744/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466299 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466283.602367:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466283.602368:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466283.602575:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466283.602579:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6f00. 00000400:00000200:3.0:1789466283.602584:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466283.602588:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466283.602591:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de660 00000400:00000010:3.0:1789466283.602593:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de660. 00000100:00000001:3.0:1789466283.602597:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466283.602601:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030e00 x1876386402367616/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466283.602608:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466283.602611:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030e00 x1876386402367616/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466299 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466283.602617:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466283.602618:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789466283.606008:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466283.606014:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789466283.606023:0:253752:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466283.606025:0:253752:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466283.606029:0:253752:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf6e0. 00000400:00000200:3.0:1789466283.606035:0:253752:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cef68 00000400:00000010:3.0:1789466283.606039:0:253752:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cef68. 00000100:00000001:3.0:1789466283.606043:0:253752:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466283.606049:0:253752:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9031880 x1876386402367744/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466283.606059:0:253752:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9031880 x1876386402367744/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466283.606073:0:253752:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466283.606075:0:253752:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466283.606078:0:253752:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789466283.606082:0:253752:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789466283.606085:0:253752:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789466283.606087:0:253752:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466283.606091:0:253752:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789466283.606105:0:253752:0:(import.c:2196:obd_at_measure()) add 5 to ffff8cbac62f5c60 time=116 v=5 (5 5 5 5) 00000100:00001000:3.0:1789466283.606110:0:253752:0:(import.c:2196:obd_at_measure()) add 1 to ffff8cbac62f5c18 time=62 v=5 (1 1 1 1) 00000100:00000001:3.0:1789466283.606112:0:253752:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789466283.606114:0:253752:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466283.606118:0:253752:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789466283.606122:0:253752:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466283.606127:0:253752:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789466283.606129:0:253752:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8cbad29bd800: skip recheck: last_committed 12884913986 00000100:00000001:3.0:1789466283.606166:0:253752:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789466283.606168:0:253752:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466283.606175:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9031880 x1876386402367744/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466283.606182:0:253752:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466283.606186:0:253752:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466283.606188:0:253752:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466283.606193:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9031880 x1876386402367744/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466299 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466283.606202:0:253752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253752:1876386402367744:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466283.606209:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466283.606212:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466283.606214:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466283.606216:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466283.606219:0:253752:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466283.606223:0:253752:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9031880 x1876386402367744/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466299 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466283.606241:0:253752:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466283.606244:0:253752:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466283.606249:0:253752:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cbad8b21a00. 02000000:00000001:3.0:1789466283.606254:0:253752:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466283.606258:0:253752:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466283.606260:0:253752:0:(genops.c:1222:class_import_put()) import ffff8cbac62f5800 refcount=2 obd=lustre-OST0001-osc-ffff8cbad29bd800 00000020:00000001:3.0:1789466283.606262:0:253752:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466283.606265:0:253752:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cbac4da7500. 02000000:00000001:3.0:1789466283.606269:0:253752:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466283.606272:0:253752:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466283.606274:0:253752:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9031880. 00000100:00000001:3.0:1789466283.606279:0:253752:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466283.606280:0:253752:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466283.606284:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466283.606287:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466283.606288:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466283.606291:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466283.606292:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466283.606294:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466283.606295:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466283.606297:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789466283.615500:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466283.615526:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466283.615542:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466283.615545:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466283.615557:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466283.615567:0:253743:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466283.615578:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466283.615595:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466283.615602:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466283.615608:0:253743:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f97880 00000400:00000200:3.0:1789466283.615615:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466283.615623:0:253743:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe79ad [1] + 224 00000800:00000001:3.0:1789466283.615632:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466283.615663:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466283.615667:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466283.615673:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466283.615683:0:253743:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466283.615694:0:253743:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cb9f9030e00 x1876386402367616/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466283.615705:0:253743:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cb9f9030e00 x1876386402367616/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466283.615722:0:253743:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466283.615731:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466283.615734:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466283.646999:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313199660, at 4313199661 00000100:00000010:3.0:1789466283.647010:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad04519c0. 00000100:00000001:3.0:1789466288.721953:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466288.721958:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466288.721962:0:253751:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466288.721971:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742c000 x1876386402367872/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466288.721988:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466288.721991:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466288.721998:0:253751:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466288.722002:0:253751:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466288.722005:0:253751:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466288.722010:0:253751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253751:1876386402367872:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466288.722016:0:253751:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466288.722022:0:253751:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466288.722026:0:253751:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466288.722031:0:253751:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466288.722038:0:253751:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbad8b20400. 02000000:00000001:3.0:1789466288.722043:0:253751:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466288.722053:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466288.722058:0:253751:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf6e0. 00000400:00000010:3.0:1789466288.722074:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cef68. 00000100:00000200:3.0:1789466288.722083:0:253751:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402367872, portal 4 00000100:00000001:3.0:1789466288.722087:0:253751:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466288.722091:0:253751:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836122624 : -126740873428992 : ffff8cbad742c000) 00000100:00000040:3.0:1789466288.722104:0:253751:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742c000 x1876386402367872/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466288.722115:0:253751:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466288.722120:0:253751:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466288.722125:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce770. 00000100:00000200:3.0:1789466288.722161:0:253751:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402367872, offset 0 00000400:00000200:3.0:1789466288.722173:0:253751:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466288.722186:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466288.722196:0:253751:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466288.722202:0:253751:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466288.722205:0:253751:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466288.722211:0:253751:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466288.722217:0:253751:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466288.722226:0:253751:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93655:93655:256:4294967295] 192.168.203.142@tcp LPNI seq info [93655:93655:8:4294967295] 00000400:00000200:3.0:1789466288.722237:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466288.722254:0:253751:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466288.722266:0:253751:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466288.722274:0:253751:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7500. 00000800:00000200:3.0:1789466288.722285:0:253751:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466288.722292:0:253751:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466288.722298:0:253751:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466288.722314:0:253751:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466288.722326:0:253751:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: using a timeout of 42530 usecs (43 jiffies) 00000400:00000200:3.0:1789466288.722335:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466288.722340:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313204780 00000100:00000010:3.0:1789466288.722348:0:253751:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad04519c0. 00000100:00000001:3.0:1789466288.722361:0:253751:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789466288.722371:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313204780 00000100:00000010:3.0:1789466288.722377:0:253751:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451720. 00000100:00000001:3.0:1789466288.722381:0:253751:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789466288.722384:0:253751:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466288.722389:0:253751:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466288.722395:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466288.722399:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466288.722402:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466288.722406:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466288.722411:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466288.722419:0:253751:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466288.722422:0:253751:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789466288.722426:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466288.722429:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466288.722431:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466288.722435:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466288.722438:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466288.722442:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466288.722447:0:253751:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1789466288.722452:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466288.722457:0:253751:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466288.722459:0:253751:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466288.722463:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466288.722465:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466288.722468:0:253751:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466288.722476:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742c380 x1876386402368000/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466288.722501:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466288.722504:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466288.722510:0:253751:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466288.722514:0:253751:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466288.722519:0:253751:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466288.722526:0:253751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253751:1876386402368000:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466288.722541:0:253751:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466288.722546:0:253751:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466288.722549:0:253751:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466288.722553:0:253751:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466288.722558:0:253751:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbad8b20c00. 02000000:00000001:3.0:1789466288.722573:0:253751:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466288.722582:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466288.722588:0:253751:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf8f0. 00000400:00000010:3.0:1789466288.722594:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce220. 00000100:00000200:3.0:1789466288.722599:0:253751:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402368000, portal 4 00000100:00000001:3.0:1789466288.722603:0:253751:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466288.722607:0:253751:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836123520 : -126740873428096 : ffff8cbad742c380) 00000100:00000040:3.0:1789466288.722618:0:253751:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742c380 x1876386402368000/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466288.722633:0:253751:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466288.722638:0:253751:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466288.722641:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce2a8. 00000100:00000200:3.0:1789466288.722645:0:253751:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402368000, offset 0 00000400:00000200:3.0:1789466288.722656:0:253751:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466288.722665:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466288.722673:0:253751:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466288.722679:0:253751:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466288.722684:0:253751:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466288.722690:0:253751:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466288.722696:0:253751:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466288.722702:0:253751:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93656:93656:255:4294967295] 192.168.203.142@tcp LPNI seq info [93656:93656:7:4294967295] 00000400:00000200:3.0:1789466288.722712:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466288.722723:0:253751:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466288.722728:0:253751:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466288.722733:0:253751:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7900. 00000800:00000200:3.0:1789466288.722737:0:253751:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466288.722749:0:253751:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466288.722752:0:253751:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466288.722755:0:253751:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466288.722758:0:253751:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: using a timeout of 14467 usecs (15 jiffies) 00000400:00000200:3.0:1789466288.722762:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466288.722764:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313204752 00000100:00000001:3.0:1789466288.722767:0:253751:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313204780 00000100:00000001:3.0:1789466288.722769:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313204752 00000100:00000001:3.0:1789466288.722771:0:253751:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313204780 00000100:00000001:3.0:1789466288.722772:0:253751:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466288.722774:0:253751:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466288.722777:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466288.722779:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466288.722780:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466288.722782:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466288.722784:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789466288.722837:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466288.722841:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7500. 00000400:00000200:3.0:1789466288.722845:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466288.722849:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466288.722854:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce770 00000400:00000010:3.0:1789466288.722856:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce770. 00000100:00000001:3.0:1789466288.722859:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466288.722863:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742c000 x1876386402367872/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466288.722872:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466288.722875:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742c000 x1876386402367872/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466304 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466288.722881:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466288.722883:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466288.722944:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466288.722951:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7900. 00000400:00000200:3.0:1789466288.722954:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466288.722958:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466288.722962:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce2a8 00000400:00000010:3.0:1789466288.722963:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce2a8. 00000100:00000001:3.0:1789466288.722966:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466288.722970:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742c380 x1876386402368000/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466288.722976:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466288.722979:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742c380 x1876386402368000/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466304 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466288.722985:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466288.722987:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789466288.722998:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466288.723000:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466288.723003:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466288.723005:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466288.723006:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466288.723008:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466288.723010:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789466288.726693:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466288.726701:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7f00. 00000400:00000200:3.0:1789466288.726706:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466288.726713:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466288.726719:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5a18 00000400:00000010:3.0:1789466288.726722:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5a18. 00000100:00000001:3.0:1789466288.726728:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466288.726734:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742e300 x1876386402368128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466288.726744:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466288.726747:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742e300 x1876386402368128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466313 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466288.726754:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466288.726766:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466288.726784:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466288.726786:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7100. 00000400:00000200:3.0:1789466288.726789:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466288.726793:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466288.726796:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5770 00000400:00000010:3.0:1789466288.726798:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5770. 00000100:00000001:3.0:1789466288.726800:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466288.726804:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742f100 x1876386402368256/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466288.726824:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466288.726827:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742f100 x1876386402368256/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466313 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466288.726833:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466288.726834:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466288.726897:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466288.726900:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7200. 00000400:00000200:3.0:1789466288.726903:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466288.726906:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466288.726908:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5110 00000400:00000010:3.0:1789466288.726910:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5110. 00000100:00000001:3.0:1789466288.726912:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466288.726916:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742c700 x1876386402368384/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466288.726922:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466288.726925:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742c700 x1876386402368384/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466313 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466288.726941:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466288.726943:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789466288.729395:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466288.729411:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466288.729416:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466288.729418:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466288.729438:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466288.729444:0:253744:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466288.729453:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466288.729458:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466288.729464:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466288.729467:0:253744:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f97980 00000400:00000200:3.0:1789466288.729472:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466288.729479:0:253744:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe79bd [1] + 224 00000800:00000001:3.0:1789466288.729504:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466288.729508:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466288.729511:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466288.729515:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466288.729522:0:253744:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466288.729530:0:253744:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbad742c000 x1876386402367872/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466288.729540:0:253744:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbad742c000 x1876386402367872/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466288.729562:0:253744:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466288.732315:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466288.732334:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466288.732338:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466288.732340:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466288.732349:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466288.732357:0:253744:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466288.732377:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466288.732381:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466288.732386:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466288.732390:0:253744:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f97a00 00000400:00000200:3.0:1789466288.732394:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466288.732401:0:253744:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe79cd [1] + 224 00000800:00000001:3.0:1789466288.732407:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466288.732430:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466288.732433:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466288.732438:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466288.732445:0:253744:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466288.732453:0:253744:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbad742c380 x1876386402368000/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466288.732464:0:253744:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbad742c380 x1876386402368000/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466288.732472:0:253744:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466288.732476:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466288.732479:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466290.001311:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313206006, at 4313206016 00000100:00000010:3.0:1789466290.001327:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451720. 00000100:00000001:3.0:1789466293.841862:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466293.841865:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466293.841867:0:253752:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466293.841873:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742c380 x1876386402368640/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466293.841891:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466293.841893:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466293.841895:0:253752:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466293.841897:0:253752:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466293.841899:0:253752:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466293.841902:0:253752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253752:1876386402368640:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466293.841905:0:253752:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466293.841908:0:253752:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466293.841909:0:253752:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466293.841911:0:253752:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466293.841915:0:253752:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbad8b21a00. 02000000:00000001:3.0:1789466293.841917:0:253752:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466293.841921:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466293.841924:0:253752:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf1b8. 00000400:00000010:3.0:1789466293.841934:0:253752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce2a8. 00000100:00000200:3.0:1789466293.841937:0:253752:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402368640, portal 4 00000100:00000001:3.0:1789466293.841939:0:253752:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466293.841940:0:253752:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836123520 : -126740873428096 : ffff8cbad742c380) 00000100:00000040:3.0:1789466293.841947:0:253752:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742c380 x1876386402368640/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466293.841958:0:253752:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466293.841962:0:253752:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466293.841964:0:253752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce770. 00000100:00000200:3.0:1789466293.841967:0:253752:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402368640, offset 0 00000400:00000200:3.0:1789466293.841974:0:253752:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466293.841982:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466293.841988:0:253752:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466293.841993:0:253752:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466293.841997:0:253752:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466293.842000:0:253752:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466293.842003:0:253752:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466293.842007:0:253752:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93660:93660:256:4294967295] 192.168.203.142@tcp LPNI seq info [93660:93660:8:4294967295] 00000400:00000200:3.0:1789466293.842011:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466293.842020:0:253752:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466293.842026:0:253752:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466293.842032:0:253752:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7900. 00000800:00000200:3.0:1789466293.842038:0:253752:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466293.842045:0:253752:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466293.842049:0:253752:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466293.842060:0:253752:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466293.842064:0:253752:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: using a timeout of 14467 usecs (15 jiffies) 00000400:00000200:3.0:1789466293.842068:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466293.842070:0:253752:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313209871 00000100:00000010:3.0:1789466293.842074:0:253752:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451720. 00000100:00000001:3.0:1789466293.842086:0:253752:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789466293.842091:0:253752:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313209871 00000100:00000010:3.0:1789466293.842094:0:253752:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451d80. 00000100:00000001:3.0:1789466293.842098:0:253752:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789466293.842100:0:253752:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466293.842103:0:253752:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466293.842105:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466293.842107:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466293.842109:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466293.842111:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466293.842113:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466293.842117:0:253752:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466293.842119:0:253752:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789466293.842120:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466293.842122:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466293.842123:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466293.842124:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466293.842125:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466293.842127:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466293.842129:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789466293.842556:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466293.842561:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7900. 00000400:00000200:3.0:1789466293.842566:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466293.842571:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466293.842577:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce770 00000400:00000010:3.0:1789466293.842579:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce770. 00000100:00000001:3.0:1789466293.842583:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466293.842587:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742c380 x1876386402368640/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466293.842596:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466293.842599:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742c380 x1876386402368640/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466309 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466293.842605:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466293.842606:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466293.843080:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466293.843084:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6500. 00000400:00000200:3.0:1789466293.843089:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466293.843093:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466293.843096:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de110 00000400:00000010:3.0:1789466293.843098:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de110. 00000100:00000001:3.0:1789466293.843101:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466293.843106:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742c000 x1876386402368512/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466293.843113:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466293.843117:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742c000 x1876386402368512/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466309 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466293.843123:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466293.843124:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789466293.848056:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466293.848070:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466293.848075:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466293.848077:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466293.848086:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466293.848094:0:253744:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466293.848102:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466293.848108:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466293.848114:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466293.848118:0:253744:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f97c00 00000400:00000200:3.0:1789466293.848123:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466293.848154:0:253744:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe79f5 [1] + 224 00000800:00000001:3.0:1789466293.848162:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466293.848179:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466293.848183:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466293.848188:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466293.848195:0:253744:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466293.848204:0:253744:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbad742c000 x1876386402368512/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466293.848233:0:253744:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbad742c000 x1876386402368512/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466293.848257:0:253744:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466293.848266:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466293.848269:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466293.850438:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466293.850464:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466293.850468:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466293.850471:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466293.850478:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466293.850484:0:253743:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466293.850491:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466293.850497:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466293.850502:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466293.850507:0:253743:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f97c80 00000400:00000200:3.0:1789466293.850512:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466293.850517:0:253743:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe79fd [1] + 224 00000800:00000001:3.0:1789466293.850525:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466293.850530:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466293.850534:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466293.850538:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466293.850543:0:253743:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466293.850550:0:253743:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbad742c380 x1876386402368640/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466293.850559:0:253743:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbad742c380 x1876386402368640/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466293.850582:0:253743:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466293.850650:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466293.850654:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466293.887812:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313209900, at 4313209902 00000100:00000010:3.0:1789466293.887847:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451d80. 00000100:00000001:3.0:1789466298.962904:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466298.962917:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466298.962919:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466298.962923:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466298.962925:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466298.962929:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466298.962931:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789466298.968452:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466298.968457:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbaca517300. 00000400:00000200:3.0:1789466298.968463:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466298.968468:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466298.968473:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec0895d8 00000400:00000010:3.0:1789466298.968476:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec0895d8. 00000100:00000001:3.0:1789466298.968479:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466298.968485:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c6d80 x1876386402368768/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466298.968496:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466298.968500:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c6d80 x1876386402368768/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466314 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466298.968507:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466298.968508:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466298.968571:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466298.968575:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7900. 00000400:00000200:3.0:1789466298.968578:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466298.968581:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466298.968584:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5b28 00000400:00000010:3.0:1789466298.968586:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5b28. 00000100:00000001:3.0:1789466298.968598:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466298.968602:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c6680 x1876386402368896/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466298.968608:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466298.968611:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c6680 x1876386402368896/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466314 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466298.968628:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466298.968629:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789466298.971771:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466298.971787:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466298.971791:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466298.971800:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466298.971809:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466298.971817:0:253743:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466298.971826:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466298.971831:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466298.971836:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466298.971840:0:253743:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f97d00 00000400:00000200:3.0:1789466298.971845:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466298.971851:0:253743:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe7a15 [1] + 224 00000800:00000001:3.0:1789466298.971858:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466298.971864:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466298.971868:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466298.971872:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466298.971879:0:253743:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466298.971888:0:253743:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbacf6c6d80 x1876386402368768/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466314 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466298.971898:0:253743:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbacf6c6d80 x1876386402368768/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466298.971980:0:253743:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466298.971988:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466298.971991:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466298.976405:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466298.976428:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466298.976431:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466298.976434:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466298.976452:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466298.976473:0:253744:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466298.976482:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466298.976487:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466298.976493:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466298.976496:0:253744:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f97d80 00000400:00000200:3.0:1789466298.976501:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466298.976507:0:253744:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe7a1d [1] + 224 00000800:00000001:3.0:1789466298.976515:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466298.976521:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466298.976524:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466298.976528:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466298.976536:0:253744:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466298.976552:0:253744:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbacf6c6680 x1876386402368896/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466314 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466298.976563:0:253744:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbacf6c6680 x1876386402368896/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466298.976583:0:253744:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466298.976592:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466298.976596:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466299.012583:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313215026, at 4313215027 00000100:00000010:3.0:1789466299.012594:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305b720. 00000100:00000001:3.0:1789466299.985214:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466299.985227:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466299.985228:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466299.985233:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466299.985235:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466299.985239:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466299.985242:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466301.009239:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466301.009253:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466301.009255:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466301.009259:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466301.009262:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466301.009281:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466301.009285:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466302.033300:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466302.033320:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466302.033323:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466302.033330:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466302.033333:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466302.033339:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466302.033342:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466303.059226:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466303.059245:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466303.059249:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466303.059255:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466303.059257:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466303.059263:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466303.059266:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466304.081334:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466304.081355:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466304.081357:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466304.081364:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466304.081366:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466304.081371:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466304.081383:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789466304.083923:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466304.083928:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7900. 00000400:00000200:3.0:1789466304.083936:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466304.083942:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466304.083949:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5990 00000400:00000010:3.0:1789466304.083953:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5990. 00000100:00000001:3.0:1789466304.083958:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466304.083964:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c4000 x1876386402369152/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466304.083975:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466304.083979:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c4000 x1876386402369152/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466320 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466304.083987:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466304.083988:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466304.084034:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466304.084037:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7200. 00000400:00000200:3.0:1789466304.084040:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466304.084044:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466304.084046:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d56e8 00000400:00000010:3.0:1789466304.084048:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d56e8. 00000100:00000001:3.0:1789466304.084051:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466304.084054:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c6680 x1876386402369024/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466304.084061:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466304.084064:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c6680 x1876386402369024/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466320 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466304.084069:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466304.084071:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789466304.094339:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466304.094412:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466304.094418:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466304.094421:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466304.094434:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466304.094444:0:253744:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466304.094464:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466304.094472:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466304.094479:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466304.094484:0:253744:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f97e80 00000400:00000200:3.0:1789466304.094491:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466304.094498:0:253744:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe7a25 [1] + 224 00000800:00000001:3.0:1789466304.094507:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466304.094511:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466304.094515:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466304.094520:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466304.094529:0:253744:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466304.094541:0:253744:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbacf6c4000 x1876386402369152/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466304.094576:0:253744:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbacf6c4000 x1876386402369152/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466304.094598:0:253744:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466304.094609:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466304.094612:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466304.094614:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466304.094616:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466304.094620:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466304.094623:0:253744:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466304.094627:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466304.094630:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466304.094633:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466304.094636:0:253744:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f97e00 00000400:00000200:3.0:1789466304.094639:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466304.094643:0:253744:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe7a2d [1] + 224 00000800:00000001:3.0:1789466304.094647:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466304.094652:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466304.094655:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466304.094658:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466304.094661:0:253744:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466304.094665:0:253744:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbacf6c6680 x1876386402369024/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466304.094674:0:253744:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbacf6c6680 x1876386402369024/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466304.094681:0:253744:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466304.094684:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466304.094687:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466304.130078:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313220141, at 4313220144 00000100:00000010:3.0:1789466304.130098:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a4e0. 00000100:00000001:3.0:1789466305.106808:0:253751:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466305.106825:0:253751:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466305.106827:0:253751:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466305.106833:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466305.106836:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466305.106841:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466305.106843:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466305.106846:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466305.106849:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466305.106854:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466306.129950:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466306.129965:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466306.129967:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466306.129973:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466306.129976:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466306.129981:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466306.129983:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466307.153329:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466307.153342:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466307.153344:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466307.153363:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466307.153366:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466307.153370:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466307.153372:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466308.177743:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466308.177763:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466308.177765:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466308.177772:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466308.177775:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466308.177780:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466308.177783:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466309.209820:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466309.209835:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466309.209839:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466309.209842:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466309.209844:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466309.209871:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466309.209874:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789466309.209879:0:331017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789466309.209890:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031880. 00000020:00000040:3.0:1789466309.209899:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f6000 refcount=3 obd=lustre-OST0000-osc-ffff8cbad29bd800 00000100:00000001:3.0:1789466309.209905:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466309.209909:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466309.209926:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466309.209939:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cbac4da7900. 00000100:00000001:3.0:1789466309.209948:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466309.209964:0:331017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID req@ffff8cb9f9031880 x1876386402369280/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466309.209978:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466309.209983:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466309.209999:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081730922] to pc [ptlrpcd_01_00+0] req@ffff8cb9f9031880 x1876386402369280/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466309.210049:0:331017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466309.210053:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789466309.210057:0:331017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789466309.210061:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030000. 00000020:00000040:3.0:1789466309.210064:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f5800 refcount=3 obd=lustre-OST0001-osc-ffff8cbad29bd800 00000100:00000001:3.0:1789466309.210067:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466309.210069:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466309.210071:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466309.210076:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cbac4da7500. 00000100:00000001:3.0:1789466309.210080:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466309.210087:0:331017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID req@ffff8cb9f9030000 x1876386402369408/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466309.210095:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466309.210103:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466309.210110:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000685e8900] to pc [ptlrpcd_01_01+1] req@ffff8cb9f9030000 x1876386402369408/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466309.210125:0:331017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466309.210164:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18562) 00000100:00000001:3.0:1789466309.210187:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466309.210193:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466309.210197:0:253752:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466309.210208:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030000 x1876386402369408/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466309.210225:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466309.210231:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466309.210238:0:253752:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466309.210242:0:253752:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466309.210248:0:253752:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466309.210257:0:253752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253752:1876386402369408:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466309.210273:0:253752:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466309.210282:0:253752:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466309.210287:0:253752:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466309.210293:0:253752:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466309.210314:0:253752:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbad8b21c00. 02000000:00000001:3.0:1789466309.210318:0:253752:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466309.210329:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466309.210345:0:253752:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf268. 00000400:00000010:3.0:1789466309.210356:0:253752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce770. 00000100:00000200:3.0:1789466309.210368:0:253752:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402369408, portal 4 00000100:00000001:3.0:1789466309.210374:0:253752:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466309.210378:0:253752:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107402752 : -126744602148864 : ffff8cb9f9030000) 00000100:00000040:3.0:1789466309.210391:0:253752:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030000 x1876386402369408/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466309.210408:0:253752:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466309.210412:0:253752:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466309.210418:0:253752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce990. 00000100:00000200:3.0:1789466309.210437:0:253752:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402369408, offset 0 00000400:00000200:3.0:1789466309.210452:0:253752:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466309.210854:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466309.210868:0:253752:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466309.210875:0:253752:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466309.210881:0:253752:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466309.210887:0:253752:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466309.210895:0:253752:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466309.210904:0:253752:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93667:93667:255:4294967295] 192.168.203.142@tcp LPNI seq info [93667:93667:7:4294967295] 00000400:00000200:3.0:1789466309.210913:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466309.210923:0:253752:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466309.210929:0:253752:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466309.210934:0:253752:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7b00. 00000800:00000200:3.0:1789466309.210940:0:253752:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466309.210947:0:253752:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466309.210951:0:253752:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466309.210955:0:253752:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466309.210960:0:253752:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: using a timeout of 14467 usecs (15 jiffies) 00000400:00000200:3.0:1789466309.210963:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466309.210966:0:253752:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313225240 00000100:00000001:3.0:1789466309.210969:0:253752:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313225268 00000100:00000001:3.0:1789466309.210971:0:253752:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313225240 00000100:00000001:3.0:1789466309.210973:0:253752:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313225268 00000100:00000001:3.0:1789466309.210975:0:253752:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466309.210978:0:253752:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466309.210981:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466309.211118:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466309.211121:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466309.211125:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466309.211127:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466309.211174:0:253752:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466309.211177:0:253752:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789466309.211181:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466309.211184:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466309.211187:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466309.211189:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466309.211191:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466309.211194:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466309.211197:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789466309.221204:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466309.221227:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466309.221233:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466309.221235:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466309.221246:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466309.221256:0:253744:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466309.221267:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466309.221274:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466309.221280:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466309.221285:0:253744:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f97f00 00000400:00000200:3.0:1789466309.221290:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466309.221899:0:253744:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe7a3d [1] + 224 00000800:00000001:3.0:1789466309.221913:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466309.221924:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466309.221929:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466309.221934:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466309.221945:0:253744:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466309.221956:0:253744:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cb9f9031880 x1876386402369280/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466309.221969:0:253744:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cb9f9031880 x1876386402369280/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466309.225239:0:253744:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466309.225272:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466309.225291:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466309.225590:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466309.225616:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466309.225626:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466309.225636:0:253744:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466309.225643:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466309.225648:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466309.225654:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466309.225658:0:253744:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f97f80 00000400:00000200:3.0:1789466309.227837:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466309.227855:0:253744:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe7a35 [1] + 224 00000800:00000001:3.0:1789466309.227872:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466309.227900:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466309.227906:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466309.227912:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466309.227922:0:253744:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466309.227931:0:253744:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cb9f9030000 x1876386402369408/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466309.227943:0:253744:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cb9f9030000 x1876386402369408/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466309.227966:0:253744:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466309.227981:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466309.229233:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466309.229268:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466309.229271:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789466309.229279:0:253752:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466309.229282:0:253752:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466309.229287:0:253752:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf268. 00000400:00000200:3.0:1789466309.229292:0:253752:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce770 00000400:00000010:3.0:1789466309.229943:0:253752:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce770. 00000100:00000001:3.0:1789466309.229953:0:253752:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466309.229965:0:253752:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030000 x1876386402369408/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466309.229977:0:253752:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030000 x1876386402369408/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466309.230074:0:253752:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466309.230077:0:253752:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466309.230080:0:253752:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789466309.230083:0:253752:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789466309.230086:0:253752:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789466309.230089:0:253752:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466309.230093:0:253752:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789466309.230107:0:253752:0:(import.c:2196:obd_at_measure()) add 5 to ffff8cbac62f5c60 time=142 v=5 (5 5 5 5) 00000100:00001000:3.0:1789466309.230111:0:253752:0:(import.c:2196:obd_at_measure()) add 1 to ffff8cbac62f5c18 time=88 v=5 (1 1 1 1) 00000100:00000001:3.0:1789466309.230114:0:253752:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789466309.230115:0:253752:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466309.230119:0:253752:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789466309.230123:0:253752:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466309.230128:0:253752:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789466309.230377:0:253752:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8cbad29bd800: skip recheck: last_committed 12884913986 00000100:00000001:3.0:1789466309.230381:0:253752:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789466309.230382:0:253752:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466309.230390:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030000 x1876386402369408/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466309.230397:0:253752:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466309.230401:0:253752:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466309.230403:0:253752:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466309.230407:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030000 x1876386402369408/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466325 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466309.230415:0:253752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253752:1876386402369408:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466309.230422:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466309.230424:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466309.230426:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466309.230428:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466309.230431:0:253752:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466309.230434:0:253752:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030000 x1876386402369408/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466325 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466309.230453:0:253752:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466309.230456:0:253752:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466309.230460:0:253752:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cbad8b21c00. 02000000:00000001:3.0:1789466309.230465:0:253752:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466309.230645:0:253752:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466309.230649:0:253752:0:(genops.c:1222:class_import_put()) import ffff8cbac62f5800 refcount=2 obd=lustre-OST0001-osc-ffff8cbad29bd800 00000020:00000001:3.0:1789466309.230652:0:253752:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466309.230655:0:253752:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cbac4da7500. 02000000:00000001:3.0:1789466309.230659:0:253752:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466309.230661:0:253752:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466309.230664:0:253752:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030000. 00000100:00000001:3.0:1789466309.230788:0:253752:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466309.230791:0:253752:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466309.230794:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466309.230796:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466309.230799:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466309.230800:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466309.230802:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466309.230804:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466309.230805:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466309.230807:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466309.254561:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313225268, at 4313225269 00000100:00000010:3.0:1789466309.254569:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d4e0. 00000100:00000001:3.0:1789466313.298852:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466313.298859:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466313.298862:0:253752:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466313.298872:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742df80 x1876386402369792/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466313.299023:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466313.299026:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466313.299032:0:253752:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466313.299035:0:253752:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466313.299038:0:253752:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466313.299043:0:253752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253752:1876386402369792:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466313.299053:0:253752:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466313.299060:0:253752:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466313.299063:0:253752:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466313.299066:0:253752:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466313.299070:0:253752:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbad8b21c00. 02000000:00000001:3.0:1789466313.299073:0:253752:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466313.299079:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466313.299083:0:253752:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf268. 00000400:00000010:3.0:1789466313.299091:0:253752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce770. 00000100:00000200:3.0:1789466313.299099:0:253752:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402369792, portal 4 00000100:00000001:3.0:1789466313.299101:0:253752:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466313.299103:0:253752:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836130688 : -126740873420928 : ffff8cbad742df80) 00000100:00000040:3.0:1789466313.299112:0:253752:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742df80 x1876386402369792/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466313.299487:0:253752:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466313.299495:0:253752:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466313.299504:0:253752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce4c8. 00000100:00000200:3.0:1789466313.299513:0:253752:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402369792, offset 0 00000400:00000200:3.0:1789466313.299533:0:253752:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466313.299549:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466313.299558:0:253752:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466313.299565:0:253752:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466313.299571:0:253752:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466313.299575:0:253752:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466313.299578:0:253752:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466313.299583:0:253752:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93668:93668:256:4294967295] 192.168.203.142@tcp LPNI seq info [93668:93668:8:4294967295] 00000400:00000200:3.0:1789466313.299588:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466313.299601:0:253752:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466313.299609:0:253752:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466313.299616:0:253752:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7500. 00000800:00000200:3.0:1789466313.299625:0:253752:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466313.299652:0:253752:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466313.299658:0:253752:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466313.304571:0:253752:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466313.304578:0:253752:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: using a timeout of 14468 usecs (15 jiffies) 00000400:00000200:3.0:1789466313.304583:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466313.304586:0:253752:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313229333 00000100:00000010:3.0:1789466313.304593:0:253752:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451720. 00000100:00000001:3.0:1789466313.304600:0:253752:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789466313.304607:0:253752:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313229333 00000100:00000010:3.0:1789466313.304611:0:253752:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad04519c0. 00000100:00000001:3.0:1789466313.304614:0:253752:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789466313.304617:0:253752:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466313.304621:0:253752:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466313.304627:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466313.304630:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466313.304633:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466313.304948:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466313.304952:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466313.304962:0:253752:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466313.304964:0:253752:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789466313.304967:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466313.304969:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466313.304971:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466313.304973:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466313.304975:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466313.304976:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466313.304980:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789466313.314528:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466313.314541:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7500. 00000400:00000200:3.0:1789466313.314551:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466313.314562:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466313.314573:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce4c8 00000400:00000010:3.0:1789466313.314576:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce4c8. 00000100:00000001:3.0:1789466313.314603:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466313.314615:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742df80 x1876386402369792/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466313.314631:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466313.314635:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742df80 x1876386402369792/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466329 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466313.314706:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466313.314708:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466313.314731:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466313.314733:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7b00. 00000400:00000200:3.0:1789466313.314737:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466313.314741:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466313.314745:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d55d8 00000400:00000010:3.0:1789466313.314747:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d55d8. 00000100:00000001:3.0:1789466313.314751:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466313.314756:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742c380 x1876386402369536/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466313.314764:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466313.314766:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742c380 x1876386402369536/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466338 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466313.314772:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466313.314773:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466313.314782:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466313.314784:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7800. 00000400:00000200:3.0:1789466313.314787:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466313.314790:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466313.314793:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d52a8 00000400:00000010:3.0:1789466313.314795:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d52a8. 00000100:00000001:3.0:1789466313.314797:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466313.314801:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742d880 x1876386402369920/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466313.314806:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466313.314816:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742d880 x1876386402369920/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466338 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466313.314822:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466313.314823:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466313.314833:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466313.314835:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7100. 00000400:00000200:3.0:1789466313.314837:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466313.314840:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466313.314843:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5198 00000400:00000010:3.0:1789466313.314845:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5198. 00000100:00000001:3.0:1789466313.314848:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466313.314852:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9f80 x1876386402370048/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466313.314858:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466313.314860:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9f80 x1876386402370048/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466338 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466313.314866:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466313.314867:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466313.316766:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466313.316779:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6300. 00000400:00000200:3.0:1789466313.316786:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466313.316796:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466313.316805:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de3b8 00000400:00000010:3.0:1789466313.316809:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de3b8. 00000100:00000001:3.0:1789466313.316815:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466313.316824:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742c000 x1876386402369664/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466313.316836:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466313.316840:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742c000 x1876386402369664/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466329 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466313.316847:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466313.316849:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789466313.321571:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466313.321592:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466313.321598:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466313.321600:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466313.321611:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466313.321621:0:253743:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466313.321629:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466313.321636:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466313.321643:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466313.321649:0:253743:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f98100 00000400:00000200:3.0:1789466313.321655:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466313.321664:0:253743:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe7a55 [1] + 224 00000800:00000001:3.0:1789466313.321673:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1789466313.323732:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466313.323736:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789466313.323742:0:253752:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466313.323744:0:253752:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466313.323747:0:253752:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf268. 00000400:00000200:3.0:1789466313.323752:0:253752:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce770 00000400:00000010:3.0:1789466313.323754:0:253752:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce770. 00000100:00000001:3.0:1789466313.323758:0:253752:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466313.323764:0:253752:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742df80 x1876386402369792/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466313.323774:0:253752:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742df80 x1876386402369792/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466313.323782:0:253752:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466313.323783:0:253752:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466313.323786:0:253752:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789466313.323787:0:253752:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789466313.323789:0:253752:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789466313.323791:0:253752:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466313.323793:0:253752:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789466313.323798:0:253752:0:(import.c:2196:obd_at_measure()) add 5 to ffff8cbac62f5c60 time=146 v=5 (5 5 5 5) 00000100:00001000:3.0:1789466313.323802:0:253752:0:(import.c:2196:obd_at_measure()) add 1 to ffff8cbac62f5c18 time=92 v=5 (1 1 1 1) 00000100:00000001:3.0:1789466313.323804:0:253752:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789466313.323813:0:253752:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466313.323815:0:253752:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789466313.323817:0:253752:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466313.323820:0:253752:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789466313.323822:0:253752:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8cbad29bd800: skip recheck: last_committed 12884913986 00000100:00000001:3.0:1789466313.323824:0:253752:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789466313.323825:0:253752:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466313.323830:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742df80 x1876386402369792/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466313.323837:0:253752:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466313.323840:0:253752:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466313.323841:0:253752:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466313.323844:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742df80 x1876386402369792/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466329 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466313.323851:0:253752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253752:1876386402369792:192.168.203.142@tcp:400:kworker.0 00000100:00000040:3.0:1789466314.578284:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313230589, at 4313230593 00000100:00000010:3.0:1789466314.578292:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad04519c0. 00000100:00080000:3.0:1789466318.418737:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466318.418749:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466318.418752:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466318.418755:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466318.418758:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466318.418761:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466318.418764:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789466318.418768:0:331018:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789466318.418780:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030000. 00000020:00000040:3.0:1789466318.418805:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f6000 refcount=3 obd=lustre-OST0000-osc-ffff8cbad29bd800 00000100:00000001:3.0:1789466318.418809:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466318.418813:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466318.418819:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466318.418827:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cbac4da7500. 00000100:00000001:3.0:1789466318.418835:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466318.418849:0:331018:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID req@ffff8cb9f9030000 x1876386402370176/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466318.418861:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466318.418867:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466318.418874:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000685e8900] to pc [ptlrpcd_01_00+0] req@ffff8cb9f9030000 x1876386402370176/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466318.420202:0:331018:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466318.420207:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789466318.420211:0:331018:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789466318.420219:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033b80. 00000020:00000040:3.0:1789466318.420223:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f5800 refcount=3 obd=lustre-OST0001-osc-ffff8cbad29bd800 00000100:00000001:3.0:1789466318.420226:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466318.420229:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466318.420602:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466318.420609:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cbac4da7000. 00000100:00000001:3.0:1789466318.420616:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466318.420624:0:331018:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID req@ffff8cb9f9033b80 x1876386402370304/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466318.420635:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466318.420639:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466318.420644:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013cbb969] to pc [ptlrpcd_01_01+1] req@ffff8cb9f9033b80 x1876386402370304/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466318.420725:0:331018:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466318.420731:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18572) 00000100:00000001:3.0:1789466318.420751:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466318.420753:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466318.420755:0:253752:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466318.420761:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033b80 x1876386402370304/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466318.420768:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466318.420769:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466318.420773:0:253752:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466318.420775:0:253752:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466318.420778:0:253752:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466318.420782:0:253752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253752:1876386402370304:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466318.420786:0:253752:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466318.420790:0:253752:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466318.420792:0:253752:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466318.420794:0:253752:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466318.420798:0:253752:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbad8b21200. 02000000:00000001:3.0:1789466318.420799:0:253752:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466318.420804:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466318.420808:0:253752:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf268. 00000400:00000010:3.0:1789466318.420814:0:253752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce770. 00000100:00000200:3.0:1789466318.420819:0:253752:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402370304, portal 4 00000100:00000001:3.0:1789466318.420822:0:253752:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466318.420823:0:253752:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107417984 : -126744602133632 : ffff8cb9f9033b80) 00000100:00000040:3.0:1789466318.420829:0:253752:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033b80 x1876386402370304/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466318.420835:0:253752:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466318.420837:0:253752:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466318.420839:0:253752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce4c8. 00000100:00000200:3.0:1789466318.420841:0:253752:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402370304, offset 0 00000400:00000200:3.0:1789466318.420847:0:253752:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466318.420852:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466318.420858:0:253752:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466318.420861:0:253752:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466318.420870:0:253752:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466318.420873:0:253752:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466318.420875:0:253752:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466318.420878:0:253752:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93674:93674:255:4294967295] 192.168.203.142@tcp LPNI seq info [93674:93674:7:4294967295] 00000400:00000200:3.0:1789466318.420882:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466318.420890:0:253752:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466318.420896:0:253752:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466318.420900:0:253752:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7900. 00000800:00000200:3.0:1789466318.420905:0:253752:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466318.420910:0:253752:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466318.420912:0:253752:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466318.420916:0:253752:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466318.420920:0:253752:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: using a timeout of 14468 usecs (15 jiffies) 00000400:00000200:3.0:1789466318.420923:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466318.420925:0:253752:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313234450 00000100:00000001:3.0:1789466318.420927:0:253752:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313234478 00000100:00000001:3.0:1789466318.420929:0:253752:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313234450 00000100:00000001:3.0:1789466318.420931:0:253752:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313234478 00000100:00000001:3.0:1789466318.420934:0:253752:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466318.420936:0:253752:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466318.420939:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466318.420941:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466318.420942:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466318.420944:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466318.420946:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466318.420950:0:253752:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466318.420952:0:253752:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789466318.420954:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466318.420955:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466318.420957:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466318.420959:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466318.420966:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466318.420968:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466318.420970:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466318.420978:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466318.420979:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466318.420981:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466318.420983:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466318.420984:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466318.420986:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466318.420987:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466318.428861:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466318.428867:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789466318.428876:0:253751:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466318.428878:0:253751:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466318.428882:0:253751:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee77e8. 00000400:00000200:3.0:1789466318.428888:0:253751:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6debb0 00000400:00000010:3.0:1789466318.428891:0:253751:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6debb0. 00000100:00000001:3.0:1789466318.428895:0:253751:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466318.428910:0:253751:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030000 x1876386402370176/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466318.428920:0:253751:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030000 x1876386402370176/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466318.428926:0:253751:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466318.428929:0:253751:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466318.428932:0:253751:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789466318.428936:0:253751:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789466318.428939:0:253751:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789466318.428942:0:253751:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466318.428946:0:253751:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789466318.428959:0:253751:0:(import.c:2196:obd_at_measure()) add 5 to ffff8cbac62f6460 time=151 v=5 (5 5 5 5) 00000100:00001000:3.0:1789466318.428964:0:253751:0:(import.c:2196:obd_at_measure()) add 1 to ffff8cbac62f6418 time=23 v=5 (1 1 1 1) 00000100:00000001:3.0:1789466318.428967:0:253751:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789466318.428969:0:253751:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466318.429241:0:253751:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789466318.429248:0:253751:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466318.429253:0:253751:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789466318.429256:0:253751:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8cbad29bd800: skip recheck: last_committed 17179870928 00000100:00000001:3.0:1789466318.429276:0:253751:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789466318.429279:0:253751:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466318.429287:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030000 x1876386402370176/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466318.429295:0:253751:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466318.429298:0:253751:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466318.429301:0:253751:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466318.429305:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030000 x1876386402370176/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466334 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466318.429314:0:253751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253751:1876386402370176:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466318.429321:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466318.429324:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466318.429327:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466318.429329:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466318.429333:0:253751:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466318.429337:0:253751:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030000 x1876386402370176/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466334 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466318.429342:0:253751:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466318.429346:0:253751:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466318.429350:0:253751:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cbad456de00. 02000000:00000001:3.0:1789466318.429353:0:253751:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466318.429357:0:253751:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466318.429359:0:253751:0:(genops.c:1222:class_import_put()) import ffff8cbac62f6000 refcount=2 obd=lustre-OST0000-osc-ffff8cbad29bd800 00000020:00000001:3.0:1789466318.429361:0:253751:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466318.429364:0:253751:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cbac4da7500. 02000000:00000001:3.0:1789466318.429369:0:253751:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466318.429371:0:253751:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466318.429374:0:253751:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030000. 00000100:00000001:3.0:1789466318.429378:0:253751:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466318.429380:0:253751:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466318.429384:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466318.429386:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466318.429393:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466318.429395:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466318.429397:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466318.429398:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466318.429400:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466318.429402:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466318.431818:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466318.431823:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789466318.431831:0:253752:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466318.431834:0:253752:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466318.431838:0:253752:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf268. 00000400:00000200:3.0:1789466318.431847:0:253752:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce770 00000400:00000010:3.0:1789466318.431850:0:253752:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce770. 00000100:00000001:3.0:1789466318.431854:0:253752:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466318.431859:0:253752:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033b80 x1876386402370304/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466318.431868:0:253752:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033b80 x1876386402370304/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466318.431874:0:253752:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466318.431876:0:253752:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466318.431879:0:253752:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789466318.431883:0:253752:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789466318.431886:0:253752:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789466318.431889:0:253752:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466318.431892:0:253752:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789466318.431904:0:253752:0:(import.c:2196:obd_at_measure()) add 5 to ffff8cbac62f5c60 time=151 v=5 (5 5 5 5) 00000100:00001000:3.0:1789466318.431908:0:253752:0:(import.c:2196:obd_at_measure()) add 1 to ffff8cbac62f5c18 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1789466318.431912:0:253752:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789466318.431913:0:253752:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466318.431918:0:253752:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789466318.431921:0:253752:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466318.431925:0:253752:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789466318.431927:0:253752:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8cbad29bd800: skip recheck: last_committed 12884913986 00000100:00000001:3.0:1789466318.431929:0:253752:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789466318.431931:0:253752:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466318.431936:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033b80 x1876386402370304/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466318.431952:0:253752:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466318.431955:0:253752:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466318.431957:0:253752:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466318.431962:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033b80 x1876386402370304/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466334 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466318.431969:0:253752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253752:1876386402370304:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466318.431975:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466318.431977:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466318.431980:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466318.431982:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466318.431984:0:253752:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466318.431988:0:253752:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033b80 x1876386402370304/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466334 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466318.431995:0:253752:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466318.431998:0:253752:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466318.432002:0:253752:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cbad8b21200. 02000000:00000001:3.0:1789466318.432008:0:253752:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466318.432011:0:253752:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466318.432013:0:253752:0:(genops.c:1222:class_import_put()) import ffff8cbac62f5800 refcount=2 obd=lustre-OST0001-osc-ffff8cbad29bd800 00000020:00000001:3.0:1789466318.432015:0:253752:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466318.432017:0:253752:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cbac4da7000. 02000000:00000001:3.0:1789466318.432021:0:253752:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466318.432023:0:253752:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466318.432026:0:253752:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033b80. 00000100:00000001:3.0:1789466318.432032:0:253752:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466318.432033:0:253752:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466318.432037:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466318.432040:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466318.432041:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466318.432043:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466318.432044:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466318.432046:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466318.432054:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466318.432055:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466318.466791:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313234478, at 4313234481 00000100:00000010:3.0:1789466318.466799:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d840. 00000100:00080000:3.0:1789466323.537253:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466323.537264:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466323.537267:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466323.537271:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466323.537274:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466323.537277:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466323.537280:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789466323.537284:0:331017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789466323.537296:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033b80. 00000020:00000040:3.0:1789466323.537302:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f6000 refcount=3 obd=lustre-OST0000-osc-ffff8cbad29bd800 00000100:00000001:3.0:1789466323.537307:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466323.537311:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466323.537316:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466323.537324:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cbac4da7000. 00000100:00000001:3.0:1789466323.537330:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466323.537343:0:331017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID req@ffff8cb9f9033b80 x1876386402370432/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466323.537355:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466323.537360:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466323.537367:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013cbb969] to pc [ptlrpcd_01_00+0] req@ffff8cb9f9033b80 x1876386402370432/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466323.537394:0:331017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466323.537404:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789466323.537425:0:331017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789466323.537429:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030000. 00000020:00000040:3.0:1789466323.537432:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f5800 refcount=3 obd=lustre-OST0001-osc-ffff8cbad29bd800 00000100:00000001:3.0:1789466323.537436:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466323.537439:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466323.537443:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466323.537449:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cbac4da7500. 00000100:00000001:3.0:1789466323.537453:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466323.537462:0:331017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID req@ffff8cb9f9030000 x1876386402370560/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466323.537478:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466323.537482:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466323.537490:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000685e8900] to pc [ptlrpcd_01_01+1] req@ffff8cb9f9030000 x1876386402370560/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466323.537513:0:331017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466323.537520:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18577) 00000100:00000001:3.0:1789466323.537534:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466323.537539:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466323.537542:0:253752:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466323.537549:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030000 x1876386402370560/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466323.537558:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466323.537560:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466323.537563:0:253752:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466323.537568:0:253752:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466323.537571:0:253752:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466323.537574:0:253752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253752:1876386402370560:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466323.537577:0:253752:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466323.537580:0:253752:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466323.537581:0:253752:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466323.537583:0:253752:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466323.537586:0:253752:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbad8b21200. 02000000:00000001:3.0:1789466323.537594:0:253752:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466323.537598:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466323.537603:0:253752:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf268. 00000400:00000010:3.0:1789466323.537609:0:253752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce770. 00000100:00000200:3.0:1789466323.537616:0:253752:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402370560, portal 4 00000100:00000001:3.0:1789466323.537618:0:253752:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466323.537620:0:253752:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107402752 : -126744602148864 : ffff8cb9f9030000) 00000100:00000040:3.0:1789466323.537628:0:253752:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030000 x1876386402370560/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466323.537635:0:253752:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466323.537637:0:253752:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466323.537640:0:253752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ceaa0. 00000100:00000200:3.0:1789466323.537643:0:253752:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402370560, offset 0 00000400:00000200:3.0:1789466323.537649:0:253752:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466323.537663:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466323.537671:0:253752:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466323.537676:0:253752:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466323.537679:0:253752:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466323.537683:0:253752:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466323.537685:0:253752:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466323.537689:0:253752:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93675:93675:256:4294967295] 192.168.203.142@tcp LPNI seq info [93675:93675:8:4294967295] 00000400:00000200:3.0:1789466323.537692:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466323.537702:0:253752:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466323.537707:0:253752:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466323.537712:0:253752:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7b00. 00000800:00000200:3.0:1789466323.537718:0:253752:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466323.537725:0:253752:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466323.537730:0:253752:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466323.537742:0:253752:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466323.537746:0:253752:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: using a timeout of 14468 usecs (15 jiffies) 00000400:00000200:3.0:1789466323.537750:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466323.537760:0:253752:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313239567 00000100:00000010:3.0:1789466323.537765:0:253752:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad04519c0. 00000100:00000001:3.0:1789466323.537771:0:253752:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789466323.537776:0:253752:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313239567 00000100:00000010:3.0:1789466323.537780:0:253752:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451d80. 00000100:00000001:3.0:1789466323.537783:0:253752:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789466323.537785:0:253752:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466323.537788:0:253752:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466323.537791:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466323.537793:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466323.537794:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466323.537796:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466323.537798:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466323.537803:0:253752:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466323.537804:0:253752:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789466323.537806:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466323.537807:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466323.537809:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466323.537810:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466323.537812:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466323.537813:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466323.537815:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789466323.540343:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466323.540352:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7b00. 00000400:00000200:3.0:1789466323.540358:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466323.540367:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466323.540374:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ceaa0 00000400:00000010:3.0:1789466323.540377:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ceaa0. 00000100:00000001:3.0:1789466323.540382:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466323.540390:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030000 x1876386402370560/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466323.540402:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466323.540406:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030000 x1876386402370560/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466339 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466323.540434:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466323.540436:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466323.540508:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466323.540511:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6f00. 00000400:00000200:3.0:1789466323.540515:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466323.540519:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466323.540522:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6dec38 00000400:00000010:3.0:1789466323.540524:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6dec38. 00000100:00000001:3.0:1789466323.540527:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466323.540531:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033b80 x1876386402370432/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466323.540539:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466323.540542:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033b80 x1876386402370432/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466339 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466323.540548:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466323.540550:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789466323.542913:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466323.542917:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789466323.543128:0:253752:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466323.543155:0:253752:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466323.543158:0:253752:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf268. 00000400:00000200:3.0:1789466323.543162:0:253752:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce770 00000400:00000010:3.0:1789466323.543165:0:253752:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce770. 00000100:00000001:3.0:1789466323.543168:0:253752:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466323.543173:0:253752:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030000 x1876386402370560/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466323.543182:0:253752:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030000 x1876386402370560/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466339 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466323.543188:0:253752:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466323.543191:0:253752:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466323.543193:0:253752:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789466323.543196:0:253752:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789466323.543205:0:253752:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789466323.543207:0:253752:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466323.543210:0:253752:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789466323.543219:0:253752:0:(import.c:2196:obd_at_measure()) add 5 to ffff8cbac62f5c60 time=6 v=5 (5 5 5 5) 00000100:00001000:3.0:1789466323.543224:0:253752:0:(import.c:2196:obd_at_measure()) add 1 to ffff8cbac62f5c18 time=102 v=5 (1 1 1 1) 00000100:00000001:3.0:1789466323.543227:0:253752:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789466323.543241:0:253752:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466323.543244:0:253752:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789466323.543248:0:253752:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466323.543251:0:253752:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789466323.543253:0:253752:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8cbad29bd800: skip recheck: last_committed 12884913986 00000100:00000001:3.0:1789466323.543255:0:253752:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789466323.543257:0:253752:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466323.543262:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030000 x1876386402370560/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466339 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466323.543270:0:253752:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466323.543273:0:253752:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466323.543274:0:253752:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466323.543278:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030000 x1876386402370560/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466339 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466323.543286:0:253752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253752:1876386402370560:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466323.543292:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466323.543714:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466323.543717:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466323.543720:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466323.543722:0:253752:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466323.543728:0:253752:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030000 x1876386402370560/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466339 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466323.543735:0:253752:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466323.543737:0:253752:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466323.543741:0:253752:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cbad8b21200. 02000000:00000001:3.0:1789466323.543745:0:253752:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466323.543804:0:253752:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466323.543806:0:253752:0:(genops.c:1222:class_import_put()) import ffff8cbac62f5800 refcount=2 obd=lustre-OST0001-osc-ffff8cbad29bd800 00000020:00000001:3.0:1789466323.543809:0:253752:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466323.543812:0:253752:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cbac4da7500. 02000000:00000001:3.0:1789466323.543815:0:253752:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466323.543816:0:253752:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466323.543818:0:253752:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030000. 00000100:00000001:3.0:1789466323.543823:0:253752:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466323.543824:0:253752:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466323.543828:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466323.543830:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466323.543831:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466323.543833:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466323.543835:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466323.543836:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466323.543838:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466323.543839:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789466323.549402:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466323.549418:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466323.549423:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466323.549425:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466323.549435:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466323.549442:0:253743:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466323.549452:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466323.549458:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466323.549464:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466323.549468:0:253743:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f98380 00000400:00000200:3.0:1789466323.549473:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466323.549480:0:253743:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe7abd [1] + 224 00000800:00000001:3.0:1789466323.549487:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466323.549493:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466323.549496:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466323.549500:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466323.549508:0:253743:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466323.549517:0:253743:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cb9f9033b80 x1876386402370432/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466339 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466323.549548:0:253743:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cb9f9033b80 x1876386402370432/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466323.549705:0:253743:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466323.549716:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466323.549721:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466323.582311:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313239596, at 4313239597 00000100:00000010:3.0:1789466323.582326:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451d80. 00000100:00000001:3.0:1789466328.657985:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466328.657989:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466328.657991:0:253751:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466328.657997:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742df80 x1876386402370688/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466328.658005:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466328.658007:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466328.658010:0:253751:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466328.658013:0:253751:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466328.658015:0:253751:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466328.658018:0:253751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253751:1876386402370688:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466328.658022:0:253751:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466328.658027:0:253751:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466328.658029:0:253751:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466328.658031:0:253751:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466328.658036:0:253751:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbad8b20e00. 02000000:00000001:3.0:1789466328.658038:0:253751:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466328.658045:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466328.658050:0:253751:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf268. 00000400:00000010:3.0:1789466328.658056:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce770. 00000100:00000200:3.0:1789466328.658063:0:253751:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402370688, portal 4 00000100:00000001:3.0:1789466328.658065:0:253751:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466328.658067:0:253751:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836130688 : -126740873420928 : ffff8cbad742df80) 00000100:00000040:3.0:1789466328.658074:0:253751:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742df80 x1876386402370688/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466328.658088:0:253751:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466328.658091:0:253751:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466328.658094:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ceaa0. 00000100:00000200:3.0:1789466328.658097:0:253751:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402370688, offset 0 00000400:00000200:3.0:1789466328.658102:0:253751:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466328.658111:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466328.658118:0:253751:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466328.658123:0:253751:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466328.658127:0:253751:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466328.658158:0:253751:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466328.658161:0:253751:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466328.658165:0:253751:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93677:93677:256:4294967295] 192.168.203.142@tcp LPNI seq info [93677:93677:8:4294967295] 00000400:00000200:3.0:1789466328.658170:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466328.658179:0:253751:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466328.658185:0:253751:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466328.658199:0:253751:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7500. 00000800:00000200:3.0:1789466328.658206:0:253751:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466328.658214:0:253751:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466328.658218:0:253751:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466328.658232:0:253751:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466328.658236:0:253751:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: using a timeout of 42348 usecs (43 jiffies) 00000400:00000200:3.0:1789466328.658239:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466328.658242:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313244716 00000100:00000010:3.0:1789466328.658246:0:253751:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451a80. 00000100:00000001:3.0:1789466328.658253:0:253751:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789466328.658259:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313244716 00000100:00000010:3.0:1789466328.658262:0:253751:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451cc0. 00000100:00000001:3.0:1789466328.658264:0:253751:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789466328.658267:0:253751:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466328.658276:0:253751:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466328.658279:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466328.658281:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466328.658282:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466328.658284:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466328.658286:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466328.659312:0:253751:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466328.659317:0:253751:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789466328.659321:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466328.659323:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466328.659326:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466328.659329:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466328.659330:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466328.659333:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466328.659335:0:253751:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1789466328.659337:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466328.659340:0:253751:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466328.659341:0:253751:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466328.659343:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466328.659344:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466328.659345:0:253751:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466328.659354:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742c000 x1876386402370816/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466328.659366:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466328.659368:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466328.659371:0:253751:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466328.659373:0:253751:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466328.659376:0:253751:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466328.659379:0:253751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253751:1876386402370816:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466328.659383:0:253751:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466328.659387:0:253751:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466328.659389:0:253751:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466328.659391:0:253751:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466328.659396:0:253751:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbad8b21400. 02000000:00000001:3.0:1789466328.659399:0:253751:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466328.659404:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466328.659418:0:253751:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bfe70. 00000400:00000010:3.0:1789466328.659424:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce5d8. 00000100:00000200:3.0:1789466328.659429:0:253751:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402370816, portal 4 00000100:00000001:3.0:1789466328.659431:0:253751:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466328.659433:0:253751:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836122624 : -126740873428992 : ffff8cbad742c000) 00000100:00000040:3.0:1789466328.659441:0:253751:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742c000 x1876386402370816/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466328.659448:0:253751:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466328.659450:0:253751:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466328.659453:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce110. 00000100:00000200:3.0:1789466328.659455:0:253751:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402370816, offset 0 00000400:00000200:3.0:1789466328.659461:0:253751:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466328.659467:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466328.659473:0:253751:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466328.659477:0:253751:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466328.659481:0:253751:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466328.659484:0:253751:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466328.659487:0:253751:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466328.659490:0:253751:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93678:93678:255:4294967295] 192.168.203.142@tcp LPNI seq info [93678:93678:7:4294967295] 00000400:00000200:3.0:1789466328.659495:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466328.659504:0:253751:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466328.659509:0:253751:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466328.659513:0:253751:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7b00. 00000800:00000200:3.0:1789466328.659518:0:253751:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466328.659525:0:253751:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466328.659529:0:253751:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466328.659532:0:253751:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466328.659536:0:253751:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: using a timeout of 14468 usecs (15 jiffies) 00000400:00000200:3.0:1789466328.659539:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466328.659542:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313244689 00000100:00000001:3.0:1789466328.659545:0:253751:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313244716 00000100:00000001:3.0:1789466328.659553:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313244689 00000100:00000001:3.0:1789466328.659555:0:253751:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313244716 00000100:00000001:3.0:1789466328.659558:0:253751:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466328.659561:0:253751:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466328.659563:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466328.659566:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466328.659567:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466328.659569:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466328.659571:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466328.659590:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466328.659593:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466328.659594:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466328.659597:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466328.659598:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466328.659600:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466328.660015:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789466328.660261:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466328.660266:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7500. 00000400:00000200:3.0:1789466328.660273:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466328.660278:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466328.660285:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ceaa0 00000400:00000010:3.0:1789466328.660287:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ceaa0. 00000100:00000001:3.0:1789466328.660292:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466328.660297:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742df80 x1876386402370688/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466328.660307:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466328.660310:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742df80 x1876386402370688/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466344 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466328.660317:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466328.660319:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466328.660906:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466328.660910:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7b00. 00000400:00000200:3.0:1789466328.660914:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466328.660918:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466328.660933:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce110 00000400:00000010:3.0:1789466328.660936:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce110. 00000100:00000001:3.0:1789466328.660939:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466328.660944:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742c000 x1876386402370816/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466328.660952:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466328.660955:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742c000 x1876386402370816/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466344 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466328.660961:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466328.660963:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789466328.661516:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466328.661519:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466328.661523:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466328.661527:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466328.661529:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466328.661532:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466328.661535:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789466328.664070:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466328.664085:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466328.664089:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466328.664091:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466328.664100:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466328.664107:0:253743:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466328.664116:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466328.664122:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466328.664128:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466328.664227:0:253743:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f98480 00000400:00000200:3.0:1789466328.664233:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466328.664240:0:253743:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe7acd [1] + 224 00000800:00000001:3.0:1789466328.664248:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466328.664255:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466328.664259:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466328.664263:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466328.664270:0:253743:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466328.664289:0:253743:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbad742df80 x1876386402370688/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466328.664301:0:253743:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbad742df80 x1876386402370688/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466328.664377:0:253743:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466328.664387:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466328.664391:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466328.664977:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466328.664983:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466328.664985:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466328.664987:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466328.664991:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466328.664995:0:253744:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466328.665000:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466328.665003:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466328.665006:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466328.665009:0:253744:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f98500 00000400:00000200:3.0:1789466328.665012:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466328.665016:0:253744:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe7add [1] + 224 00000800:00000001:3.0:1789466328.665021:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466328.665025:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466328.665027:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466328.665030:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466328.665034:0:253744:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466328.665040:0:253744:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbad742c000 x1876386402370816/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466328.665049:0:253744:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbad742c000 x1876386402370816/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466328.665057:0:253744:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466328.665060:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466328.665063:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466328.702479:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313244716, at 4313244717 00000100:00000010:3.0:1789466328.702496:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451cc0. 00000100:00080000:3.0:1789466333.777304:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466333.777314:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466333.777318:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466333.777321:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466333.777324:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466333.777327:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466333.777330:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789466333.777333:0:331018:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789466333.777346:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030000. 00000020:00000040:3.0:1789466333.777351:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f6000 refcount=3 obd=lustre-OST0000-osc-ffff8cbad29bd800 00000100:00000001:3.0:1789466333.777356:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466333.777359:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466333.777364:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466333.777372:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cbac4da7b00. 00000100:00000001:3.0:1789466333.777379:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466333.777391:0:331018:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID req@ffff8cb9f9030000 x1876386402370944/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466333.777403:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466333.777406:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466333.777413:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000685e8900] to pc [ptlrpcd_01_00+0] req@ffff8cb9f9030000 x1876386402370944/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466333.777446:0:331018:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466333.777449:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789466333.777452:0:331018:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789466333.777469:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033800. 00000020:00000040:3.0:1789466333.777472:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f5800 refcount=3 obd=lustre-OST0001-osc-ffff8cbad29bd800 00000100:00000001:3.0:1789466333.777474:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466333.777476:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466333.777478:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466333.777481:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cbac4da7500. 00000100:00000001:3.0:1789466333.777485:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466333.777490:0:331018:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID req@ffff8cb9f9033800 x1876386402371072/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466333.777497:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466333.777499:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466333.777503:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd66b7ab] to pc [ptlrpcd_01_01+1] req@ffff8cb9f9033800 x1876386402371072/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466333.777511:0:331018:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466333.777514:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18587) 00000100:00000001:3.0:1789466333.777530:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466333.777534:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466333.777536:0:253752:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466333.777541:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033800 x1876386402371072/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466333.777549:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466333.777551:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466333.777554:0:253752:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466333.777556:0:253752:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466333.777559:0:253752:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466333.777562:0:253752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253752:1876386402371072:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466333.777566:0:253752:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466333.777580:0:253752:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466333.777582:0:253752:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466333.777585:0:253752:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466333.777589:0:253752:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbad8b21000. 02000000:00000001:3.0:1789466333.777591:0:253752:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466333.777604:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466333.777609:0:253752:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf000. 00000400:00000010:3.0:1789466333.777615:0:253752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce110. 00000100:00000200:3.0:1789466333.777622:0:253752:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402371072, portal 4 00000100:00000001:3.0:1789466333.777625:0:253752:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466333.777626:0:253752:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107417088 : -126744602134528 : ffff8cb9f9033800) 00000100:00000040:3.0:1789466333.777634:0:253752:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033800 x1876386402371072/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466333.777641:0:253752:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466333.777644:0:253752:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466333.777647:0:253752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ceaa0. 00000100:00000200:3.0:1789466333.777649:0:253752:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402371072, offset 0 00000400:00000200:3.0:1789466333.777656:0:253752:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466333.777663:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466333.777670:0:253752:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466333.777676:0:253752:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466333.777681:0:253752:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466333.777685:0:253752:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466333.777687:0:253752:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466333.777691:0:253752:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93679:93679:256:4294967295] 192.168.203.142@tcp LPNI seq info [93679:93679:8:4294967295] 00000400:00000200:3.0:1789466333.777695:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466333.777705:0:253752:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466333.777710:0:253752:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466333.777715:0:253752:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7a00. 00000800:00000200:3.0:1789466333.777722:0:253752:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466333.777730:0:253752:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466333.777734:0:253752:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466333.777745:0:253752:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466333.777749:0:253752:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: using a timeout of 14468 usecs (15 jiffies) 00000400:00000200:3.0:1789466333.777753:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466333.777755:0:253752:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313249807 00000100:00000010:3.0:1789466333.777765:0:253752:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451cc0. 00000100:00000001:3.0:1789466333.777771:0:253752:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789466333.777782:0:253752:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313249807 00000100:00000010:3.0:1789466333.777785:0:253752:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451540. 00000100:00000001:3.0:1789466333.777788:0:253752:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789466333.777792:0:253752:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466333.777795:0:253752:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466333.777799:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466333.777802:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466333.777803:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466333.777806:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466333.777808:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466333.777815:0:253752:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466333.777817:0:253752:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789466333.777819:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466333.777820:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466333.777822:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466333.777823:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466333.777824:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466333.777826:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466333.777829:0:253752:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1789466333.777830:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466333.777832:0:253752:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466333.777833:0:253752:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466333.777835:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466333.777836:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466333.777838:0:253752:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466333.777842:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030000 x1876386402370944/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466333.777849:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466333.777850:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466333.777852:0:253752:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466333.777854:0:253752:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466333.777856:0:253752:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466333.777858:0:253752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253752:1876386402370944:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466333.777870:0:253752:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466333.777873:0:253752:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466333.777875:0:253752:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466333.777877:0:253752:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466333.777880:0:253752:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbad8b20200. 02000000:00000001:3.0:1789466333.777882:0:253752:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466333.777887:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466333.777889:0:253752:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf580. 00000400:00000010:3.0:1789466333.777893:0:253752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cea18. 00000100:00000200:3.0:1789466333.777897:0:253752:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402370944, portal 4 00000100:00000001:3.0:1789466333.777899:0:253752:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466333.777901:0:253752:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107402752 : -126744602148864 : ffff8cb9f9030000) 00000100:00000040:3.0:1789466333.777910:0:253752:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030000 x1876386402370944/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466333.777920:0:253752:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466333.777924:0:253752:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466333.777929:0:253752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cedd0. 00000100:00000200:3.0:1789466333.777932:0:253752:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402370944, offset 0 00000400:00000200:3.0:1789466333.777936:0:253752:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466333.777944:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466333.777952:0:253752:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466333.777955:0:253752:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466333.777958:0:253752:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466333.777961:0:253752:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466333.777963:0:253752:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466333.777966:0:253752:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93680:93680:255:4294967295] 192.168.203.142@tcp LPNI seq info [93680:93680:7:4294967295] 00000400:00000200:3.0:1789466333.777971:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466333.777977:0:253752:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466333.777982:0:253752:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466333.777986:0:253752:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7400. 00000800:00000200:3.0:1789466333.777989:0:253752:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466333.777999:0:253752:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466333.778002:0:253752:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466333.778005:0:253752:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466333.778008:0:253752:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: using a timeout of 42325 usecs (43 jiffies) 00000400:00000200:3.0:1789466333.778011:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466333.778013:0:253752:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313249835 00000100:00000001:3.0:1789466333.778017:0:253752:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS request active for cpu 2, simply extend its deadline from 4313249807 00000100:00000001:3.0:1789466333.778020:0:253752:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313249835 00000100:00000001:3.0:1789466333.778023:0:253752:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS request active for cpu 3, simply extend its deadline from 4313249807 00000100:00000001:3.0:1789466333.778025:0:253752:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466333.778027:0:253752:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466333.778044:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466333.778047:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466333.778048:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466333.778050:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466333.778052:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789466333.778099:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466333.778103:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7a00. 00000400:00000200:3.0:1789466333.778109:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466333.778113:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466333.778118:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ceaa0 00000400:00000010:3.0:1789466333.778120:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ceaa0. 00000100:00000001:3.0:1789466333.778125:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466333.778129:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033800 x1876386402371072/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466333.778170:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466333.778173:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033800 x1876386402371072/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466349 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466333.778180:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466333.778181:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466333.778247:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466333.778254:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7400. 00000400:00000200:3.0:1789466333.778258:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466333.778261:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466333.778264:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cedd0 00000400:00000010:3.0:1789466333.778266:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cedd0. 00000100:00000001:3.0:1789466333.778269:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466333.778272:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030000 x1876386402370944/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466333.778279:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466333.778281:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030000 x1876386402370944/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466349 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466333.778288:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466333.778290:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789466333.790104:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466333.790226:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466333.790230:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466333.790233:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466333.790242:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466333.790249:0:253744:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466333.790260:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466333.790266:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466333.790271:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466333.790275:0:253744:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f98600 00000400:00000200:3.0:1789466333.790280:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466333.790287:0:253744:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe7aed [1] + 224 00000800:00000001:3.0:1789466333.790295:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466333.790303:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466333.790307:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466333.790312:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466333.790319:0:253744:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466333.790329:0:253744:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cb9f9033800 x1876386402371072/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466349 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466333.790341:0:253744:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cb9f9033800 x1876386402371072/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466333.790498:0:253744:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466333.790507:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466333.790510:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466333.793481:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466333.793500:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466333.793504:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466333.793506:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466333.793514:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466333.793521:0:253743:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466333.793528:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466333.793534:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466333.793539:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466333.793542:0:253743:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f98580 00000400:00000200:3.0:1789466333.793548:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466333.793554:0:253743:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe7afd [1] + 224 00000800:00000001:3.0:1789466333.793560:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466333.793581:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466333.793584:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466333.793589:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466333.793596:0:253743:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466333.793604:0:253743:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cb9f9030000 x1876386402370944/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466349 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466333.793615:0:253743:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cb9f9030000 x1876386402370944/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466333.793637:0:253743:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466333.793645:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466333.793649:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466333.821491:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313249835, at 4313249836 00000100:00000010:3.0:1789466333.821506:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451540. 00000100:00000001:3.0:1789466338.898389:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466338.898398:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466338.898399:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466338.898402:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466338.898403:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466338.898405:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466338.898407:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789466338.898445:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466338.898449:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6600. 00000400:00000200:3.0:1789466338.898454:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466338.898459:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466338.899846:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6dea18 00000400:00000010:3.0:1789466338.899851:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6dea18. 00000100:00000001:3.0:1789466338.899859:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466338.899868:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742df80 x1876386402371328/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466338.899891:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466338.899899:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742df80 x1876386402371328/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466354 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466338.899910:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466338.899915:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466338.899998:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466338.900004:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6b00. 00000400:00000200:3.0:1789466338.900012:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466338.900023:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466338.900030:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6dee58 00000400:00000010:3.0:1789466338.900034:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6dee58. 00000100:00000001:3.0:1789466338.900038:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466338.900046:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742c000 x1876386402371200/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466338.900723:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466338.900727:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742c000 x1876386402371200/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466354 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466338.900734:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466338.900742:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466338.901222:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466338.901230:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7f00. 00000400:00000200:3.0:1789466338.901237:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466338.901245:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466338.901251:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5088 00000400:00000010:3.0:1789466338.901255:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5088. 00000100:00000001:3.0:1789466338.901262:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466338.901271:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e8380 x1876386402371456/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466338.901290:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466338.901294:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e8380 x1876386402371456/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466338.901307:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466338.901310:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466338.901327:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466338.901334:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7600. 00000400:00000200:3.0:1789466338.901339:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466338.901347:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466338.901352:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5ee0 00000400:00000010:3.0:1789466338.901356:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5ee0. 00000100:00000001:3.0:1789466338.901362:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466338.901369:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6eaa00 x1876386402371584/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466338.901392:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466338.901464:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6eaa00 x1876386402371584/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466338.901471:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466338.901472:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466338.901978:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466338.901982:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7600. 00000400:00000200:3.0:1789466338.901986:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466338.901990:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466338.901998:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5aa0 00000400:00000010:3.0:1789466338.902000:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5aa0. 00000100:00000001:3.0:1789466338.902002:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466338.902007:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9f80 x1876386402371712/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466338.902013:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466338.902016:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9f80 x1876386402371712/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466338.902022:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466338.902023:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789466338.907975:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466338.907991:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466338.907995:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466338.907998:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466338.908008:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466338.908015:0:253743:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466338.908025:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466338.908031:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466338.908036:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466338.908041:0:253743:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f98700 00000400:00000200:3.0:1789466338.908045:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466338.908051:0:253743:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe7b0d [1] + 224 00000800:00000001:3.0:1789466338.908058:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466338.908064:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466338.908068:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466338.908072:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466338.908080:0:253743:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466338.908090:0:253743:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbad742df80 x1876386402371328/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466338.908101:0:253743:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbad742df80 x1876386402371328/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466338.908187:0:253743:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466338.908197:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466338.908201:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466338.912825:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466338.912842:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466338.912846:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466338.912848:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466338.912857:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466338.912865:0:253744:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466338.912874:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466338.912880:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466338.912885:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466338.912889:0:253744:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f98680 00000400:00000200:3.0:1789466338.912894:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466338.912900:0:253744:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe7b1d [1] + 224 00000800:00000001:3.0:1789466338.912907:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466338.912914:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466338.912917:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466338.912921:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466338.912928:0:253744:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466338.912938:0:253744:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbad742c000 x1876386402371200/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466338.912948:0:253744:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbad742c000 x1876386402371200/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466338.912974:0:253744:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466338.912982:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466338.912986:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466340.177404:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313256182, at 4313256192 00000100:00000010:3.0:1789466340.177409:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64df60. 00000800:00000200:3.0:1789466344.019303:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466344.019320:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7f00. 00000400:00000200:3.0:1789466344.019327:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466344.019333:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466344.019339:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5440 00000400:00000010:3.0:1789466344.019341:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5440. 00000100:00000001:3.0:1789466344.019346:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466344.019352:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e8e00 x1876386402371840/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466344.019363:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466344.019366:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e8e00 x1876386402371840/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466360 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466344.019373:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466344.019374:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466344.020305:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466344.020311:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7100. 00000400:00000200:3.0:1789466344.020315:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466344.020320:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466344.020325:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5ee0 00000400:00000010:3.0:1789466344.020327:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5ee0. 00000100:00000001:3.0:1789466344.020331:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466344.020337:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6eb100 x1876386402371968/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466344.020346:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466344.020350:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6eb100 x1876386402371968/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466360 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466344.020356:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466344.020358:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789466344.022748:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466344.022762:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466344.022766:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466344.022768:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466344.022777:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466344.022783:0:253744:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466344.022805:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466344.022811:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466344.022816:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466344.022820:0:253744:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f98900 00000400:00000200:3.0:1789466344.022826:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466344.022832:0:253744:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe7b45 [1] + 224 00000800:00000001:3.0:1789466344.022919:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466344.022924:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466344.022927:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466344.022932:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466344.022938:0:253744:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466344.022946:0:253744:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbacf6e8e00 x1876386402371840/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466360 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466344.022955:0:253744:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbacf6e8e00 x1876386402371840/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466344.022976:0:253744:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466344.022983:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466344.022987:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466344.022988:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466344.022990:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466344.022994:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466344.022997:0:253744:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466344.023001:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466344.023004:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466344.023006:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466344.023009:0:253744:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f98980 00000400:00000200:3.0:1789466344.023012:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466344.023016:0:253744:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe7b4d [1] + 224 00000800:00000001:3.0:1789466344.023020:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466344.023024:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466344.023026:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466344.023035:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466344.023038:0:253744:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466344.023043:0:253744:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbacf6eb100 x1876386402371968/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466360 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466344.023050:0:253744:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbacf6eb100 x1876386402371968/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466344.023452:0:253744:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466344.023459:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466344.023462:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466344.062591:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313260075, at 4313260077 00000100:00000010:3.0:1789466344.062604:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869aea0. 00000800:00000200:3.0:1789466349.138467:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466349.138475:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7800. 00000400:00000200:3.0:1789466349.138483:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466349.138493:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466349.138502:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5aa0 00000400:00000010:3.0:1789466349.138507:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5aa0. 00000100:00000001:3.0:1789466349.138514:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466349.138521:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e8000 x1876386402372224/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466349.138537:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466349.138541:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e8000 x1876386402372224/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466365 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466349.138550:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466349.138552:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466349.138566:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466349.138569:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7b00. 00000400:00000200:3.0:1789466349.138572:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466349.138575:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466349.138578:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5198 00000400:00000010:3.0:1789466349.138579:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5198. 00000100:00000001:3.0:1789466349.138582:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466349.138593:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6eb480 x1876386402372096/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466349.138601:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466349.138604:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6eb480 x1876386402372096/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466365 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466349.138610:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466349.138612:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1789466349.182231:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313265196, at 4313265197 00000100:00000010:3.0:1789466349.182247:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a9c0. 00000100:00000001:3.0:1789466354.259608:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466354.259612:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466354.259615:0:253751:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466354.259622:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742c000 x1876386402372352/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466354.259629:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466354.259631:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466354.259634:0:253751:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466354.259638:0:253751:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466354.259640:0:253751:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466354.259643:0:253751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253751:1876386402372352:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466354.259646:0:253751:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466354.259651:0:253751:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466354.259654:0:253751:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466354.259657:0:253751:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466354.259661:0:253751:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbad8b20a00. 02000000:00000001:3.0:1789466354.259663:0:253751:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466354.259670:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466354.259676:0:253751:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf370. 00000400:00000010:3.0:1789466354.259683:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cedd0. 00000100:00000200:3.0:1789466354.259690:0:253751:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402372352, portal 4 00000100:00000001:3.0:1789466354.259692:0:253751:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466354.259695:0:253751:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836122624 : -126740873428992 : ffff8cbad742c000) 00000100:00000040:3.0:1789466354.259709:0:253751:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742c000 x1876386402372352/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466354.259716:0:253751:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466354.259719:0:253751:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466354.259722:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ceaa0. 00000100:00000200:3.0:1789466354.259735:0:253751:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402372352, offset 0 00000400:00000200:3.0:1789466354.259742:0:253751:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466354.259751:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466354.259758:0:253751:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466354.259764:0:253751:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466354.259768:0:253751:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466354.259771:0:253751:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466354.259773:0:253751:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466354.259776:0:253751:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93690:93690:256:4294967295] 192.168.203.142@tcp LPNI seq info [93690:93690:8:4294967295] 00000400:00000200:3.0:1789466354.259780:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466354.259789:0:253751:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466354.259794:0:253751:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466354.259798:0:253751:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7400. 00000800:00000200:3.0:1789466354.259805:0:253751:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466354.259813:0:253751:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466354.259817:0:253751:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466354.259835:0:253751:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466354.259846:0:253751:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: using a timeout of 42241 usecs (43 jiffies) 00000400:00000200:3.0:1789466354.259850:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466354.259853:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313270317 00000100:00000010:3.0:1789466354.259857:0:253751:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451540. 00000100:00000001:3.0:1789466354.259863:0:253751:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789466354.259869:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313270317 00000100:00000010:3.0:1789466354.259872:0:253751:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451060. 00000100:00000001:3.0:1789466354.259875:0:253751:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789466354.259883:0:253751:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466354.259886:0:253751:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466354.259890:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466354.259892:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466354.259893:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466354.259908:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466354.259911:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466354.263489:0:253751:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466354.263496:0:253751:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789466354.263503:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466354.263505:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466354.263510:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466354.263513:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466354.263515:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466354.263518:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466354.263522:0:253751:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1789466354.263524:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466354.263526:0:253751:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466354.263528:0:253751:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466354.263529:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466354.263530:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466354.263532:0:253751:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466354.263546:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742df80 x1876386402372480/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466354.263555:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466354.263556:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466354.263560:0:253751:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466354.263564:0:253751:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466354.263567:0:253751:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466354.263570:0:253751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253751:1876386402372480:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466354.263575:0:253751:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466354.263580:0:253751:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466354.263583:0:253751:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466354.263585:0:253751:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466354.263594:0:253751:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbad8b21600. 02000000:00000001:3.0:1789466354.263596:0:253751:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466354.263618:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466354.263625:0:253751:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf580. 00000400:00000010:3.0:1789466354.263632:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce908. 00000100:00000200:3.0:1789466354.263639:0:253751:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402372480, portal 4 00000100:00000001:3.0:1789466354.263641:0:253751:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466354.263642:0:253751:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836130688 : -126740873420928 : ffff8cbad742df80) 00000100:00000040:3.0:1789466354.266286:0:253751:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742df80 x1876386402372480/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466354.266300:0:253751:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466354.266303:0:253751:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466354.266313:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce7f8. 00000100:00000200:3.0:1789466354.266322:0:253751:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402372480, offset 0 00000400:00000200:3.0:1789466354.266329:0:253751:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466354.266341:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466354.266351:0:253751:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466354.266357:0:253751:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466354.266361:0:253751:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466354.266365:0:253751:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466354.266368:0:253751:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466354.266371:0:253751:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93691:93691:255:4294967295] 192.168.203.142@tcp LPNI seq info [93691:93691:7:4294967295] 00000400:00000200:3.0:1789466354.266375:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466354.266385:0:253751:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466354.266390:0:253751:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466354.266395:0:253751:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7a00. 00000800:00000200:3.0:1789466354.266482:0:253751:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466354.266490:0:253751:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466354.266495:0:253751:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466354.266500:0:253751:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466354.266505:0:253751:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: using a timeout of 14468 usecs (15 jiffies) 00000400:00000200:3.0:1789466354.266508:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466354.266512:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313270296 00000100:00000001:3.0:1789466354.266530:0:253751:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313270317 00000100:00000001:3.0:1789466354.266532:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313270296 00000100:00000001:3.0:1789466354.266534:0:253751:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313270317 00000100:00000001:3.0:1789466354.266536:0:253751:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466354.266539:0:253751:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466354.266544:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466354.266547:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466354.266548:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466354.266551:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466354.266556:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789466354.266607:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466354.266611:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7400. 00000400:00000200:3.0:1789466354.266618:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466354.266623:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466354.266628:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ceaa0 00000400:00000010:3.0:1789466354.266631:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ceaa0. 00000100:00000001:3.0:1789466354.266635:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466354.266641:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742c000 x1876386402372352/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466354.266652:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466354.266655:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742c000 x1876386402372352/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466370 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466354.266662:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466354.266664:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466354.268462:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466354.268471:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7a00. 00000400:00000200:3.0:1789466354.268477:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466354.268484:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466354.268490:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce7f8 00000400:00000010:3.0:1789466354.268492:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce7f8. 00000100:00000001:3.0:1789466354.268497:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466354.268504:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742df80 x1876386402372480/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466354.268528:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466354.268532:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742df80 x1876386402372480/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466370 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466354.268538:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466354.268540:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789466354.268584:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466354.268588:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466354.268591:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466354.268593:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466354.268595:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466354.268598:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466354.268601:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466354.269269:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466354.269272:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466354.269275:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466354.269277:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466354.269279:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466354.269281:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466354.269284:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466354.275504:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466354.275509:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789466354.275516:0:253751:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466354.275518:0:253751:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466354.275521:0:253751:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf370. 00000400:00000200:3.0:1789466354.275525:0:253751:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cedd0 00000400:00000010:3.0:1789466354.275528:0:253751:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cedd0. 00000100:00000001:3.0:1789466354.275531:0:253751:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466354.275536:0:253751:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742c000 x1876386402372352/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466354.275545:0:253751:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742c000 x1876386402372352/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466354.275551:0:253751:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466354.275553:0:253751:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466354.275555:0:253751:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789466354.275565:0:253751:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789466354.275567:0:253751:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789466354.275569:0:253751:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466354.275572:0:253751:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789466354.275583:0:253751:0:(import.c:2196:obd_at_measure()) add 5 to ffff8cbac62f6460 time=37 v=5 (5 5 5 5) 00000100:00001000:3.0:1789466354.275587:0:253751:0:(import.c:2196:obd_at_measure()) add 1 to ffff8cbac62f6418 time=59 v=5 (1 1 1 1) 00000100:00000001:3.0:1789466354.275589:0:253751:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789466354.275591:0:253751:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466354.275593:0:253751:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789466354.275596:0:253751:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466354.275600:0:253751:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789466354.275602:0:253751:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8cbad29bd800: skip recheck: last_committed 17179870928 00000100:00000001:3.0:1789466354.275604:0:253751:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789466354.275606:0:253751:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466354.275611:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742c000 x1876386402372352/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466354.275617:0:253751:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466354.275620:0:253751:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466354.275622:0:253751:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466354.275625:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742c000 x1876386402372352/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466370 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466354.275632:0:253751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253751:1876386402372352:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466354.275637:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466354.275639:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466354.275641:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466354.275643:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466354.275646:0:253751:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466354.275649:0:253751:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742c000 x1876386402372352/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466370 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466354.275655:0:253751:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466354.275657:0:253751:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466354.275661:0:253751:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cbad8b20a00. 02000000:00000001:3.0:1789466354.275665:0:253751:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466354.275677:0:253751:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466354.275678:0:253751:0:(genops.c:1222:class_import_put()) import ffff8cbac62f6000 refcount=2 obd=lustre-OST0000-osc-ffff8cbad29bd800 00000020:00000001:3.0:1789466354.275681:0:253751:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466354.275683:0:253751:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cb9f65c6100. 02000000:00000001:3.0:1789466354.275688:0:253751:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466354.275689:0:253751:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466354.275691:0:253751:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742c000. 00000100:00000001:3.0:1789466354.275695:0:253751:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466354.275696:0:253751:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466354.275699:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466354.275701:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466354.275702:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466354.275704:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466354.275706:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466354.275707:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466354.275709:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466354.275710:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466354.277831:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466354.277835:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789466354.277841:0:253751:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466354.277852:0:253751:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466354.277856:0:253751:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf580. 00000400:00000200:3.0:1789466354.277860:0:253751:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce908 00000400:00000010:3.0:1789466354.277863:0:253751:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce908. 00000100:00000001:3.0:1789466354.277866:0:253751:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466354.277871:0:253751:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742df80 x1876386402372480/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466354.277878:0:253751:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742df80 x1876386402372480/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466354.277883:0:253751:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466354.277885:0:253751:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466354.277887:0:253751:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789466354.277889:0:253751:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789466354.277891:0:253751:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789466354.277893:0:253751:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466354.277896:0:253751:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789466354.277905:0:253751:0:(import.c:2196:obd_at_measure()) add 5 to ffff8cbac62f5c60 time=37 v=5 (5 5 5 5) 00000100:00001000:3.0:1789466354.278762:0:253751:0:(import.c:2196:obd_at_measure()) add 1 to ffff8cbac62f5c18 time=133 v=5 (1 1 1 1) 00000100:00000001:3.0:1789466354.278765:0:253751:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789466354.278768:0:253751:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466354.278770:0:253751:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789466354.278773:0:253751:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466354.278778:0:253751:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789466354.278780:0:253751:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8cbad29bd800: skip recheck: last_committed 12884913986 00000100:00000001:3.0:1789466354.278782:0:253751:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789466354.278784:0:253751:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466354.278792:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742df80 x1876386402372480/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466354.278799:0:253751:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466354.278802:0:253751:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466354.278803:0:253751:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466354.278807:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742df80 x1876386402372480/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466370 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466354.278814:0:253751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253751:1876386402372480:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466354.278822:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466354.278824:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466354.278826:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466354.278828:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466354.278831:0:253751:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466354.278835:0:253751:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742df80 x1876386402372480/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466370 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466354.278847:0:253751:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466354.278849:0:253751:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466354.278853:0:253751:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cbad8b21600. 02000000:00000001:3.0:1789466354.278858:0:253751:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466354.278861:0:253751:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466354.278862:0:253751:0:(genops.c:1222:class_import_put()) import ffff8cbac62f5800 refcount=2 obd=lustre-OST0001-osc-ffff8cbad29bd800 00000020:00000001:3.0:1789466354.278864:0:253751:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466354.278866:0:253751:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cb9f65c6000. 02000000:00000001:3.0:1789466354.278875:0:253751:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466354.278877:0:253751:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466354.278879:0:253751:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742df80. 00000100:00000001:3.0:1789466354.278885:0:253751:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466354.278886:0:253751:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466354.278890:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466354.278892:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466354.278894:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466354.278896:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466354.278897:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466354.278899:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466354.278900:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466354.278902:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466354.303527:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313270317, at 4313270318 00000100:00000010:3.0:1789466354.303542:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451060. 00000100:00000001:3.0:1789466355.281340:0:253751:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466355.281356:0:253751:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466355.281358:0:253751:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466355.281363:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466355.281366:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466355.281370:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466355.281373:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466355.281375:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466355.281378:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466355.281381:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789466359.379089:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466359.379095:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7200. 00000400:00000200:3.0:1789466359.379103:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466359.379113:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466359.379121:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d53b8 00000400:00000010:3.0:1789466359.379126:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d53b8. 00000100:00000001:3.0:1789466359.379170:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466359.379178:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e8a80 x1876386402372608/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466359.379199:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466359.379206:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e8a80 x1876386402372608/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466375 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466359.379233:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466359.379237:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466359.379257:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466359.379261:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7900. 00000400:00000200:3.0:1789466359.379266:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466359.379272:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466359.379275:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d55d8 00000400:00000010:3.0:1789466359.379278:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d55d8. 00000100:00000001:3.0:1789466359.379282:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466359.379289:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9c00 x1876386402372736/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466359.379303:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466359.379306:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9c00 x1876386402372736/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466375 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466359.379312:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466359.379313:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1789466359.422391:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313275436, at 4313275437 00000100:00000010:3.0:1789466359.422407:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869ab40. 00000100:00080000:3.0:1789466363.480305:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466363.480322:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466363.480332:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18617) 00000100:00080000:3.0:1789466363.482653:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466363.482659:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466363.482662:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466363.482664:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466363.482667:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466363.482671:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 18587 00000400:00000200:3.0:1789466363.482677:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466363.484307:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789466363.484311:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466363.484316:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466363.484319:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466363.484322:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466363.484324:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789466363.494475:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466363.494479:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789466363.494483:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466363.494487:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789466363.494490:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789466363.494494:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789466363.494501:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466363.494505:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466363.494507:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466363.494509:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789466363.494512:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789466363.494516:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789466363.494519:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466363.494522:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466363.494528:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466363.494531:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466363.494533:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789466363.494537:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789466363.494540:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466363.494541:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466363.494551:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033100. 00000020:00000040:3.0:1789466363.494554:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789466363.494558:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466363.494560:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466363.494563:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466363.494580:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466363.494583:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466363.494591:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1400. 00000100:00000001:3.0:1789466363.494597:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466363.494606:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033100 x1876386402373376/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466363.494621:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466363.494625:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466363.494629:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024ed4020] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033100 x1876386402373376/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466363.494642:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466363.494649:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18617) 00000800:00000200:3.0:1789466363.504916:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466363.504926:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbaca517800. 00000400:00000200:3.0:1789466363.504946:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466363.504955:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466363.504963:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec0895d8 00000400:00000010:3.0:1789466363.504966:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec0895d8. 00000100:00000001:3.0:1789466363.504971:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466363.504979:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9180 x1876386402372864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466363.504990:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466363.504993:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9180 x1876386402372864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466363.504999:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466363.505001:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466363.505019:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466363.505022:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbaca517200. 00000400:00000200:3.0:1789466363.505025:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466363.505028:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466363.505031:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec0892a8 00000400:00000010:3.0:1789466363.505033:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec0892a8. 00000100:00000001:3.0:1789466363.505035:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466363.505054:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9500 x1876386402372992/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466363.505123:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466363.505127:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9500 x1876386402372992/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466363.505464:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466363.505466:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466363.506359:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466363.506365:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac51e8d00. 00000400:00000200:3.0:1789466363.506370:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466363.506376:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466363.506381:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089198 00000400:00000010:3.0:1789466363.506383:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089198. 00000100:00000001:3.0:1789466363.506387:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466363.506393:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033100 x1876386402373376/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466363.506401:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466363.506405:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033100 x1876386402373376/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466363.506411:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466363.506412:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1789466364.817243:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313280768, at 4313280832 00000100:00000010:3.0:1789466364.817259:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305b7e0. 00000100:00000001:3.0:1789466368.594075:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466368.594080:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466368.594083:0:253751:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466368.594090:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742f480 x1876386402373504/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466368.594100:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466368.594103:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466368.594108:0:253751:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466368.594111:0:253751:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466368.594122:0:253751:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466368.594127:0:253751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253751:1876386402373504:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466368.594155:0:253751:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466368.594161:0:253751:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466368.594164:0:253751:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466368.594167:0:253751:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466368.594173:0:253751:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbad8b21a00. 02000000:00000001:3.0:1789466368.594175:0:253751:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466368.594185:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466368.594191:0:253751:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf580. 00000400:00000010:3.0:1789466368.594199:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce908. 00000100:00000200:3.0:1789466368.594207:0:253751:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402373504, portal 4 00000100:00000001:3.0:1789466368.594209:0:253751:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466368.594212:0:253751:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836136064 : -126740873415552 : ffff8cbad742f480) 00000100:00000040:3.0:1789466368.594220:0:253751:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742f480 x1876386402373504/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466368.594228:0:253751:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466368.594231:0:253751:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466368.594234:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cedd0. 00000100:00000200:3.0:1789466368.594237:0:253751:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402373504, offset 0 00000400:00000200:3.0:1789466368.594244:0:253751:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466368.594254:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466368.594263:0:253751:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466368.594269:0:253751:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466368.594275:0:253751:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466368.594279:0:253751:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466368.594282:0:253751:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466368.594286:0:253751:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93699:93699:256:4294967295] 192.168.203.142@tcp LPNI seq info [93699:93699:8:4294967295] 00000400:00000200:3.0:1789466368.594291:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466368.594303:0:253751:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466368.594310:0:253751:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466368.594321:0:253751:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7a00. 00000800:00000200:3.0:1789466368.594329:0:253751:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466368.594339:0:253751:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466368.594345:0:253751:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466368.594361:0:253751:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466368.594366:0:253751:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: using a timeout of 42183 usecs (43 jiffies) 00000400:00000200:3.0:1789466368.594371:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466368.594374:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313284652 00000100:00000010:3.0:1789466368.594379:0:253751:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad04518a0. 00000100:00000001:3.0:1789466368.594386:0:253751:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789466368.594394:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313284652 00000100:00000010:3.0:1789466368.594397:0:253751:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451f60. 00000100:00000001:3.0:1789466368.594400:0:253751:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789466368.594403:0:253751:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466368.594406:0:253751:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466368.594410:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466368.594412:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466368.594414:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466368.594416:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466368.594418:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466368.596254:0:253751:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466368.596262:0:253751:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789466368.596271:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466368.596274:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466368.596282:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466368.596289:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466368.596294:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466368.596301:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466368.596309:0:253751:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1789466368.596320:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466368.596325:0:253751:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466368.596328:0:253751:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466368.596337:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466368.596339:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466368.596359:0:253751:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466368.596373:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742fb80 x1876386402373632/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466368.596385:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466368.596386:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466368.596391:0:253751:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466368.596396:0:253751:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466368.596399:0:253751:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466368.596403:0:253751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253751:1876386402373632:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466368.596407:0:253751:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466368.596413:0:253751:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466368.596416:0:253751:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466368.596419:0:253751:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466368.596426:0:253751:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbad8b20c00. 02000000:00000001:3.0:1789466368.596428:0:253751:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466368.596436:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466368.596442:0:253751:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf370. 00000400:00000010:3.0:1789466368.596451:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce7f8. 00000100:00000200:3.0:1789466368.596457:0:253751:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402373632, portal 4 00000100:00000001:3.0:1789466368.596460:0:253751:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466368.596462:0:253751:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836137856 : -126740873413760 : ffff8cbad742fb80) 00000100:00000040:3.0:1789466368.596471:0:253751:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742fb80 x1876386402373632/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466368.596479:0:253751:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466368.596482:0:253751:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466368.596485:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ceaa0. 00000100:00000200:3.0:1789466368.596488:0:253751:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402373632, offset 0 00000400:00000200:3.0:1789466368.596496:0:253751:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466368.596510:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466368.596522:0:253751:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466368.596534:0:253751:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466368.596543:0:253751:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466368.596548:0:253751:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466368.596557:0:253751:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466368.596561:0:253751:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93700:93700:255:4294967295] 192.168.203.142@tcp LPNI seq info [93700:93700:7:4294967295] 00000400:00000200:3.0:1789466368.596566:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466368.596575:0:253751:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466368.596582:0:253751:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466368.596590:0:253751:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7400. 00000800:00000200:3.0:1789466368.596607:0:253751:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466368.596621:0:253751:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466368.596629:0:253751:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466368.596647:0:253751:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466368.596655:0:253751:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: using a timeout of 14468 usecs (15 jiffies) 00000400:00000200:3.0:1789466368.596665:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466368.596670:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313284626 00000100:00000001:3.0:1789466368.596673:0:253751:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313284652 00000100:00000001:3.0:1789466368.596682:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313284626 00000100:00000001:3.0:1789466368.596694:0:253751:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313284652 00000100:00000001:3.0:1789466368.596707:0:253751:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466368.596711:0:253751:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466368.596715:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466368.596717:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466368.596718:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466368.596720:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466368.596725:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466368.596755:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466368.596761:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466368.596768:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466368.596776:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466368.596781:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466368.596788:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466368.596793:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789466368.610949:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466368.610980:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466368.610985:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466368.610987:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466368.610996:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466368.611003:0:253743:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466368.611011:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466368.611017:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466368.611022:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466368.611025:0:253743:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f98f80 00000400:00000200:3.0:1789466368.611030:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466368.611036:0:253743:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe7bbd [1] + 224 00000800:00000001:3.0:1789466368.611043:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466368.611070:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466368.611073:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466368.611078:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466368.611085:0:253743:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466368.611094:0:253743:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbad742f480 x1876386402373504/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466368.611105:0:253743:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbad742f480 x1876386402373504/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466368.611130:0:253743:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466368.611170:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466368.611174:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466368.613880:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466368.613884:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789466368.613900:0:253751:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466368.613902:0:253751:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466368.613906:0:253751:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf370. 00000400:00000200:3.0:1789466368.613910:0:253751:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce7f8 00000400:00000010:3.0:1789466368.613912:0:253751:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce7f8. 00000100:00000001:3.0:1789466368.613915:0:253751:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466368.613921:0:253751:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742fb80 x1876386402373632/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466368.613946:0:253751:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742fb80 x1876386402373632/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466368.613952:0:253751:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466368.613954:0:253751:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466368.613957:0:253751:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789466368.613960:0:253751:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789466368.613962:0:253751:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789466368.613964:0:253751:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466368.613966:0:253751:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789466368.613975:0:253751:0:(import.c:2196:obd_at_measure()) add 5 to ffff8cbac62f5c60 time=51 v=5 (5 5 5 5) 00000100:00001000:3.0:1789466368.613978:0:253751:0:(import.c:2196:obd_at_measure()) add 1 to ffff8cbac62f5c18 time=147 v=5 (1 1 1 1) 00000100:00000001:3.0:1789466368.613980:0:253751:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789466368.613982:0:253751:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466368.613985:0:253751:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789466368.613987:0:253751:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466368.613991:0:253751:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789466368.613993:0:253751:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8cbad29bd800: skip recheck: last_committed 12884913986 00000100:00000001:3.0:1789466368.613995:0:253751:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789466368.613996:0:253751:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466368.614000:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742fb80 x1876386402373632/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466384 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466368.614007:0:253751:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466368.614011:0:253751:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466368.614012:0:253751:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466368.614016:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742fb80 x1876386402373632/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466384 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466368.614024:0:253751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253751:1876386402373632:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466368.614031:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466368.614032:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466368.614035:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466368.614048:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466368.614051:0:253751:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466368.614056:0:253751:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742fb80 x1876386402373632/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466384 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466368.614062:0:253751:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466368.614065:0:253751:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466368.614068:0:253751:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cbad8b20c00. 02000000:00000001:3.0:1789466368.614072:0:253751:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466368.614074:0:253751:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466368.614076:0:253751:0:(genops.c:1222:class_import_put()) import ffff8cbac62f5800 refcount=2 obd=lustre-OST0001-osc-ffff8cbad29bd800 00000020:00000001:3.0:1789466368.614078:0:253751:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466368.614080:0:253751:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cb9f65c6e00. 02000000:00000001:3.0:1789466368.614084:0:253751:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466368.614085:0:253751:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466368.614087:0:253751:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742fb80. 00000100:00000001:3.0:1789466368.614091:0:253751:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466368.614092:0:253751:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466368.614096:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466368.614097:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466368.614099:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466368.614100:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466368.614102:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466368.614103:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466368.614105:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466368.614106:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466368.639039:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313284652, at 4313284653 00000100:00000010:3.0:1789466368.639045:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451f60. 00000100:00000001:3.0:1789466369.617559:0:253751:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466369.617573:0:253751:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466369.617576:0:253751:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466369.617582:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466369.617585:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466369.617589:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466369.617592:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466369.617594:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466369.617596:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466369.617600:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466373.459041:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466373.459045:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466373.459048:0:285024:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 2 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1789466373.459051:0:285024:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1789466373.459054:0:285024:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789466373.459060:0:285024:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8cbad29bd800 lock: 00000000f89501ce/0x1b8f1d54e34b17de lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3086:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0x6da27ab53b870a36 expref: -99 pid: 321981 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:3.0:1789466373.459074:0:285024:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1789466373.459076:0:285024:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:3.0:1789466373.459084:0:285024:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff8cbac4c3ccf0. 00000020:00000010:3.0:1789466373.459089:0:285024:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8cbad8b21a00. 00000020:00000010:3.0:1789466373.459094:0:285024:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8cbad8b20a00. 00000020:00000010:3.0:1789466373.459097:0:285024:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff8cbad0451f60. 00000008:00000010:3.0:1789466373.459104:0:285024:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff8cbb00730000. 00020000:00000010:3.0:1789466373.459109:0:285024:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8cbac3e65b40. 00008000:00000010:3.0:1789466373.459114:0:285024:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8cbaededf170. 00000080:00000010:3.0:1789466373.459120:0:285024:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8cbaf14ccc78. 00000080:00000010:3.0:1789466373.459124:0:285024:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff8cbaeded3c20. 00000020:00000010:3.0:1789466373.459128:0:285024:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8cbad8b21600. 00000008:00000010:3.0:1789466373.459155:0:285024:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8cbaededac60. 00020000:00000010:3.0:1789466373.459160:0:285024:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff8cbaf17c6b58. 00008000:00000010:3.0:1789466373.459163:0:285024:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8cbaff509a68. 00000080:00000010:3.0:1789466373.459167:0:285024:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8cbaff5084b0. 00000020:00000001:3.0:1789466373.459170:0:285024:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617332525812984 : -126741183738632 : ffff8cbac4c3ccf8) 00000020:00001000:3.0:1789466373.459172:0:285024:0:(cl_object.c:823:cl_env_get()) 1@ffff8cbac4c3ccf0 00000008:00000001:3.0:1789466373.459174:0:285024:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1789466373.459178:0:285024:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:3.0:1789466373.459179:0:285024:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:3.0:1789466373.459181:0:285024:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff8cbac4c3cf30. 00000020:00000010:3.0:1789466373.459184:0:285024:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8cbad8b21800. 00000020:00000010:3.0:1789466373.459187:0:285024:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8cbad8b21c00. 00000020:00000010:3.0:1789466373.459189:0:285024:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff8cbad0451840. 00000008:00000010:3.0:1789466373.459192:0:285024:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff8cbb00732190. 00020000:00000010:3.0:1789466373.459204:0:285024:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8cbac3e656c0. 00008000:00000010:3.0:1789466373.459207:0:285024:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8cbaededfc08. 00000080:00000010:3.0:1789466373.459210:0:285024:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8cbaf14ccbd0. 00000080:00000010:3.0:1789466373.459213:0:285024:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff8cbaeded2bf0. 00000020:00000010:3.0:1789466373.459216:0:285024:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8cbad8b21200. 00000008:00000010:3.0:1789466373.459219:0:285024:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8cbaededa420. 00020000:00000010:3.0:1789466373.459221:0:285024:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff8cbaf17c76c0. 00008000:00000010:3.0:1789466373.459224:0:285024:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8cbaff509820. 00000080:00000010:3.0:1789466373.459226:0:285024:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8cbaff508c30. 00000020:00000001:3.0:1789466373.459228:0:285024:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617332525813560 : -126741183738056 : ffff8cbac4c3cf38) 00000020:00001000:3.0:1789466373.459230:0:285024:0:(cl_object.c:823:cl_env_get()) 1@ffff8cbac4c3cf30 00000008:00000001:3.0:1789466373.459233:0:285024:0:(osc_cache.c:3761:osc_ldlm_hp_handle()) Process entered 00000008:00000020:3.0:1789466373.459235:0:285024:0:(osc_cache.c:3781:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:3.0:1789466373.459238:0:285024:0:(osc_cache.c:3797:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1789466373.459241:0:285024:0:(osc_cache.c:3845:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789466373.459243:0:285024:0:(osc_cache.c:3327:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1789466373.459246:0:285024:0:(osc_cache.c:3262:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1789466373.459249:0:285024:0:(osc_cache.c:3299:osc_cache_wait_range()) obj ffff8cbad15e0380 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1789466373.459252:0:285024:0:(osc_cache.c:3300:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1789466373.459254:0:285024:0:(osc_cache.c:3467:osc_cache_writeback_range()) obj ffff8cbad15e0380 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:3.0:1789466373.459258:0:285024:0:(osc_cache.c:3482:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1789466373.459261:0:285024:0:(osc_lock.c:372:osc_lock_flush()) object ffff8cbad15e0380: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:3.0:1789466373.459264:0:285024:0:(osc_cache.c:3730:osc_lock_discard_pages()) Process entered 00000020:00000001:3.0:1789466373.459267:0:285024:0:(cl_object.c:143:cl_object_top()) ffff8cbad15e0380 -> ffff8cbae971be90 00000020:00000001:3.0:1789466373.459270:0:285024:0:(cl_object.c:143:cl_object_top()) ffff8cbae971be90 -> ffff8cbae971be90 00000020:00000001:3.0:1789466373.459272:0:285024:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1789466373.459274:0:285024:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1789466373.459276:0:285024:0:(vvp_io.c:1826:vvp_io_init()) [0x2400013a2:0x56:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789466373.459279:0:285024:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789466373.459281:0:285024:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1789466373.459282:0:285024:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789466373.459286:0:285024:0:(lov_object.c:1590:lov_io_init()) [0x2400013a2:0x56:0x0]io ffff8cbb00732230 type 8 ignore/verify layout 1/0 00020000:00000001:3.0:1789466373.459290:0:285024:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789466373.459291:0:285024:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789466373.459298:0:285024:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789466373.459300:0:285024:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789466373.459302:0:285024:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466373.459304:0:285024:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789466373.459305:0:285024:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789466373.459306:0:285024:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00000020:00000001:3.0:1789466373.459307:0:285024:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789466373.459310:0:285024:0:(osc_cache.c:3517:osc_page_gang_lookup()) Process entered 00000020:00000001:3.0:1789466373.459314:0:285024:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:3.0:1789466373.459315:0:285024:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:3.0:1789466373.459317:0:285024:0:(cl_page.c:711:__cl_page_own()) Process entered 00000020:00000001:3.0:1789466373.459319:0:285024:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1789466373.459321:0:285024:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446617333527159344 : -126740182392272 : ffff8cbb00732230) 00000020:00000001:3.0:1789466373.459323:0:285024:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1789466373.459325:0:285024:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1789466373.459327:0:285024:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789466373.459331:0:285024:0:(cl_page.c:518:__cl_page_state_set()) page@00000000455ba066[2 000000003c09a130 1 1 000000009dd7d6be 0 0 0] 00000020:00000001:3.0:1789466373.459333:0:285024:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1789466373.459335:0:285024:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000040:3.0:1789466373.459336:0:285024:0:(cl_page.c:755:__cl_page_own()) res 0 00000020:00000001:3.0:1789466373.459337:0:285024:0:(cl_page.c:758:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466373.459340:0:285024:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:3.0:1789466373.459341:0:285024:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:3.0:1789466373.459343:0:285024:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1789466373.459344:0:285024:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1789466373.459345:0:285024:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1789466373.459348:0:285024:0:(cl_page.c:518:__cl_page_state_set()) page@00000000455ba066[2 000000003c09a130 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789466373.459349:0:285024:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 5 00000020:00000001:3.0:1789466373.459350:0:285024:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1789466373.459352:0:285024:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1789466373.459353:0:285024:0:(osc_page.c:138:osc_page_delete()) ffff8cb9e7020d80 00000008:00000001:3.0:1789466373.459355:0:285024:0:(osc_cache.c:2731:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1789466373.459357:0:285024:0:(osc_cache.c:2734:osc_teardown_async_page()) teardown oap ffff8cb9e7020d90 page ffff8cb9e7020d80 at index 0. 00000008:00000001:3.0:1789466373.459359:0:285024:0:(osc_cache.c:2756:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789466373.459364:0:285024:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1789466373.459366:0:285024:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff2d7046ee580 index 0 00000020:00000001:3.0:1789466373.459370:0:285024:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1789466373.459371:0:285024:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:3.0:1789466373.459380:0:285024:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:3.0:1789466373.459381:0:285024:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1789466373.459388:0:285024:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1789466373.459389:0:285024:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1789466373.459391:0:285024:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:3.0:1789466373.459394:0:285024:0:(cl_page.c:567:cl_batch_put()) page@00000000455ba066[1 000000003c09a130 5 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1789466373.459395:0:285024:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:3.0:1789466373.459397:0:285024:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:3.0:1789466373.459401:0:285024:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff8cb9e7020d20. 00000020:00000001:3.0:1789466373.459406:0:285024:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:3.0:1789466373.459408:0:285024:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:3.0:1789466373.459421:0:285024:0:(osc_cache.c:3594:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789466373.459424:0:285024:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1789466373.459426:0:285024:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1789466373.459428:0:285024:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789466373.459430:0:285024:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789466373.459432:0:285024:0:(vvp_io.c:304:vvp_io_fini()) [0x2400013a2:0x56:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:3.0:1789466373.459435:0:285024:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789466373.459436:0:285024:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000008:00000001:3.0:1789466373.459437:0:285024:0:(osc_cache.c:3749:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789466373.459439:0:285024:0:(cl_object.c:917:cl_env_put()) 1@ffff8cbac4c3cf30 00000008:00000001:3.0:1789466373.459442:0:285024:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466373.459445:0:285024:0:(cl_object.c:143:cl_object_top()) ffff8cbad15e0380 -> ffff8cbae971be90 00010000:00000001:3.0:1789466373.459447:0:285024:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:3.0:1789466373.459449:0:285024:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466373.459451:0:285024:0:(cl_object.c:143:cl_object_top()) ffff8cbad15e0380 -> ffff8cbae971be90 00000020:00000001:3.0:1789466373.459453:0:285024:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1789466373.459455:0:285024:0:(osc_object.c:161:osc_attr_update()) set kms from 7to 0 00020000:00000001:3.0:1789466373.459457:0:285024:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789466373.459459:0:285024:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466373.459461:0:285024:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466373.459463:0:285024:0:(cl_object.c:143:cl_object_top()) ffff8cbad15e0380 -> ffff8cbae971be90 00000020:00000001:3.0:1789466373.459464:0:285024:0:(cl_object.c:143:cl_object_top()) ffff8cbae971be90 -> ffff8cbae971be90 00000020:00000001:3.0:1789466373.459465:0:285024:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:3.0:1789466373.459468:0:285024:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466373.459469:0:285024:0:(cl_object.c:143:cl_object_top()) ffff8cbad15e0380 -> ffff8cbae971be90 00000008:00000001:3.0:1789466373.459472:0:285024:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789466373.459473:0:285024:0:(cl_object.c:917:cl_env_put()) 1@ffff8cbac4c3ccf0 00000008:00000001:3.0:1789466373.459476:0:285024:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466373.459478:0:285024:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789466373.459482:0:285024:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789466373.459489:0:285024:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789466373.459491:0:285024:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789466373.459493:0:285024:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789466373.459498:0:285024:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8cbac1664000 with handle 0x1b8f1d54e34b17de from hash 00010000:00000001:3.0:1789466373.459501:0:285024:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789466373.459502:0:285024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789466373.459503:0:285024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789466373.459505:0:285024:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789466373.459507:0:285024:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789466373.459509:0:285024:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789466373.459511:0:285024:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789466373.459514:0:285024:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8cbad29bd800 lock: 0000000052d43f3d/0x1b8f1d54e34b16d4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x68dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0x6da27ab53b87060e expref: -99 pid: 321544 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1789466373.459521:0:285024:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1789466373.459522:0:285024:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789466373.459525:0:285024:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617332525812984 : -126741183738632 : ffff8cbac4c3ccf8) 00000020:00001000:3.0:1789466373.459527:0:285024:0:(cl_object.c:823:cl_env_get()) 1@ffff8cbac4c3ccf0 00000008:00000001:3.0:1789466373.459528:0:285024:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1789466373.459529:0:285024:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:3.0:1789466373.459530:0:285024:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789466373.459532:0:285024:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446617332525813560 : -126741183738056 : ffff8cbac4c3cf38) 00000020:00001000:3.0:1789466373.459533:0:285024:0:(cl_object.c:823:cl_env_get()) 1@ffff8cbac4c3cf30 00000008:00000001:3.0:1789466373.459535:0:285024:0:(osc_cache.c:3761:osc_ldlm_hp_handle()) Process entered 00000008:00000020:3.0:1789466373.459536:0:285024:0:(osc_cache.c:3781:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:3.0:1789466373.459539:0:285024:0:(osc_cache.c:3797:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1789466373.459541:0:285024:0:(osc_cache.c:3845:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789466373.459542:0:285024:0:(osc_cache.c:3730:osc_lock_discard_pages()) Process entered 00000020:00000001:3.0:1789466373.459544:0:285024:0:(cl_object.c:143:cl_object_top()) ffff8cbad15e1c00 -> ffff8cbae971bf58 00000020:00000001:3.0:1789466373.459545:0:285024:0:(cl_object.c:143:cl_object_top()) ffff8cbae971bf58 -> ffff8cbae971bf58 00000020:00000001:3.0:1789466373.459547:0:285024:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1789466373.459548:0:285024:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1789466373.459549:0:285024:0:(vvp_io.c:1826:vvp_io_init()) [0x2000013a2:0x976:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789466373.459552:0:285024:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789466373.459553:0:285024:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1789466373.459559:0:285024:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789466373.459563:0:285024:0:(lov_object.c:1590:lov_io_init()) [0x2000013a2:0x976:0x0]io ffff8cbb00732230 type 8 ignore/verify layout 1/0 00020000:00000001:3.0:1789466373.459565:0:285024:0:(lov_io.c:2266:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789466373.459567:0:285024:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789466373.459568:0:285024:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789466373.459570:0:285024:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789466373.459571:0:285024:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466373.459573:0:285024:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789466373.459574:0:285024:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789466373.459574:0:285024:0:(lov_io.c:2279:lov_io_init_composite()) Process leaving 00000020:00000001:3.0:1789466373.459576:0:285024:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789466373.459577:0:285024:0:(osc_cache.c:3517:osc_page_gang_lookup()) Process entered 00000008:00000001:3.0:1789466373.459579:0:285024:0:(osc_cache.c:3594:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789466373.459581:0:285024:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1789466373.459582:0:285024:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1789466373.459583:0:285024:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1789466373.459585:0:285024:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1789466373.459586:0:285024:0:(vvp_io.c:304:vvp_io_fini()) [0x2000013a2:0x976:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:3.0:1789466373.459588:0:285024:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1789466373.459590:0:285024:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000008:00000001:3.0:1789466373.459591:0:285024:0:(osc_cache.c:3749:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789466373.459592:0:285024:0:(cl_object.c:917:cl_env_put()) 1@ffff8cbac4c3cf30 00000008:00000001:3.0:1789466373.459594:0:285024:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466373.459596:0:285024:0:(cl_object.c:143:cl_object_top()) ffff8cbad15e1c00 -> ffff8cbae971bf58 00010000:00000001:3.0:1789466373.459599:0:285024:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:3.0:1789466373.459600:0:285024:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466373.459602:0:285024:0:(cl_object.c:143:cl_object_top()) ffff8cbad15e1c00 -> ffff8cbae971bf58 00000020:00000001:3.0:1789466373.459603:0:285024:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1789466373.459605:0:285024:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1789466373.459606:0:285024:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789466373.459608:0:285024:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466373.459610:0:285024:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466373.459612:0:285024:0:(cl_object.c:143:cl_object_top()) ffff8cbad15e1c00 -> ffff8cbae971bf58 00000020:00000001:3.0:1789466373.459613:0:285024:0:(cl_object.c:143:cl_object_top()) ffff8cbae971bf58 -> ffff8cbae971bf58 00000020:00000001:3.0:1789466373.459615:0:285024:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:3.0:1789466373.459617:0:285024:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466373.459618:0:285024:0:(cl_object.c:143:cl_object_top()) ffff8cbad15e1c00 -> ffff8cbae971bf58 00000008:00000001:3.0:1789466373.459620:0:285024:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789466373.459622:0:285024:0:(cl_object.c:917:cl_env_put()) 1@ffff8cbac4c3ccf0 00000008:00000001:3.0:1789466373.459628:0:285024:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466373.459631:0:285024:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789466373.459632:0:285024:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789466373.459634:0:285024:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789466373.459635:0:285024:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789466373.459636:0:285024:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789466373.459639:0:285024:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8cbacf583200 with handle 0x1b8f1d54e34b16d4 from hash 00010000:00000001:3.0:1789466373.459641:0:285024:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789466373.459642:0:285024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789466373.459644:0:285024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789466373.459645:0:285024:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789466373.459646:0:285024:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789466373.459648:0:285024:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789466373.459650:0:285024:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1789466373.459653:0:285024:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789466373.459655:0:285024:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1789466373.459663:0:285024:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031c00. 00000020:00000040:3.0:1789466373.459666:0:285024:0:(genops.c:1209:class_import_get()) import ffff8cbac62f5800 refcount=3 obd=lustre-OST0001-osc-ffff8cbad29bd800 00000100:00000001:3.0:1789466373.459672:0:285024:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466373.459675:0:285024:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466373.459679:0:285024:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466373.459685:0:285024:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8cbad8b20e00. 00000100:00000001:3.0:1789466373.459692:0:285024:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466373.459695:0:285024:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789466373.459701:0:285024:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8cbad29bd800 lock: 00000000f89501ce/0x1b8f1d54e34b17de lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3086:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x6da27ab53b870a36 expref: -99 pid: 321981 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1789466373.459710:0:285024:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8cbad29bd800 lock: 0000000052d43f3d/0x1b8f1d54e34b16d4 lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x68dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0x6da27ab53b87060e expref: -99 pid: 321544 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789466373.459716:0:285024:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:3.0:1789466373.459718:0:285024:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:3.0:1789466373.459722:0:285024:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466373.459727:0:285024:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466373.459740:0:285024:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e90841d0] to pc [ptlrpcd_01_00+0] req@ffff8cb9f9031c00 x1876386402373760/t0(0) o103->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789466373.460166:0:285024:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789466373.460169:0:285024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789466373.460172:0:285024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8cbad29bd800 lock: 00000000f89501ce/0x1b8f1d54e34b17de lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3086:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x6da27ab53b870a36 expref: -99 pid: 321981 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000010:3.0:1789466373.460183:0:285024:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8cb9d31a0480. 00010000:00000040:3.0:1789466373.460188:0:285024:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8cbae69afc00 count: 0 00010000:00000010:3.0:1789466373.460194:0:285024:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8cbae69af000. 00010000:00000001:3.0:1789466373.460202:0:285024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789466373.460204:0:285024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789466373.460206:0:285024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8cbad29bd800 lock: 0000000052d43f3d/0x1b8f1d54e34b16d4 lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x68dc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0x6da27ab53b87060e expref: -99 pid: 321544 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1789466373.460212:0:285024:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff8cbad7424f80. 00010000:00000040:3.0:1789466373.460215:0:285024:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8cbad4778c00 count: 0 00010000:00000010:3.0:1789466373.460217:0:285024:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8cbad4778400. 00010000:00000001:3.0:1789466373.460223:0:285024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789466373.460224:0:285024:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1789466373.460227:0:285024:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8cbae0de4b40. 00010000:00000001:3.0:1789466373.460229:0:285024:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466373.460232:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466373.460233:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466373.460235:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466373.460236:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466373.460237:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466373.460238:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466373.460240:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466373.460241:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466373.460242:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466373.460250:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466373.460252:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466373.460259:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466373.460261:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466373.460263:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466373.460265:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466373.460268:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789466373.460358:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466373.460362:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6c00. 00000400:00000200:3.0:1789466373.460366:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466373.460371:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466373.460376:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de908 00000400:00000010:3.0:1789466373.460379:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de908. 00000100:00000001:3.0:1789466373.460383:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466373.460387:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031c00 x1876386402373760/t0(0) o103->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1789466389 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466373.460397:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466373.460400:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031c00 x1876386402373760/t0(0) o103->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1789466389 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466373.460406:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466373.460408:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789466373.464164:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466373.464179:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466373.464182:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466373.464184:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466373.464193:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466373.464200:0:253744:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466373.464209:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466373.464215:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466373.464220:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466373.464224:0:253744:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 18 MB=0x6aa9040f99080 00000400:00000200:3.0:1789466373.464229:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466373.464235:0:253744:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe7bdd [1] + 224 00000800:00000001:3.0:1789466373.464242:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466373.464247:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466373.464251:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466373.464266:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466373.464273:0:253744:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466373.464282:0:253744:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cb9f9031c00 x1876386402373760/t0(0) o103->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1789466389 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466373.464293:0:253744:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cb9f9031c00 x1876386402373760/t0(0) o103->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1789466389 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466373.464597:0:253744:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466373.464608:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466373.464612:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1F:1789466373.468176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8cbae69afc00. 00010000:00000010:3.1:1789466373.468197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8cbac1664000. 00010000:00000010:3.1:1789466373.468201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8cbad4778c00. 00010000:00000010:3.1:1789466373.468207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8cbacf583200. 00000100:00000040:3.0:1789466373.475880:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313289489, at 4313289490 00000100:00000010:3.0:1789466373.475897:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64de40. 00000100:00080000:3.0:1789466373.717344:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466373.717354:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466373.717357:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466373.717360:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466373.717363:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466373.717366:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466373.717368:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789466373.717372:0:331018:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789466373.717383:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9032d80. 00000020:00000040:3.0:1789466373.717390:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f6000 refcount=3 obd=lustre-OST0000-osc-ffff8cbad29bd800 00000100:00000001:3.0:1789466373.717394:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466373.717397:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466373.717402:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466373.717410:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cbac4da7f00. 00000100:00000001:3.0:1789466373.717416:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466373.717428:0:331018:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID req@ffff8cb9f9032d80 x1876386402373888/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466373.717453:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466373.717457:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466373.717464:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca468814] to pc [ptlrpcd_01_01+1] req@ffff8cb9f9032d80 x1876386402373888/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466373.717492:0:331018:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466373.717497:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18627) 00000800:00000200:3.0:1789466373.718183:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466373.718187:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6900. 00000400:00000200:3.0:1789466373.718192:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466373.718197:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466373.718202:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de440 00000400:00000010:3.0:1789466373.718205:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de440. 00000100:00000001:3.0:1789466373.718208:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466373.718212:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9032d80 x1876386402373888/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466373.718220:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466373.718223:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9032d80 x1876386402373888/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466389 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466373.718229:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466373.718230:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789466373.724161:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466373.724177:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466373.724187:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466373.724191:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466373.724200:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466373.724207:0:253744:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466373.724216:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466373.724223:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466373.724229:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466373.724233:0:253744:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f99100 00000400:00000200:3.0:1789466373.724238:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466373.724258:0:253744:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe7bed [1] + 224 00000800:00000001:3.0:1789466373.724265:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466373.724272:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466373.724275:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466373.724279:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466373.724287:0:253744:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466373.724295:0:253744:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cb9f9032d80 x1876386402373888/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466373.724307:0:253744:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cb9f9032d80 x1876386402373888/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466373.724332:0:253744:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466373.724341:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466373.724344:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466373.761261:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313289775, at 4313289776 00000100:00000010:3.0:1789466373.761276:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d5a0. 00000020:00000001:3.0:1789466376.529480:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466376.529484:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466376.529487:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466378.837187:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466378.837193:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466378.837197:0:253751:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466378.837208:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742f480 x1876386402374016/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466378.837223:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466378.837227:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466378.837233:0:253751:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466378.837237:0:253751:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466378.837242:0:253751:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466378.837247:0:253751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253751:1876386402374016:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466378.837251:0:253751:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466378.837256:0:253751:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466378.837268:0:253751:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466378.837272:0:253751:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466378.837278:0:253751:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbad8b21000. 02000000:00000001:3.0:1789466378.837284:0:253751:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466378.837296:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466378.837305:0:253751:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf370. 00000400:00000010:3.0:1789466378.837314:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce7f8. 00000100:00000200:3.0:1789466378.837324:0:253751:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402374016, portal 4 00000100:00000001:3.0:1789466378.837328:0:253751:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466378.837332:0:253751:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836136064 : -126740873415552 : ffff8cbad742f480) 00000100:00000040:3.0:1789466378.837344:0:253751:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742f480 x1876386402374016/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466378.837355:0:253751:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466378.837360:0:253751:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466378.837367:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce088. 00000100:00000200:3.0:1789466378.837374:0:253751:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402374016, offset 0 00000400:00000200:3.0:1789466378.837385:0:253751:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466378.837398:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466378.837410:0:253751:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466378.837418:0:253751:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466378.837426:0:253751:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466378.837429:0:253751:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466378.837432:0:253751:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466378.837435:0:253751:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93703:93703:256:4294967295] 192.168.203.142@tcp LPNI seq info [93703:93703:8:4294967295] 00000400:00000200:3.0:1789466378.837439:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466378.837447:0:253751:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466378.837453:0:253751:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466378.837458:0:253751:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7600. 00000800:00000200:3.0:1789466378.837466:0:253751:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466378.837473:0:253751:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466378.837477:0:253751:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466378.837500:0:253751:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466378.837513:0:253751:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: using a timeout of 42140 usecs (43 jiffies) 00000400:00000200:3.0:1789466378.837523:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466378.837527:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313294895 00000100:00000010:3.0:1789466378.837535:0:253751:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451360. 00000100:00000001:3.0:1789466378.837545:0:253751:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789466378.837554:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313294895 00000100:00000010:3.0:1789466378.837562:0:253751:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451ae0. 00000100:00000001:3.0:1789466378.837568:0:253751:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789466378.837574:0:253751:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466378.837590:0:253751:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466378.837597:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466378.837601:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466378.837604:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466378.837609:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466378.837614:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466378.837625:0:253751:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466378.837628:0:253751:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789466378.837633:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466378.837636:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466378.837639:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466378.837644:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466378.837647:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466378.837651:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466378.837655:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789466378.837699:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466378.837704:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7600. 00000400:00000200:3.0:1789466378.837711:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466378.837716:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466378.837722:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce088 00000400:00000010:3.0:1789466378.837725:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce088. 00000100:00000001:3.0:1789466378.837728:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466378.837734:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742f480 x1876386402374016/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466378.837742:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466378.837752:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742f480 x1876386402374016/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466394 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466378.837760:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466378.837761:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466378.837824:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466378.837827:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6400. 00000400:00000200:3.0:1789466378.837830:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466378.837834:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466378.837837:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6deb28 00000400:00000010:3.0:1789466378.837839:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6deb28. 00000100:00000001:3.0:1789466378.837841:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466378.837845:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742f800 x1876386402374144/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466378.837852:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466378.837855:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742f800 x1876386402374144/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466394 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466378.837869:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466378.837871:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789466378.845766:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466378.845782:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466378.845786:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466378.845788:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466378.845797:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466378.848586:0:253744:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466378.848607:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466378.848614:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466378.848620:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466378.848625:0:253744:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f99180 00000400:00000200:3.0:1789466378.848630:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466378.848636:0:253744:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe7bfd [1] + 224 00000800:00000001:3.0:1789466378.848646:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466378.848658:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466378.848661:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466378.848680:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466378.848688:0:253744:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466378.848697:0:253744:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbad742f480 x1876386402374016/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466394 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466378.848707:0:253744:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbad742f480 x1876386402374016/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466378.848735:0:253744:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466378.848747:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466378.848751:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466378.848753:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466378.848755:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466378.848759:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466378.848763:0:253744:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466378.848767:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466378.848770:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466378.848772:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466378.848775:0:253744:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f99200 00000400:00000200:3.0:1789466378.848778:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466378.848782:0:253744:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe7c05 [1] + 224 00000800:00000001:3.0:1789466378.848786:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466378.848793:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466378.848795:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466378.848798:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466378.848801:0:253744:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466378.848805:0:253744:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbad742f800 x1876386402374144/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466394 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466378.848825:0:253744:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbad742f800 x1876386402374144/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466378.848838:0:253744:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466378.848841:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466378.848849:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466378.881304:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313294895, at 4313294896 00000100:00000010:3.0:1789466378.881321:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451ae0. 00000020:00000001:3.0:1789466380.625456:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466380.625459:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466380.625462:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789466381.651128:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466381.651157:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7200. 00000400:00000200:3.0:1789466381.651162:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466381.651168:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466381.651173:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5550 00000400:00000010:3.0:1789466381.651175:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5550. 00000100:00000001:3.0:1789466381.651180:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466381.651184:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c4000 x1876386402374272/t0(0) o103->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1789466397 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466381.651193:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466381.651196:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c4000 x1876386402374272/t0(0) o103->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1789466397 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466381.651202:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466381.651203:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1F:1789466381.655284:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8cbad7495600. 00010000:00000010:1.1:1789466381.655316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8cb9f967be00. 00010000:00000010:1.1:1789466381.655320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8cbad7427400. 00010000:00000010:1.1:1789466381.655323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8cb9f967a200. 00000800:00000001:3.0:1789466381.655852:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466381.655864:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466381.655867:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466381.655870:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466381.655879:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466381.655886:0:253744:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466381.655895:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466381.655901:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466381.655906:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466381.655910:0:253744:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 18 MB=0x6aa9040f99280 00000400:00000200:3.0:1789466381.655916:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466381.655923:0:253744:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe7c1d [1] + 224 00000800:00000001:3.0:1789466381.655930:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466381.655943:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466381.655947:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466381.655952:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466381.655959:0:253744:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466381.655968:0:253744:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbacf6c4000 x1876386402374272/t0(0) o103->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1789466397 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466381.655979:0:253744:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbacf6c4000 x1876386402374272/t0(0) o103->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:17/18 lens 328/224 e 0 to 0 dl 1789466397 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466381.656000:0:253744:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466381.656008:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466381.656011:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466381.693270:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313297707, at 4313297708 00000100:00000010:3.0:1789466381.693285:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a7e0. 00000020:00000001:3.0:1789466383.697468:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466383.697472:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466383.697475:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789466383.954099:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466383.954104:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6400. 00000400:00000200:3.0:1789466383.954110:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466383.954115:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466383.954121:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6deaa0 00000400:00000010:3.0:1789466383.954123:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6deaa0. 00000100:00000001:3.0:1789466383.954128:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466383.954165:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742f480 x1876386402374528/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466383.954175:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466383.954178:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742f480 x1876386402374528/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466399 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466383.954185:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466383.954186:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466383.954251:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466383.954254:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6900. 00000400:00000200:3.0:1789466383.954263:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466383.954267:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466383.954269:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de440 00000400:00000010:3.0:1789466383.954271:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de440. 00000100:00000001:3.0:1789466383.954274:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466383.954277:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742f800 x1876386402374400/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466383.954283:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466383.954286:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742f800 x1876386402374400/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466399 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466383.954291:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466383.954292:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789466383.954305:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466383.954307:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466383.954310:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466383.954312:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466383.954313:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466383.954315:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466383.954316:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789466383.961167:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466383.961182:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466383.961187:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466383.961189:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466383.961198:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466383.961206:0:253744:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466383.961215:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466383.961221:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466383.961227:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466383.961230:0:253744:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f99380 00000400:00000200:3.0:1789466383.961236:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466383.961242:0:253744:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe7c25 [1] + 224 00000800:00000001:3.0:1789466383.961250:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466383.961254:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466383.961257:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466383.961276:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466383.961284:0:253744:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466383.961294:0:253744:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbad742f480 x1876386402374528/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466399 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466383.961306:0:253744:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbad742f480 x1876386402374528/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466383.961330:0:253744:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466383.961340:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466383.961344:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466383.961346:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466383.961348:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466383.961352:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466383.961355:0:253744:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466383.961360:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466383.961363:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466383.961365:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466383.961368:0:253744:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f99300 00000400:00000200:3.0:1789466383.961372:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466383.961375:0:253744:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe7c35 [1] + 224 00000800:00000001:3.0:1789466383.961379:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466383.961384:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466383.961386:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466383.961389:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466383.961392:0:253744:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466383.961396:0:253744:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbad742f800 x1876386402374400/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466399 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466383.961404:0:253744:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbad742f800 x1876386402374400/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466383.961411:0:253744:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466383.961415:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466383.961426:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466383.997260:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313300011, at 4313300012 00000100:00000010:3.0:1789466383.997276:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d8a0. 00000020:00000001:3.0:1789466387.793429:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466387.793433:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466387.793435:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466388.050056:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466388.050062:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789466388.050064:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466388.050067:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466388.050070:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466388.050074:0:331018:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 18612 00000400:00000200:3.0:1789466388.050081:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466388.050087:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789466388.050090:0:331018:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466388.050093:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466388.050096:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466388.050099:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466388.050101:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789466388.050108:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466388.050109:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789466388.050112:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466388.050115:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789466388.050118:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789466388.050120:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789466388.050123:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466388.050125:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466388.050126:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466388.050128:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789466388.050153:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789466388.050157:0:331018:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789466388.050165:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466388.050168:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466388.050171:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466388.050173:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466388.050176:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466388.050178:0:331018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466388.050183:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9032300. 00000020:00000040:3.0:1789466388.050186:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789466388.050189:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466388.050191:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466388.050194:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466388.050197:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466388.050201:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466388.050207:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1c00. 00000100:00000001:3.0:1789466388.050213:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466388.050220:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9032300 x1876386402374656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466388.050229:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466388.050233:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466388.050237:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005446fc88] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9032300 x1876386402374656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466388.050258:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466388.050261:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466388.050264:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466388.050265:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466388.050267:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466388.050270:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466388.050272:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 18612 00000400:00000200:3.0:1789466388.050276:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466388.050279:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789466388.050281:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466388.050283:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466388.050291:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466388.050293:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466388.050294:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789466388.050298:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466388.050299:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789466388.050300:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466388.050302:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789466388.050304:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789466388.050306:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789466388.050309:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466388.050311:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466388.050313:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466388.050315:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789466388.050317:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789466388.050320:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789466388.050322:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466388.050323:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466388.050329:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466388.050331:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466388.050333:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789466388.050337:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789466388.050340:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466388.050342:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466388.050345:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031180. 00000020:00000040:3.0:1789466388.050348:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789466388.050350:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466388.050351:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466388.050353:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466388.050354:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466388.050356:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466388.050360:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3800. 00000100:00000001:3.0:1789466388.050363:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466388.050373:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031180 x1876386402374784/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466388.050381:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466388.050383:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466388.050386:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa1bc69b] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031180 x1876386402374784/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466388.050394:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466388.050396:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466388.050399:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466388.050400:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466388.050402:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466388.050405:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466388.050407:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 18612 00000400:00000200:3.0:1789466388.050411:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466388.050415:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789466388.050417:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466388.050419:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466388.050421:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466388.050423:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466388.050425:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789466388.050428:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466388.050429:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789466388.050431:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466388.050433:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789466388.050435:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789466388.050437:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789466388.050440:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466388.050442:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466388.050443:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466388.050450:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789466388.050453:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789466388.050456:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789466388.050458:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466388.050460:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466388.050463:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466388.050465:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466388.050467:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789466388.050469:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789466388.050471:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466388.050472:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466388.050476:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030a80. 00000020:00000040:3.0:1789466388.050478:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789466388.050480:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466388.050481:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466388.050483:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466388.050484:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466388.050486:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466388.050490:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2000. 00000100:00000001:3.0:1789466388.050493:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466388.050497:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030a80 x1876386402374912/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466388.050504:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466388.050506:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466388.050510:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb50d69] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030a80 x1876386402374912/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466388.050517:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466388.050520:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789466388.050524:0:331018:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789466388.050528:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033100. 00000020:00000040:3.0:1789466388.050530:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f6000 refcount=3 obd=lustre-OST0000-osc-ffff8cbad29bd800 00000100:00000001:3.0:1789466388.050537:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466388.050539:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466388.050541:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466388.050544:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cbac4da7600. 00000100:00000001:3.0:1789466388.050547:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466388.050551:0:331018:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID req@ffff8cb9f9033100 x1876386402375040/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466388.050559:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466388.050560:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466388.050565:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024ed4020] to pc [ptlrpcd_01_00+0] req@ffff8cb9f9033100 x1876386402375040/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466388.050583:0:331018:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466388.050586:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789466388.050589:0:331018:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789466388.050593:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9032d80. 00000020:00000040:3.0:1789466388.050595:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f5800 refcount=3 obd=lustre-OST0001-osc-ffff8cbad29bd800 00000100:00000001:3.0:1789466388.050597:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466388.050598:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466388.050600:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466388.050603:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cbac4da7e00. 00000100:00000001:3.0:1789466388.050605:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466388.050610:0:331018:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID req@ffff8cb9f9032d80 x1876386402375168/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466388.050616:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466388.050618:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466388.050621:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca468814] to pc [ptlrpcd_01_01+1] req@ffff8cb9f9032d80 x1876386402375168/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466388.050629:0:331018:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466388.050633:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18641) 00000100:00000001:3.0:1789466388.050647:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466388.050649:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466388.050655:0:253751:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466388.050660:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033100 x1876386402375040/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466388.050668:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466388.050670:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466388.050674:0:253751:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466388.050677:0:253751:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466388.050679:0:253751:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466388.050683:0:253751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253751:1876386402375040:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466388.050687:0:253751:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466388.050693:0:253751:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466388.050695:0:253751:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466388.050697:0:253751:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466388.050701:0:253751:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbad8b21000. 02000000:00000001:3.0:1789466388.050703:0:253751:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466388.050708:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466388.050712:0:253751:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf000. 00000400:00000010:3.0:1789466388.050717:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce088. 00000100:00000200:3.0:1789466388.050723:0:253751:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402375040, portal 4 00000100:00000001:3.0:1789466388.050725:0:253751:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466388.050727:0:253751:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107415296 : -126744602136320 : ffff8cb9f9033100) 00000100:00000040:3.0:1789466388.050734:0:253751:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033100 x1876386402375040/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466388.050741:0:253751:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466388.050756:0:253751:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466388.050759:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cee58. 00000100:00000200:3.0:1789466388.050762:0:253751:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402375040, offset 0 00000400:00000200:3.0:1789466388.050768:0:253751:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466388.050776:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466388.050782:0:253751:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466388.050787:0:253751:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466388.050791:0:253751:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466388.050794:0:253751:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466388.050802:0:253751:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466388.050806:0:253751:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93708:93708:256:4294967295] 192.168.203.142@tcp LPNI seq info [93708:93708:8:4294967295] 00000400:00000200:3.0:1789466388.050811:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466388.050821:0:253751:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466388.050827:0:253751:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466388.050832:0:253751:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7700. 00000800:00000200:3.0:1789466388.050838:0:253751:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466388.050846:0:253751:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466388.050850:0:253751:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466388.050860:0:253751:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466388.050865:0:253751:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: using a timeout of 42066 usecs (43 jiffies) 00000400:00000200:3.0:1789466388.050868:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466388.050871:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313304108 00000100:00000010:3.0:1789466388.050875:0:253751:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad04512a0. 00000100:00000001:3.0:1789466388.050882:0:253751:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789466388.050891:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313304108 00000100:00000010:3.0:1789466388.050895:0:253751:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad04514e0. 00000100:00000001:3.0:1789466388.050897:0:253751:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789466388.050900:0:253751:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466388.050903:0:253751:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466388.050907:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466388.050910:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466388.050911:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466388.050913:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466388.050915:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466388.050921:0:253751:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466388.050922:0:253751:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789466388.050924:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466388.050925:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466388.050926:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466388.050927:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466388.050934:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466388.050935:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466388.050938:0:253751:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1789466388.050939:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466388.050942:0:253751:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466388.050943:0:253751:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466388.050945:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466388.050946:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466388.050947:0:253751:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466388.050951:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9032d80 x1876386402375168/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466388.050958:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466388.050959:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466388.050960:0:253751:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466388.050962:0:253751:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466388.050964:0:253751:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466388.050966:0:253751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253751:1876386402375168:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466388.050969:0:253751:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466388.050972:0:253751:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466388.050973:0:253751:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466388.050975:0:253751:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466388.050978:0:253751:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbad8b20200. 02000000:00000001:3.0:1789466388.050979:0:253751:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466388.050983:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466388.050986:0:253751:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bfe70. 00000400:00000010:3.0:1789466388.050989:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce3b8. 00000100:00000200:3.0:1789466388.050992:0:253751:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402375168, portal 4 00000100:00000001:3.0:1789466388.050994:0:253751:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466388.050995:0:253751:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107414400 : -126744602137216 : ffff8cb9f9032d80) 00000100:00000040:3.0:1789466388.051000:0:253751:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9032d80 x1876386402375168/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466388.051006:0:253751:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466388.051008:0:253751:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466388.051010:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cebb0. 00000100:00000200:3.0:1789466388.051018:0:253751:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402375168, offset 0 00000400:00000200:3.0:1789466388.051022:0:253751:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466388.051026:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466388.051029:0:253751:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466388.051032:0:253751:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466388.051034:0:253751:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466388.051037:0:253751:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466388.051039:0:253751:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466388.051042:0:253751:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93709:93709:255:4294967295] 192.168.203.142@tcp LPNI seq info [93709:93709:7:4294967295] 00000400:00000200:3.0:1789466388.051047:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466388.051052:0:253751:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466388.051056:0:253751:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466388.051059:0:253751:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7d00. 00000800:00000200:3.0:1789466388.051062:0:253751:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466388.051066:0:253751:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466388.051069:0:253751:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466388.051071:0:253751:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466388.051074:0:253751:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: using a timeout of 14470 usecs (15 jiffies) 00000400:00000200:3.0:1789466388.051076:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466388.051078:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313304080 00000100:00000001:3.0:1789466388.051080:0:253751:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313304108 00000100:00000001:3.0:1789466388.051082:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313304080 00000100:00000001:3.0:1789466388.051084:0:253751:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313304108 00000100:00000001:3.0:1789466388.051085:0:253751:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466388.051087:0:253751:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466388.051090:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466388.051091:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466388.051092:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466388.051094:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466388.051096:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789466388.051162:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466388.051165:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7700. 00000400:00000200:3.0:1789466388.051170:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466388.051175:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466388.051180:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cee58 00000400:00000010:3.0:1789466388.051182:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cee58. 00000100:00000001:3.0:1789466388.051185:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466388.051189:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033100 x1876386402375040/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466388.051197:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466388.051200:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033100 x1876386402375040/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466404 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466388.051207:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466388.051208:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466388.051270:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466388.051273:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7d00. 00000400:00000200:3.0:1789466388.051276:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466388.051279:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466388.051282:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cebb0 00000400:00000010:3.0:1789466388.051283:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cebb0. 00000100:00000001:3.0:1789466388.051285:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466388.051289:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9032d80 x1876386402375168/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466388.051295:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466388.051298:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9032d80 x1876386402375168/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466404 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466388.051303:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466388.051305:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466388.052399:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466388.052404:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6d00. 00000400:00000200:3.0:1789466388.052408:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466388.052412:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466388.052415:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6deb28 00000400:00000010:3.0:1789466388.052424:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6deb28. 00000100:00000001:3.0:1789466388.052428:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466388.052433:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9032300 x1876386402374656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466388.052441:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466388.052444:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9032300 x1876386402374656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466388.052450:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466388.052510:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466388.052529:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466388.052531:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6700. 00000400:00000200:3.0:1789466388.052534:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466388.052537:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466388.052540:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6dee58 00000400:00000010:3.0:1789466388.052542:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6dee58. 00000100:00000001:3.0:1789466388.052544:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466388.052548:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031180 x1876386402374784/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466388.052554:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466388.052557:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031180 x1876386402374784/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466388.052563:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466388.052564:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466388.052595:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466388.052598:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6c00. 00000400:00000200:3.0:1789466388.052600:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466388.052604:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466388.052607:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6dec38 00000400:00000010:3.0:1789466388.052608:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6dec38. 00000100:00000001:3.0:1789466388.052610:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466388.052614:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030a80 x1876386402374912/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466388.052621:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466388.052629:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030a80 x1876386402374912/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466388.052635:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466388.052637:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789466388.067236:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466388.067254:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466388.067258:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466388.067261:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466388.067501:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466388.067508:0:253743:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466388.067517:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466388.067524:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466388.067529:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466388.067534:0:253743:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f99580 00000400:00000200:3.0:1789466388.067539:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466388.067546:0:253743:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe7c45 [1] + 224 00000800:00000001:3.0:1789466388.067554:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466388.067560:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466388.067563:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466388.067568:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466388.067575:0:253743:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466388.067584:0:253743:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cb9f9033100 x1876386402375040/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466388.067595:0:253743:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cb9f9033100 x1876386402375040/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466388.067625:0:253743:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466388.067632:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466388.067635:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466388.083003:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466388.083022:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466388.083026:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466388.083029:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466388.083039:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466388.083060:0:253744:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466388.083068:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466388.083075:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466388.083080:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466388.083083:0:253744:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f99600 00000400:00000200:3.0:1789466388.083088:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466388.083095:0:253744:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe7c55 [1] + 224 00000800:00000001:3.0:1789466388.083102:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466388.083124:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466388.083128:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466388.083173:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466388.083181:0:253744:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466388.083190:0:253744:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cb9f9032d80 x1876386402375168/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466388.083201:0:253744:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cb9f9032d80 x1876386402375168/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466388.083222:0:253744:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466388.083230:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466388.083233:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466389.077986:0:253751:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466389.078000:0:253751:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466389.078003:0:253751:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466389.078008:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466389.078010:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466389.078014:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466389.078016:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466389.078019:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466389.078021:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466389.078025:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466389.329248:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313305333, at 4313305344 00000100:00000010:3.0:1789466389.329263:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad04514e0. 00000020:00000001:3.0:1789466391.889407:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466391.889410:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466391.889418:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789466393.175762:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466393.175768:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6100. 00000400:00000200:3.0:1789466393.175774:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466393.175780:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466393.175786:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de3b8 00000400:00000010:3.0:1789466393.175789:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de3b8. 00000100:00000001:3.0:1789466393.175793:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466393.175798:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742f480 x1876386402375296/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466393.175807:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466393.175810:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742f480 x1876386402375296/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466393.175818:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466393.175819:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789466393.175836:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466393.175839:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466393.175841:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466393.175843:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466393.175845:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466393.175846:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466393.175849:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466393.183470:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466393.183475:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789466393.183483:0:253752:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466393.183485:0:253752:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466393.183489:0:253752:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7f20. 00000400:00000200:3.0:1789466393.183494:0:253752:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6debb0 00000400:00000010:3.0:1789466393.183496:0:253752:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6debb0. 00000100:00000001:3.0:1789466393.183500:0:253752:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466393.183505:0:253752:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742f480 x1876386402375296/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466393.183515:0:253752:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742f480 x1876386402375296/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466393.183542:0:253752:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466393.183544:0:253752:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466393.183548:0:253752:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789466393.183552:0:253752:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789466393.183555:0:253752:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789466393.183558:0:253752:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466393.183561:0:253752:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789466393.183574:0:253752:0:(import.c:2196:obd_at_measure()) add 5 to ffff8cbac62f6460 time=76 v=5 (5 5 5 5) 00000100:00001000:3.0:1789466393.183579:0:253752:0:(import.c:2196:obd_at_measure()) add 1 to ffff8cbac62f6418 time=98 v=5 (1 1 1 1) 00000100:00000001:3.0:1789466393.183582:0:253752:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789466393.183584:0:253752:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466393.183587:0:253752:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789466393.183593:0:253752:0:(ldlm_request.c:1703:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466393.183598:0:253752:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789466393.183601:0:253752:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8cbad29bd800: skip recheck: last_committed 17179870928 00000100:00000001:3.0:1789466393.183604:0:253752:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789466393.183606:0:253752:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466393.183612:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742f480 x1876386402375296/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466393.183620:0:253752:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466393.183624:0:253752:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466393.183626:0:253752:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466393.183630:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742f480 x1876386402375296/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466409 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466393.183639:0:253752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253752:1876386402375296:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466393.183645:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466393.183648:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466393.183651:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466393.183654:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466393.183658:0:253752:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466393.183662:0:253752:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742f480 x1876386402375296/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466409 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466393.183695:0:253752:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466393.183698:0:253752:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466393.183702:0:253752:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cbad456c800. 02000000:00000001:3.0:1789466393.183715:0:253752:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466393.183841:0:253752:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466393.183844:0:253752:0:(genops.c:1222:class_import_put()) import ffff8cbac62f6000 refcount=2 obd=lustre-OST0000-osc-ffff8cbad29bd800 00000020:00000001:3.0:1789466393.183848:0:253752:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466393.183851:0:253752:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cb9f65c6e00. 02000000:00000001:3.0:1789466393.183856:0:253752:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466393.183858:0:253752:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466393.183861:0:253752:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742f480. 00000100:00000001:3.0:1789466393.183867:0:253752:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466393.183869:0:253752:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466393.183873:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466393.183876:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466393.183877:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466393.183879:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466393.183881:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466393.183882:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466393.183884:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466393.183886:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466393.221519:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313309233, at 4313309236 00000100:00000010:3.0:1789466393.221526:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d8a0. 00000100:00000001:3.0:1789466394.193260:0:253752:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466394.193275:0:253752:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466394.193277:0:253752:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466394.193282:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466394.193284:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466394.193288:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466394.193291:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466394.193293:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466394.193296:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466394.193300:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466395.985422:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466395.985426:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466395.985436:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789466398.334941:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313314348, at 4313314349 00000100:00000010:3.0:1789466398.334956:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869acc0. 00000020:00000001:3.0:1789466400.082446:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466400.082451:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466400.082456:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466403.409516:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466403.409523:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466403.409526:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466403.409529:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466403.409531:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466403.409534:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466403.409537:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789466403.409540:0:331018:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1789466403.409543:0:331018:0:(import.c:2113:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1789466403.409546:0:331018:0:(import.c:1807:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1789466403.409554:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031c00. 00000020:00000040:3.0:1789466403.409560:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f6000 refcount=3 obd=lustre-OST0000-osc-ffff8cbad29bd800 00000100:00000001:3.0:1789466403.409563:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466403.409567:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466403.409571:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466403.409577:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cbac4da7d00. 00000100:00000001:3.0:1789466403.409584:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466403.409587:0:331018:0:(import.c:1845:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446617329107409920 : -126744602141696 : ffff8cb9f9031c00) 00000100:00080000:3.0:1789466403.409590:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f6000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1789466403.409592:0:331018:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff8cbad29bd800: disconnect after 22s idle 00000100:00000001:3.0:1789466403.409597:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466403.409600:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466403.409612:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e90841d0] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031c00 x1876386402375680/t0(0) o9->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466403.409655:0:331018:0:(import.c:2152:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466403.409658:0:331018:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466403.409660:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466403.409663:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466403.409668:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18657) 00000800:00000200:3.0:1789466403.414519:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466403.414529:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6b00. 00000400:00000200:3.0:1789466403.414538:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466403.414547:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466403.414554:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de660 00000400:00000010:3.0:1789466403.414557:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de660. 00000100:00000001:3.0:1789466403.414563:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466403.414571:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031c00 x1876386402375680/t0(0) o9->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466403.414583:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466403.414586:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031c00 x1876386402375680/t0(0) o9->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466403.414592:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466403.414594:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1789466403.453255:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313319467, at 4313319468 00000100:00000010:3.0:1789466403.453272:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d000. 00000020:00000001:3.0:1789466404.177568:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466404.177571:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466404.177574:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466408.273994:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466408.273999:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466408.274004:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466408.529293:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466408.529305:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466408.529331:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466408.529334:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466408.529337:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466408.529341:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466408.529344:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466408.529348:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466408.529351:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466408.529354:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466408.529361:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18662) 00000100:00000001:3.0:1789466408.529853:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466408.529865:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466408.529868:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466408.529872:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466408.529874:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466408.529878:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466408.529880:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466409.557876:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466409.557896:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466409.557910:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466409.557915:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466409.557918:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466409.557923:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466409.557926:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466410.577704:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466410.577722:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466410.577724:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466410.577731:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466410.577734:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466410.577738:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466410.577741:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466411.601796:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466411.601828:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466411.601830:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466411.601837:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466411.601839:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466411.601843:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466411.601845:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466412.369785:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466412.369790:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466412.369793:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466412.625257:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466412.625273:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466412.625275:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466412.625280:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466412.625283:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466412.625289:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466412.625292:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466413.649634:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466413.649641:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789466413.649656:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466388/real 1789466388] req@ffff8cb9f9032300 x1876386402374656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466413 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789466413.649673:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466413.649676:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466413.649678:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7d68. 00000400:00000200:3.0:1789466413.649685:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de000 00000400:00000010:3.0:1789466413.649688:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de000. 00000100:00000001:3.0:1789466413.649693:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466413.649697:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9032300 x1876386402374656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466413 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466413.649705:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9032300 x1876386402374656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466413 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466413.649712:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466413.649713:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466413.649716:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466413.649718:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789466413.649722:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9032300 x1876386402374656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466413 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466413.649745:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466413.649748:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789466413.649753:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466388/real 1789466388] req@ffff8cb9f9031180 x1876386402374784/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466413 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789466413.649761:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466413.649763:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466413.649766:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7210. 00000400:00000200:3.0:1789466413.649769:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de908 00000400:00000010:3.0:1789466413.649770:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de908. 00000100:00000001:3.0:1789466413.649773:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466413.649776:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9031180 x1876386402374784/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466413 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466413.649784:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9031180 x1876386402374784/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466413 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466413.649790:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466413.649792:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466413.649794:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466413.649795:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789466413.649798:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9031180 x1876386402374784/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466413 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466413.649806:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466413.649808:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789466413.649813:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466388/real 1789466388] req@ffff8cb9f9030a80 x1876386402374912/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466413 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789466413.652108:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466413.652111:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466413.652114:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee77e8. 00000400:00000200:3.0:1789466413.652119:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6dea18 00000400:00000010:3.0:1789466413.652121:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6dea18. 00000100:00000001:3.0:1789466413.652154:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466413.652163:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030a80 x1876386402374912/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466413 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466413.652287:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030a80 x1876386402374912/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466413 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466413.652295:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466413.652298:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466413.652301:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466413.652303:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789466413.652306:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9030a80 x1876386402374912/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466413 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466413.652314:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466413.652323:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466413.652325:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466413.652328:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466413.652330:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466413.652333:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466413.652339:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9032300 x1876386402374656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466413 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466413.652347:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789466413.652406:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466413.652408:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466413.652410:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466413.652413:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789466413.652415:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789466413.652419:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789466413.652435:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789466413.652439:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789466413.652445:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9032300 x1876386402374656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466413 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466413.652479:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9032300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402374656:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789466413.653763:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466413.653778:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9031180 x1876386402374784/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466413 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466413.653786:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789466413.653788:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466413.653790:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466413.653792:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466413.654119:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789466413.654123:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789466413.654144:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789466413.654164:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789466413.654167:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789466413.654173:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9031180 x1876386402374784/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466413 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466413.654182:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402374784:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789466413.654187:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466413.654191:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030a80 x1876386402374912/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466413 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466413.654197:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789466413.654199:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466413.654200:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466413.654202:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466413.654203:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789466413.654205:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789466413.654214:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789466413.654269:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789466413.654272:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789466413.654278:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030a80 x1876386402374912/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466413 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466413.654286:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402374912:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789466413.654290:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466413.654294:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466413.654298:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9032300 x1876386402374656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466413 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466413.654305:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466413.654307:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466413.654311:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faaccc00. 02000000:00000001:3.0:1789466413.654317:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466413.654320:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466413.654323:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789466413.654325:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466413.654327:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d1c00. 02000000:00000001:3.0:1789466413.654332:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466413.654334:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466413.654336:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9032300. 00000100:00000001:3.0:1789466413.654340:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466413.654342:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466413.654344:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466413.654348:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9031180 x1876386402374784/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466413 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466413.654354:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466413.654356:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466413.654358:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacec00. 02000000:00000001:3.0:1789466413.654362:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466413.654363:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466413.654372:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=8 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789466413.654375:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466413.654377:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d3800. 02000000:00000001:3.0:1789466413.654381:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466413.654383:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466413.654385:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9031180. 00000100:00000001:3.0:1789466413.654388:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466413.654394:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466413.654397:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466413.654402:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030a80 x1876386402374912/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466413 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466413.654409:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466413.654411:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466413.654413:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacc400. 02000000:00000001:3.0:1789466413.654417:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466413.654419:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466413.654421:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=6 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789466413.654423:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466413.654425:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d2000. 02000000:00000001:3.0:1789466413.654428:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466413.654430:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466413.654432:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030a80. 00000100:00000001:3.0:1789466413.654435:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466413.654437:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466413.654440:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466413.654448:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466413.654450:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466413.654453:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466413.654455:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466413.656787:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466413.656791:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466413.656794:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466413.656800:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742ce00 x1876386402375808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466413.656808:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466413.656810:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466413.656821:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466413.656824:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466413.656827:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466413.656830:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402375808:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789466413.656834:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466413.656838:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466413.656840:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466413.656842:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466413.656847:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d2000. 02000000:00000001:3.0:1789466413.656849:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466413.656855:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466413.656860:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf268. 00000400:00000010:3.0:1789466413.656867:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cebb0. 00000100:00000200:3.0:1789466413.656873:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402375808, portal 25 00000100:00000001:3.0:1789466413.656875:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466413.656877:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836126208 : -126740873425408 : ffff8cbad742ce00) 00000100:00000040:3.0:1789466413.656883:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742ce00 x1876386402375808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466413.656890:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466413.656894:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466413.656897:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cee58. 00000100:00000200:3.0:1789466413.656900:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402375808, offset 0 00000400:00000200:3.0:1789466413.656906:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466413.656914:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466413.656921:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466413.656925:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466413.656929:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466413.656933:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466413.656935:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466413.656939:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93717:93717:256:4294967295] 192.168.203.142@tcp LPNI seq info [93717:93717:8:4294967295] 00000400:00000200:3.0:1789466413.656943:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466413.656953:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466413.656965:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466413.656970:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7700. 00000800:00000200:3.0:1789466413.656977:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466413.656984:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466413.656988:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789466413.657001:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466413.657006:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466413.657009:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4313330938 00000100:00000010:3.0:1789466413.657014:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451c60. 00000100:00000001:3.0:1789466413.657020:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789466413.657026:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4313330938 00000100:00000010:3.0:1789466413.657030:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad04513c0. 00000100:00000001:3.0:1789466413.657032:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789466413.657035:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466413.657038:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466413.657041:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466413.657043:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466413.657050:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466413.657052:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789466413.657054:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466413.657055:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466413.657076:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466413.657078:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789466413.657203:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466413.657207:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7700. 00000400:00000200:3.0:1789466413.657211:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466413.657216:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466413.657221:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cee58 00000400:00000010:3.0:1789466413.657224:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cee58. 00000100:00000001:3.0:1789466413.657228:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466413.657233:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742ce00 x1876386402375808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466413.657241:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466413.657251:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742ce00 x1876386402375808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466438 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466413.657259:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466413.657260:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789466413.657731:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466413.657734:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466413.657736:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466413.657740:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742ea00 x1876386402375936/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466413.657747:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466413.657748:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466413.657750:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466413.657752:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466413.657754:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466413.657757:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402375936:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789466413.657760:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466413.657762:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466413.657764:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466413.657765:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466413.657769:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d1c00. 02000000:00000001:3.0:1789466413.657770:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466413.657775:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466413.657778:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf1b8. 00000400:00000010:3.0:1789466413.657782:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cee58. 00000100:00000200:3.0:1789466413.657786:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402375936, portal 10 00000100:00000001:3.0:1789466413.657788:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466413.657789:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836133376 : -126740873418240 : ffff8cbad742ea00) 00000100:00000040:3.0:1789466413.657795:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742ea00 x1876386402375936/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466413.657801:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466413.657804:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466413.657806:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce880. 00000100:00000200:3.0:1789466413.657808:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402375936, offset 0 00000400:00000200:3.0:1789466413.657819:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466413.657824:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466413.657828:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466413.657831:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466413.657834:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466413.657837:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466413.657840:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466413.657842:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93718:93718:256:4294967295] 192.168.203.142@tcp LPNI seq info [93718:93718:8:4294967295] 00000400:00000200:3.0:1789466413.657846:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466413.657853:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466413.657858:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466413.657861:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7700. 00000800:00000200:3.0:1789466413.657866:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466413.657871:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466413.657874:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789466413.657885:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466413.657889:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:3.0:1789466413.657892:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466413.657894:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313329699 00000100:00000001:3.0:1789466413.657896:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313330938 00000100:00000001:3.0:1789466413.657898:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313329699 00000100:00000001:3.0:1789466413.657900:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313330938 00000100:00000001:3.0:1789466413.657903:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466413.657905:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466413.657907:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466413.657911:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742dc00 x1876386402376064/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466413.657917:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466413.657918:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466413.657924:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466413.657926:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466413.657928:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466413.657931:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402376064:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789466413.657934:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466413.657936:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466413.657937:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466413.657939:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466413.657942:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d3000. 02000000:00000001:3.0:1789466413.657943:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466413.657946:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466413.657949:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf6e0. 00000400:00000010:3.0:1789466413.657952:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cecc0. 00000100:00000200:3.0:1789466413.657954:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402376064, portal 10 00000100:00000001:3.0:1789466413.657956:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466413.657957:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836129792 : -126740873421824 : ffff8cbad742dc00) 00000100:00000040:3.0:1789466413.657963:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742dc00 x1876386402376064/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466413.657968:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466413.657971:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466413.657973:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce6e8. 00000100:00000200:3.0:1789466413.657975:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402376064, offset 0 00000400:00000200:3.0:1789466413.657979:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466413.657982:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466413.657985:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466413.657987:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466413.657989:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466413.657991:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466413.657994:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466413.657997:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93719:93719:255:4294967295] 192.168.203.142@tcp LPNI seq info [93719:93719:7:4294967295] 00000400:00000200:3.0:1789466413.658000:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466413.658007:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466413.658014:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466413.658017:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7300. 00000800:00000200:3.0:1789466413.658020:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466413.658024:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466413.658026:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789466413.658029:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466413.658032:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:3.0:1789466413.658035:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466413.658037:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313329687 00000100:00000001:3.0:1789466413.658039:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313330938 00000100:00000001:3.0:1789466413.658041:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313329687 00000100:00000001:3.0:1789466413.658043:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313330938 00000100:00000001:3.0:1789466413.658045:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466413.658047:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466413.658049:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466413.658051:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466413.658055:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466413.658068:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789466413.658070:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466413.658071:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466413.658073:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466413.658074:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466414.929251:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313330938, at 4313330944 00000100:00000010:3.0:1789466414.929265:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad04513c0. 00000020:00000001:3.0:1789466416.467297:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466416.467301:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466416.467304:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466418.769290:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466418.769305:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466418.769308:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466418.769313:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466418.769316:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466418.769348:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466418.769352:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466419.793284:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466419.793303:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466419.793305:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466419.793310:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466419.793312:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466419.793317:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466419.793319:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466420.561845:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466420.561849:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466420.561853:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466420.817860:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466420.817890:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466420.817892:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466420.817899:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466420.817902:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466420.817908:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466420.817912:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466421.841384:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466421.841404:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466421.841407:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466421.841413:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466421.841416:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466421.841421:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466421.841424:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466422.867166:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466422.867186:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466422.867189:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466422.867195:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466422.867198:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466422.867203:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466422.867207:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466423.891343:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466423.891358:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466423.891360:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466423.891365:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466423.891368:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466423.891372:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466423.891376:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466424.658270:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466424.658276:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466424.658280:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466424.914944:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466424.914963:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466424.914965:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466424.914972:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466424.914974:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466424.914978:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466424.914981:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466425.937302:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466425.937322:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466425.937325:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466425.937330:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466425.937333:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466425.937339:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466425.937342:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466426.961642:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466426.961660:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466426.961663:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466426.961669:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466426.961672:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466426.961678:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466426.961680:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466427.986408:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466427.986423:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466427.986426:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466427.986431:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466427.986434:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466427.986439:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466427.986442:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466428.754374:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466428.754381:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466428.754386:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466429.011356:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466429.011374:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466429.011376:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466429.011382:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466429.011385:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466429.011391:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466429.011419:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466430.033406:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466430.033426:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466430.033439:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466430.033447:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466430.033450:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466430.034060:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466430.034068:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466431.057288:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466431.057590:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466431.057593:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466431.057600:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466431.057602:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466431.057608:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466431.057612:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466432.084226:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466432.084247:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466432.084249:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466432.084256:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466432.084259:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466432.084264:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466432.084267:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466432.850558:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466432.850563:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466432.850567:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466433.105364:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466433.105381:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466433.105384:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466433.105390:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466433.105393:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466433.105398:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466433.105400:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466435.155491:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466435.155503:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466435.155506:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466435.155510:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466435.155513:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466435.155518:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466435.155521:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466436.177700:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466436.177733:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466436.177736:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466436.177741:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466436.177743:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466436.177747:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466436.177750:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466436.945513:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466436.945517:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466436.945520:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466437.201249:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466437.201262:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466437.201264:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466437.201269:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466437.201271:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466437.201275:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466437.201277:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466438.227998:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466438.228005:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789466438.228021:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466413/real 1789466413] req@ffff8cbad742ea00 x1876386402375936/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466438 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789466438.228039:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466438.228042:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466438.228046:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf1b8. 00000400:00000200:3.0:1789466438.228051:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cee58 00000400:00000010:3.0:1789466438.228054:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cee58. 00000100:00000001:3.0:1789466438.228059:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466438.228063:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742ea00 x1876386402375936/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466438 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466438.228072:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742ea00 x1876386402375936/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466438 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466438.228079:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466438.228081:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466438.228084:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466438.228085:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789466438.228089:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742ea00 x1876386402375936/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466438 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466438.228113:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466438.228116:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789466438.228121:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466413/real 1789466413] req@ffff8cbad742dc00 x1876386402376064/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466438 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789466438.228149:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466438.228150:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466438.228152:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf6e0. 00000400:00000200:3.0:1789466438.228155:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cecc0 00000400:00000010:3.0:1789466438.228156:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cecc0. 00000100:00000001:3.0:1789466438.228159:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466438.228162:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742dc00 x1876386402376064/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466438 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466438.228170:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742dc00 x1876386402376064/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466438 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466438.228176:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466438.228177:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466438.228179:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466438.228181:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789466438.228184:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742dc00 x1876386402376064/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466438 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466438.228191:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466438.228193:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789466438.228197:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466413/real 1789466413] req@ffff8cbad742ce00 x1876386402375808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466438 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789466438.228205:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466438.228206:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466438.228207:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf268. 00000400:00000200:3.0:1789466438.228209:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cebb0 00000400:00000010:3.0:1789466438.228211:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cebb0. 00000100:00000001:3.0:1789466438.228220:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466438.228224:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742ce00 x1876386402375808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466438 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466438.228231:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742ce00 x1876386402375808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466438 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466438.228236:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466438.228238:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466438.228239:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466438.228240:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789466438.228244:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742ce00 x1876386402375808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466438 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466438.228250:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466438.228259:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466438.228261:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466438.228263:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466438.228266:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466438.228268:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466438.228272:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742ea00 x1876386402375936/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466438 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466438.228280:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789466438.228283:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466438.228284:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466438.228285:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466438.228288:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789466438.228290:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789466438.228294:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789466438.228304:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789466438.228307:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789466438.228311:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742ea00 x1876386402375936/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466438 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466438.228335:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402375936:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789466438.228339:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466438.228342:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742dc00 x1876386402376064/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466438 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466438.228348:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789466438.228349:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466438.228351:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466438.228352:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466438.228353:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789466438.228355:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789466438.228357:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789466438.228363:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789466438.228365:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789466438.228378:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742dc00 x1876386402376064/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466438 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466438.228385:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402376064:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789466438.228389:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466438.228392:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742ce00 x1876386402375808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466438 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466438.228397:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789466438.228399:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466438.228401:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466438.228402:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466438.228403:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789466438.228405:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789466438.228412:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789466438.228419:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789466438.228421:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789466438.228425:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742ce00 x1876386402375808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466438 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466438.228431:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402375808:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789466438.228435:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466438.228437:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466438.228440:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742ea00 x1876386402375936/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466438 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466438.228446:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466438.228449:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466438.228452:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d1c00. 02000000:00000001:3.0:1789466438.228456:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466438.228458:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466438.228460:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=8 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789466438.228462:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466438.228464:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacfc00. 02000000:00000001:3.0:1789466438.228468:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466438.228469:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466438.228471:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742ea00. 00000100:00000001:3.0:1789466438.228476:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466438.228477:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466438.228478:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466438.228481:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742dc00 x1876386402376064/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466438 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466438.228486:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466438.228487:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466438.228489:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d3000. 02000000:00000001:3.0:1789466438.228492:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466438.228493:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466438.228499:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=6 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789466438.228500:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466438.228502:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faace800. 02000000:00000001:3.0:1789466438.228504:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466438.228505:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466438.228506:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742dc00. 00000100:00000001:3.0:1789466438.228510:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466438.228511:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466438.228512:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466438.228516:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742ce00 x1876386402375808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466438 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466438.228521:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466438.228522:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466438.228523:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d2000. 02000000:00000001:3.0:1789466438.228525:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466438.228526:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466438.228527:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789466438.228528:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466438.228529:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacdc00. 02000000:00000001:3.0:1789466438.228531:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466438.228532:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466438.228533:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742ce00. 00000100:00000001:3.0:1789466438.228535:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466438.228536:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466438.228537:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466438.228541:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466438.228542:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466438.228543:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466438.228544:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466438.229393:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466438.229398:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466438.229400:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466438.229408:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c4000 x1876386402376192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466438.229418:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466438.229421:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466438.229430:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466438.229432:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466438.229435:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466438.229438:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402376192:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789466438.229442:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466438.229446:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466438.229448:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466438.229450:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466438.229453:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d2000. 02000000:00000001:3.0:1789466438.229455:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466438.229460:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466438.229464:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf268. 00000400:00000010:3.0:1789466438.229469:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cebb0. 00000100:00000200:3.0:1789466438.229475:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402376192, portal 25 00000100:00000001:3.0:1789466438.229477:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466438.229479:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704624640 : -126741004926976 : ffff8cbacf6c4000) 00000100:00000040:3.0:1789466438.229485:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c4000 x1876386402376192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466438.229493:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466438.229496:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466438.229499:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cecc0. 00000100:00000200:3.0:1789466438.229501:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402376192, offset 0 00000400:00000200:3.0:1789466438.229507:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466438.229515:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466438.229521:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466438.229526:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466438.229529:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466438.229534:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466438.229536:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466438.229539:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93720:93720:256:4294967295] 192.168.203.142@tcp LPNI seq info [93720:93720:8:4294967295] 00000400:00000200:3.0:1789466438.229542:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466438.229551:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466438.229562:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466438.229567:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7300. 00000800:00000200:3.0:1789466438.229573:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466438.229580:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466438.229583:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789466438.229596:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466438.229601:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466438.229604:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4313355511 00000100:00000010:3.0:1789466438.229607:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad04513c0. 00000100:00000001:3.0:1789466438.229613:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789466438.229632:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4313355511 00000100:00000010:3.0:1789466438.229636:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451240. 00000100:00000001:3.0:1789466438.229639:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789466438.229642:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466438.229645:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466438.229648:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466438.229652:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c6680 x1876386402376320/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466438.229659:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466438.229660:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466438.229662:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466438.229664:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466438.229665:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466438.229668:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402376320:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789466438.229671:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466438.229673:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466438.229674:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466438.229676:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466438.229679:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d3000. 02000000:00000001:3.0:1789466438.229681:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466438.229684:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466438.229692:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf6e0. 00000400:00000010:3.0:1789466438.229696:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cee58. 00000100:00000200:3.0:1789466438.229699:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402376320, portal 10 00000100:00000001:3.0:1789466438.229702:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466438.229703:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704634496 : -126741004917120 : ffff8cbacf6c6680) 00000100:00000040:3.0:1789466438.229710:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c6680 x1876386402376320/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466438.229716:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466438.229718:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466438.229720:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce6e8. 00000100:00000200:3.0:1789466438.229722:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402376320, offset 0 00000400:00000200:3.0:1789466438.229726:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466438.229730:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466438.229734:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466438.229737:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466438.229739:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466438.229742:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466438.229744:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466438.229747:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93721:93721:255:4294967295] 192.168.203.142@tcp LPNI seq info [93721:93721:7:4294967295] 00000400:00000200:3.0:1789466438.229751:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466438.229757:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466438.229762:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466438.229765:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7700. 00000800:00000200:3.0:1789466438.229769:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466438.229773:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466438.229775:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789466438.229779:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466438.229782:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:3.0:1789466438.229785:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466438.229787:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313354271 00000100:00000001:3.0:1789466438.229789:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313355511 00000100:00000001:3.0:1789466438.229797:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313354271 00000100:00000001:3.0:1789466438.229799:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313355511 00000100:00000001:3.0:1789466438.229801:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466438.229803:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466438.229806:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466438.229810:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c4700 x1876386402376448/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466438.229816:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466438.229817:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466438.229819:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466438.229821:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466438.229823:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466438.229825:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402376448:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789466438.229828:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466438.229830:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466438.229832:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466438.229833:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466438.229837:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d1c00. 02000000:00000001:3.0:1789466438.229838:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466438.229842:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466438.229845:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf1b8. 00000400:00000010:3.0:1789466438.229848:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce880. 00000100:00000200:3.0:1789466438.229851:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402376448, portal 10 00000100:00000001:3.0:1789466438.229853:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466438.229854:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704626432 : -126741004925184 : ffff8cbacf6c4700) 00000100:00000040:3.0:1789466438.229860:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c4700 x1876386402376448/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466438.229865:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466438.229867:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466438.229869:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce3b8. 00000100:00000200:3.0:1789466438.229871:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402376448, offset 0 00000400:00000200:3.0:1789466438.229881:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466438.229885:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466438.229888:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466438.229891:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466438.229893:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466438.229895:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466438.229897:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466438.229900:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93722:93722:254:4294967295] 192.168.203.142@tcp LPNI seq info [93722:93722:6:4294967295] 00000400:00000200:3.0:1789466438.229903:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466438.229909:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466438.229913:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466438.229916:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7d00. 00000800:00000200:3.0:1789466438.229919:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466438.229924:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466438.229926:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789466438.229929:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466438.229932:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:3.0:1789466438.229935:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466438.229936:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313354259 00000100:00000001:3.0:1789466438.229938:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313355511 00000100:00000001:3.0:1789466438.229940:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313354259 00000100:00000001:3.0:1789466438.229942:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313355511 00000100:00000001:3.0:1789466438.229944:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466438.229946:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466438.229948:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466438.229950:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466438.229955:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466438.229957:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789466438.229958:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466438.229960:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466438.229966:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466438.229968:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789466438.230010:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466438.230014:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7300. 00000400:00000200:3.0:1789466438.230018:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466438.230023:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466438.230027:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cecc0 00000400:00000010:3.0:1789466438.230030:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cecc0. 00000100:00000001:3.0:1789466438.230033:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466438.230037:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c4000 x1876386402376192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466438.230044:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466438.230047:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c4000 x1876386402376192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466463 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466438.230054:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466438.230056:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466438.230067:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466438.230069:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7700. 00000400:00000200:3.0:1789466438.230072:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466438.230074:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466438.230077:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce6e8 00000400:00000010:3.0:1789466438.230078:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce6e8. 00000100:00000001:3.0:1789466438.230080:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466438.230084:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c6680 x1876386402376320/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466438.230091:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466438.230094:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c6680 x1876386402376320/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466463 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466438.230100:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466438.230101:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466438.230215:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466438.230218:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7d00. 00000400:00000200:3.0:1789466438.230222:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466438.230230:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466438.230234:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce3b8 00000400:00000010:3.0:1789466438.230235:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce3b8. 00000100:00000001:3.0:1789466438.230237:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466438.230241:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c4700 x1876386402376448/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466438.230246:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466438.230249:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c4700 x1876386402376448/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466463 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466438.230254:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466438.230255:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1789466439.505368:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313355511, at 4313355520 00000100:00000010:3.0:1789466439.505388:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451240. 00000020:00000001:3.0:1789466441.042330:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466441.042335:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466441.042346:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466443.346473:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466443.346483:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466443.346485:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466443.346489:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466443.346491:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466443.346495:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466443.346497:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466444.369238:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466444.369251:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466444.369253:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466444.369258:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466444.369260:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466444.369265:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466444.369267:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466445.137543:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466445.137547:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466445.137550:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466445.393343:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466445.393358:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466445.393377:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466445.393382:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466445.393384:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466445.393388:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466445.393391:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466446.417403:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466446.417417:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466446.417419:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466446.417424:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466446.417427:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466446.417430:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466446.417433:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466447.441249:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466447.441262:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466447.441264:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466447.441268:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466447.441271:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466447.441275:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466447.441277:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466448.465242:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466448.465254:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466448.465256:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466448.465261:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466448.465264:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466448.465269:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466448.465274:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466449.234317:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466449.234320:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466449.234323:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466453.330791:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466453.330795:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466453.330799:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466456.660734:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466456.660752:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466456.660755:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466456.660760:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466456.660762:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466456.660767:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466456.660771:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466457.425686:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466457.425711:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466457.425715:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466457.681613:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466457.681631:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466457.681634:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466457.681639:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466457.681642:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466457.681647:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466457.681650:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466458.706384:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466458.706401:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466458.706404:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466458.706410:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466458.706413:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466458.706417:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466458.706421:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466459.729390:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466459.729404:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466459.729406:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466459.729410:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466459.729412:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466459.729416:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466459.729418:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466460.753263:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466460.753281:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466460.753284:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466460.753288:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466460.753291:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466460.753295:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466460.753297:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466461.522246:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466461.522251:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466461.522254:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466463.827920:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466463.827925:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466463.827927:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466463.827929:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466463.827932:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466463.827941:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 18686 00000400:00000200:3.0:1789466463.827947:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466463.827952:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789466463.827954:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466463.827957:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466463.827959:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466463.827961:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466463.827963:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789466463.827969:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466463.827971:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789466463.827973:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466463.827975:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789466463.827978:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789466463.827979:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789466463.827982:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466463.827984:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466463.827986:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466463.827987:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789466463.827990:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789466463.827993:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789466463.827995:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466463.827998:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466463.828004:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466463.828006:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466463.828008:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789466463.828012:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789466463.828015:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466463.828017:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466463.828022:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030a80. 00000020:00000040:3.0:1789466463.828025:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789466463.828027:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466463.828034:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466463.828036:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466463.828038:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466463.828041:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466463.828046:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3800. 00000100:00000001:3.0:1789466463.828051:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466463.828057:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030a80 x1876386402376704/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466463.828064:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466463.828067:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466463.828071:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb50d69] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030a80 x1876386402376704/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466463.828078:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466463.828081:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466463.828083:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466463.828084:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466463.828086:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466463.828088:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466463.828090:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 18686 00000400:00000200:3.0:1789466463.828095:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466463.828097:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789466463.828100:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466463.828102:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466463.828104:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466463.828106:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466463.828108:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789466463.828111:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466463.828112:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789466463.828113:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466463.828115:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789466463.828117:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789466463.828125:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789466463.828128:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466463.828151:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466463.828153:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466463.828155:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789466463.828157:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789466463.828160:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789466463.828162:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466463.828164:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466463.828167:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466463.828169:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466463.828171:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789466463.828173:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789466463.828175:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466463.828186:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466463.828190:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031180. 00000020:00000040:3.0:1789466463.828192:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789466463.828194:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466463.828196:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466463.828197:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466463.828199:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466463.828201:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466463.828205:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d0c00. 00000100:00000001:3.0:1789466463.828208:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466463.828213:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031180 x1876386402376832/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466463.828220:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466463.828222:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466463.828226:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa1bc69b] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031180 x1876386402376832/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466463.828233:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466463.828241:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466463.828245:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466463.828247:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466463.828250:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466463.828254:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18717) 00000800:00000200:3.0:1789466463.829520:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466463.829525:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6600. 00000400:00000200:3.0:1789466463.829530:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466463.829535:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466463.829541:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6dedd0 00000400:00000010:3.0:1789466463.829544:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6dedd0. 00000100:00000001:3.0:1789466463.829547:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466463.829552:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c6300 x1876386402376576/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466463.830171:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466463.830183:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c6300 x1876386402376576/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466488 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466463.830191:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466463.830192:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466463.830211:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466463.830213:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6f00. 00000400:00000200:3.0:1789466463.830216:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466463.830219:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466463.830222:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de5d8 00000400:00000010:3.0:1789466463.830224:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de5d8. 00000100:00000001:3.0:1789466463.830227:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466463.830230:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030a80 x1876386402376704/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466463.830237:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466463.830240:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030a80 x1876386402376704/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466488 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466463.830254:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466463.830255:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466463.830307:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466463.830310:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6300. 00000400:00000200:3.0:1789466463.830313:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466463.830316:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466463.830319:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de6e8 00000400:00000010:3.0:1789466463.830321:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de6e8. 00000100:00000001:3.0:1789466463.830323:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466463.830327:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031180 x1876386402376832/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466463.830334:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466463.830336:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031180 x1876386402376832/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466488 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466463.830342:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466463.830344:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1789466465.105241:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313381109, at 4313381120 00000100:00000010:3.0:1789466465.105255:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64de40. 00000020:00000001:3.0:1789466465.618312:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466465.618316:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466465.618319:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466466.646953:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466466.646958:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466466.646960:0:253752:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466466.646969:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742ce00 x1876386402376960/t0(0) o103->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:17/18 lens 360/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466466.646978:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466466.646980:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789466466.646984:0:253752:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8cbad742ce00 x1876386402376960/t0(0) o103->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:17/18 lens 360/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466466.646992:0:253752:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466466.647007:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466466.647009:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466466.647010:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466466.647012:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466466.647014:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466466.647015:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466466.647017:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466466.647019:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466466.653647:0:253752:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466466.653654:0:253752:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466466.653659:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466466.653662:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466466.653666:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466466.653668:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466466.653670:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466466.653673:0:253752:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466466.653675:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466466.653676:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466466.653678:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466466.653682:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.1:1789466466.654232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8cbae0da8860. 00000080:00000010:2.1:1789466466.654252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8cb9e7db7260. 00000080:00000010:2.1:1789466466.654257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8cbae0da8440. 00000080:00000010:2.1:1789466466.654262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8cb9f6eaf2e0. 00010000:00000010:2.1:1789466466.659190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8cbad7427b00. 00010000:00000010:2.1:1789466466.659207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8cbacf583600. 00010000:00000010:2.1:1789466466.659213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8cb9f6468a00. 00010000:00000010:2.1:1789466466.659217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8cbac2ab5c00. 00010000:00000010:2.1:1789466466.659220:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8cb9f6468000. 00010000:00000010:2.1:1789466466.659223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8cbac2ab4e00. 00010000:00000010:2.1:1789466466.659228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8cb9f967ba00. 00010000:00000010:2.1:1789466466.659231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8cbad755b100. 00010000:00000010:2.1:1789466466.659234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8cbac1665c00. 00010000:00000010:2.1:1789466466.659238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8cb9f6468500. 00010000:00000010:2.1:1789466466.659240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8cb9ed212200. 00000020:00000001:3.0:1789466468.694934:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466468.694938:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466468.694941:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466472.785728:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466472.785736:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466472.785741:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466476.881542:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466476.881555:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466476.881559:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466480.977981:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466480.977995:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466480.977998:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466485.074169:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466485.074173:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466485.074176:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466488.402278:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466488.402284:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789466488.402291:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466488.402293:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466488.402296:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466488.402300:0:331018:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 18712 00000400:00000200:3.0:1789466488.402307:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466488.402312:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789466488.402315:0:331018:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466488.402318:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466488.402321:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466488.402323:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466488.402326:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789466488.402332:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466488.402335:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789466488.402338:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466488.402341:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789466488.402343:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789466488.402346:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789466488.402349:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466488.402351:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466488.402353:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466488.402354:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789466488.402357:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789466488.402361:0:331018:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789466488.402363:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466488.402365:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466488.402368:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466488.402371:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466488.402373:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466488.402376:0:331018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466488.402381:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9032300. 00000020:00000040:3.0:1789466488.402385:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789466488.402393:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466488.402394:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466488.402397:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466488.402400:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466488.402403:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466488.402410:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d0c00. 00000100:00000001:3.0:1789466488.402416:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466488.402423:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9032300 x1876386402377088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466488.402432:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466488.402436:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466488.402440:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005446fc88] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9032300 x1876386402377088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466488.402463:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466488.402466:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466488.402469:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466488.402470:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466488.402472:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466488.402474:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466488.402477:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 18712 00000400:00000200:3.0:1789466488.402481:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466488.402484:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789466488.402486:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466488.402489:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466488.402491:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466488.402493:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466488.402495:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789466488.402498:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466488.402499:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789466488.402501:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466488.402503:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789466488.402510:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789466488.402513:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789466488.402516:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466488.402518:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466488.402520:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466488.402522:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789466488.402524:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789466488.402527:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789466488.402529:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466488.402531:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466488.402536:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466488.402538:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466488.402540:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789466488.402544:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789466488.402547:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466488.402549:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466488.402552:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030000. 00000020:00000040:3.0:1789466488.402554:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789466488.402557:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466488.402558:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466488.402560:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466488.402561:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466488.402563:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466488.402566:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3800. 00000100:00000001:3.0:1789466488.402569:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466488.402574:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030000 x1876386402377216/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466488.402581:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466488.402583:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466488.402587:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000685e8900] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030000 x1876386402377216/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466488.402605:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466488.402607:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466488.402610:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466488.402612:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466488.402614:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466488.402616:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466488.402618:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 18712 00000400:00000200:3.0:1789466488.402623:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466488.402625:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789466488.402628:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466488.402630:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466488.402632:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466488.402634:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466488.402636:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789466488.402639:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466488.402640:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789466488.402642:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466488.402644:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789466488.402645:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789466488.402647:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789466488.402649:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466488.402651:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466488.402652:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466488.402654:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789466488.402656:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789466488.402659:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789466488.402661:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466488.402668:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466488.402671:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466488.402673:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466488.402675:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789466488.402677:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789466488.402679:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466488.402681:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466488.402684:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033800. 00000020:00000040:3.0:1789466488.402687:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789466488.402689:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466488.402690:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466488.402692:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466488.402693:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466488.402694:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466488.402698:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2400. 00000100:00000001:3.0:1789466488.402701:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466488.402706:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033800 x1876386402377344/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466488.402713:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466488.402715:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466488.402718:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd66b7ab] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033800 x1876386402377344/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466488.402725:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466488.402728:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466488.402732:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466488.402735:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466488.402738:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466488.402742:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18742) 00000800:00000200:3.0:1789466488.404941:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466488.404945:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6500. 00000400:00000200:3.0:1789466488.404958:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466488.404964:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466488.404969:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de220 00000400:00000010:3.0:1789466488.404972:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de220. 00000100:00000001:3.0:1789466488.404977:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466488.405000:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9032300 x1876386402377088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466488.405009:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466488.405012:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9032300 x1876386402377088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466513 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466488.405019:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466488.405020:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466488.405036:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466488.405038:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6300. 00000400:00000200:3.0:1789466488.405040:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466488.405043:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466488.405046:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de7f8 00000400:00000010:3.0:1789466488.405048:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de7f8. 00000100:00000001:3.0:1789466488.405050:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466488.405053:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030000 x1876386402377216/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466488.405059:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466488.405062:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030000 x1876386402377216/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466513 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466488.405067:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466488.405068:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466488.405129:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466488.405164:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6f00. 00000400:00000200:3.0:1789466488.405167:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466488.405170:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466488.405173:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6def68 00000400:00000010:3.0:1789466488.405175:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6def68. 00000100:00000001:3.0:1789466488.405177:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466488.405189:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033800 x1876386402377344/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466488.405196:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466488.405198:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033800 x1876386402377344/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466513 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466488.405204:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466488.405205:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1789466489.172692:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466489.172696:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466489.172699:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789466489.684096:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313405686, at 4313405698 00000100:00000010:3.0:1789466489.684112:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64df60. 00000020:00000001:3.0:1789466493.265421:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466493.265425:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466493.265428:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466497.362635:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466497.362642:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466497.362646:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466498.642015:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466498.642021:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466498.642025:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466498.642027:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466498.642030:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466498.642033:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466498.642035:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466498.642040:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466498.642042:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466498.642053:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466498.642058:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18752) 00000020:00000001:3.0:1789466501.460809:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466501.460816:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466501.460820:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466505.555477:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466505.555482:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466505.555486:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466508.881586:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466508.881591:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466508.881595:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466508.881597:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466508.881600:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466508.881603:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466508.881605:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466508.881608:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466508.881611:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466508.881614:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466508.881619:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18762) 00000020:00000001:3.0:1789466509.651096:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466509.651100:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466509.651104:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466513.745415:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466513.745419:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466513.745422:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466514.001292:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466514.001317:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466514.001321:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466514.001324:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466514.001326:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466514.001329:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466514.001331:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466514.001335:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466514.001337:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466514.001340:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466514.001345:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18767) 00000100:00080000:3.0:1789466514.011040:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466514.011050:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789466514.011053:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466514.011056:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466514.011060:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466514.011569:0:331018:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 18737 00000400:00000200:3.0:1789466514.011580:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466514.011586:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789466514.011663:0:331018:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466514.011667:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466514.011670:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466514.011672:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466514.011675:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789466514.011682:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466514.011684:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789466514.011699:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466514.011702:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789466514.011705:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789466514.011707:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789466514.011711:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466514.011713:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466514.011715:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466514.011716:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789466514.011719:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789466514.011722:0:331018:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789466514.011724:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466514.011727:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466514.011731:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466514.011734:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466514.011736:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466514.011738:0:331018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466514.011744:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033b80. 00000020:00000040:3.0:1789466514.011748:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=5 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789466514.011751:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466514.011753:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466514.011756:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466514.011759:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466514.011762:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466514.011769:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1c00. 00000100:00000001:3.0:1789466514.011776:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466514.011784:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033b80 x1876386402377472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466514.011794:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466514.011798:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466514.011813:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013cbb969] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033b80 x1876386402377472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466514.011825:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466514.011833:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466514.011837:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466514.011839:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466514.011841:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466514.011844:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466514.011846:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 18737 00000400:00000200:3.0:1789466514.011851:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466514.011854:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789466514.011856:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466514.011859:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466514.011862:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466514.011863:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466514.011866:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789466514.011869:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466514.011870:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789466514.011872:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466514.011874:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789466514.011877:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789466514.011879:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789466514.011881:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466514.011882:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466514.011884:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466514.011886:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789466514.011888:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789466514.011891:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789466514.011894:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466514.011895:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466514.011901:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466514.011903:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466514.011905:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789466514.011913:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789466514.011917:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466514.011919:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466514.012238:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031880. 00000020:00000040:3.0:1789466514.012242:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789466514.012245:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466514.012246:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466514.012248:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466514.012249:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466514.012251:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466514.012256:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3000. 00000100:00000001:3.0:1789466514.012259:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466514.012265:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031880 x1876386402377600/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466514.012271:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466514.012273:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466514.012276:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081730922] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031880 x1876386402377600/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466514.012283:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466514.012285:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466514.012289:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466514.012291:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466514.012294:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466514.012296:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466514.012299:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466514.012303:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18767) 00000100:00080000:3.0:1789466514.012683:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466514.012687:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466514.012694:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466514.012696:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466514.012699:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466514.012703:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 18737 00000400:00000200:3.0:1789466514.012708:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466514.012712:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789466514.012714:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466514.012717:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466514.012719:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466514.012721:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466514.012723:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789466514.012727:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466514.012729:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789466514.012731:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466514.012733:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789466514.012736:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789466514.012738:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789466514.012741:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466514.012743:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466514.012744:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466514.012747:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789466514.012749:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789466514.012752:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789466514.012754:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466514.012757:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466514.012761:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466514.012763:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466514.012765:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789466514.012768:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789466514.012769:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466514.012776:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466514.012779:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030e00. 00000020:00000040:3.0:1789466514.012781:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=9 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789466514.012783:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466514.012784:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466514.012786:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466514.012787:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466514.012789:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466514.012792:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2000. 00000100:00000001:3.0:1789466514.012796:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466514.012815:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030e00 x1876386402377728/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466514.012821:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466514.012824:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466514.012828:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ae05b5f] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030e00 x1876386402377728/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466514.012835:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466514.012838:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466514.012840:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466514.012842:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466514.012845:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466514.012848:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18767) 00000800:00000200:3.0:1789466514.013716:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466514.013720:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6600. 00000400:00000200:3.0:1789466514.013725:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466514.013730:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466514.013735:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de770 00000400:00000010:3.0:1789466514.013738:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de770. 00000100:00000001:3.0:1789466514.013741:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466514.013746:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033b80 x1876386402377472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466514.013759:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466514.013762:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033b80 x1876386402377472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466539 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466514.013768:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466514.013770:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466514.013844:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466514.013847:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6b00. 00000400:00000200:3.0:1789466514.013850:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466514.013854:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466514.013856:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de088 00000400:00000010:3.0:1789466514.013858:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de088. 00000100:00000001:3.0:1789466514.013861:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466514.013864:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031880 x1876386402377600/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466514.013870:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466514.013872:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031880 x1876386402377600/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466539 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466514.013878:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466514.013880:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466514.016671:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466514.016679:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6000. 00000400:00000200:3.0:1789466514.016686:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466514.016694:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466514.016700:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de4c8 00000400:00000010:3.0:1789466514.016702:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de4c8. 00000100:00000001:3.0:1789466514.016706:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466514.016714:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030e00 x1876386402377728/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466514.016724:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466514.016727:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030e00 x1876386402377728/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466539 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466514.016752:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466514.016754:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1789466515.281393:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313431294, at 4313431296 00000100:00000010:3.0:1789466515.281400:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d540. 00000020:00000001:3.0:1789466517.841536:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466517.841540:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466517.841544:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466521.939215:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466521.939221:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466521.939225:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466524.244856:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466524.244871:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466524.244876:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466524.244879:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466524.244882:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466524.244886:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466524.244889:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466524.244894:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466524.244896:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466524.244900:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466524.244908:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18777) 00000020:00000001:3.0:1789466526.033614:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466526.033619:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466526.033622:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466529.361295:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466529.361328:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466529.361331:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466529.361335:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466529.361338:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466529.361341:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466529.361344:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466529.361348:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466529.361350:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466529.361353:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466529.361359:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18783) 00000020:00000001:3.0:1789466530.129517:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466530.129522:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466530.129526:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466534.225441:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466534.225445:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466534.225448:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466534.481268:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466534.481276:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466534.481280:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466534.481288:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466534.481292:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466534.481297:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466534.481300:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466534.481320:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466534.481323:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466534.481326:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466534.481333:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18788) 00000020:00000001:3.0:1789466538.323045:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466538.323049:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466538.323054:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466539.602213:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466539.602219:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789466539.602221:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466539.602223:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466539.602227:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466539.602231:0:331018:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 18762 00000400:00000200:3.0:1789466539.602238:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466539.602243:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789466539.602246:0:331018:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466539.602249:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466539.602252:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466539.602254:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466539.602257:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789466539.602264:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466539.602266:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789466539.602268:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466539.602271:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789466539.602273:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789466539.602275:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789466539.602278:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466539.602280:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466539.602282:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466539.602292:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789466539.602296:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789466539.602299:0:331018:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789466539.602301:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466539.602303:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466539.602307:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466539.602309:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466539.602312:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466539.602314:0:331018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466539.602319:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030700. 00000020:00000040:3.0:1789466539.602322:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789466539.602326:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466539.602327:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466539.602330:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466539.602332:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466539.602335:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466539.602341:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1400. 00000100:00000001:3.0:1789466539.602347:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466539.602352:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030700 x1876386402377856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466539.602360:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466539.602364:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466539.602368:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097f0b759] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030700 x1876386402377856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466539.602389:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466539.602392:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466539.602395:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466539.602396:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466539.602398:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466539.602408:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466539.602410:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 18762 00000400:00000200:3.0:1789466539.602421:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466539.602424:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789466539.602426:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466539.602429:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466539.602431:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466539.602432:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466539.602434:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789466539.602438:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466539.602439:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789466539.602441:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466539.602443:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789466539.602445:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789466539.602447:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789466539.602450:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466539.602452:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466539.602453:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466539.602455:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789466539.602457:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789466539.602459:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789466539.602461:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466539.602463:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466539.602468:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466539.602470:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466539.602472:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789466539.602476:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789466539.602478:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466539.602480:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466539.602484:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031f80. 00000020:00000040:3.0:1789466539.602486:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789466539.602488:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466539.602494:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466539.602497:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466539.602498:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466539.602500:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466539.602504:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2c00. 00000100:00000001:3.0:1789466539.602507:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466539.602512:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031f80 x1876386402377984/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466539.602519:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466539.602522:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466539.602525:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029a719d9] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031f80 x1876386402377984/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466539.602532:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466539.602534:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466539.602537:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466539.602538:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466539.602540:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466539.602542:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466539.602544:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 18762 00000400:00000200:3.0:1789466539.602548:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466539.602551:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789466539.602552:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466539.602555:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466539.602556:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466539.602558:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466539.602559:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789466539.602562:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466539.602563:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789466539.602564:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466539.602566:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789466539.602569:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789466539.602577:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789466539.602581:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466539.602583:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466539.602584:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466539.602586:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789466539.602588:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789466539.602590:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789466539.602592:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466539.602594:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466539.602597:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466539.602598:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466539.602600:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789466539.602602:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789466539.602604:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466539.602605:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466539.602621:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033480. 00000020:00000040:3.0:1789466539.602624:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789466539.602626:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466539.602627:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466539.602628:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466539.602630:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466539.602631:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466539.602635:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1000. 00000100:00000001:3.0:1789466539.602638:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466539.602642:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033480 x1876386402378112/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466539.602648:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466539.602650:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466539.602653:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000939732d7] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033480 x1876386402378112/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466539.602659:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466539.602667:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466539.602671:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466539.602673:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466539.602676:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466539.602681:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18793) 00000800:00000200:3.0:1789466539.604420:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466539.604424:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6e00. 00000400:00000200:3.0:1789466539.604432:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466539.604437:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466539.604443:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6decc0 00000400:00000010:3.0:1789466539.604446:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6decc0. 00000100:00000001:3.0:1789466539.604451:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466539.604456:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030700 x1876386402377856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466539.604465:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466539.604468:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030700 x1876386402377856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466564 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466539.604475:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466539.604476:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466539.604491:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466539.604493:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6100. 00000400:00000200:3.0:1789466539.604496:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466539.604499:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466539.604502:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6ded48 00000400:00000010:3.0:1789466539.604503:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6ded48. 00000100:00000001:3.0:1789466539.604506:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466539.604509:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031f80 x1876386402377984/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466539.604516:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466539.604519:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031f80 x1876386402377984/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466564 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466539.604532:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466539.604534:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466539.604606:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466539.604619:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6c00. 00000400:00000200:3.0:1789466539.604623:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466539.604626:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466539.604630:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de2a8 00000400:00000010:3.0:1789466539.604632:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de2a8. 00000100:00000001:3.0:1789466539.604634:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466539.604638:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033480 x1876386402378112/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466539.604644:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466539.604647:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033480 x1876386402378112/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466564 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466539.604653:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466539.604655:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1789466540.881250:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313456885, at 4313456896 00000100:00000010:3.0:1789466540.881265:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d660. 00000020:00000001:3.0:1789466542.417725:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466542.417729:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466542.417732:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466546.513448:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466546.513455:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466546.513468:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466549.843702:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466549.843709:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466549.843712:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466549.843716:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466549.843719:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466549.843738:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466549.843741:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466549.843746:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466549.843749:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466549.843752:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466549.843758:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18803) 00000020:00000001:3.0:1789466550.609546:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466550.609550:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466550.609553:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466554.705985:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466554.705990:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466554.705993:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466554.961406:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466554.961412:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466554.961415:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466554.961418:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466554.961420:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466554.961424:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466554.961426:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466554.961431:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466554.961434:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466554.961436:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466554.961443:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18808) 00000020:00000001:3.0:1789466558.802635:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466558.802643:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466558.802650:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466560.081759:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466560.081767:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466560.081770:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466560.081773:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466560.081776:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466560.081778:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466560.081781:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466560.081785:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466560.081788:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466560.081792:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466560.081798:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18813) 00000020:00000001:3.0:1789466562.897487:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466562.897491:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466562.897495:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789466564.187068:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466564.187078:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6700. 00000400:00000200:3.0:1789466564.187085:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466564.187094:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466564.187102:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6deee0 00000400:00000010:3.0:1789466564.187106:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6deee0. 00000100:00000001:3.0:1789466564.187111:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466564.187121:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c5180 x1876386402378240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466564.187149:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466564.187168:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c5180 x1876386402378240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466589 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466564.187177:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466564.187179:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466564.187215:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466564.187218:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6d00. 00000400:00000200:3.0:1789466564.187221:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466564.187224:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466564.187228:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de550 00000400:00000010:3.0:1789466564.187229:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de550. 00000100:00000001:3.0:1789466564.187232:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466564.187236:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c4a80 x1876386402378368/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466564.187244:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466564.187247:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c4a80 x1876386402378368/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466589 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466564.187253:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466564.187255:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466564.187313:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466564.187316:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6900. 00000400:00000200:3.0:1789466564.187319:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466564.187323:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466564.187326:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de990 00000400:00000010:3.0:1789466564.187327:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de990. 00000100:00000001:3.0:1789466564.187329:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466564.187333:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c5500 x1876386402378496/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466564.187341:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466564.187344:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c5500 x1876386402378496/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466589 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466564.187350:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466564.187352:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1789466565.457816:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313481462, at 4313481472 00000100:00000010:3.0:1789466565.457826:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d840. 00000020:00000001:3.0:1789466566.993455:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466566.993460:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466566.993463:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466569.297555:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466569.297568:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466569.297571:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466569.297575:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466569.297577:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466569.297580:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466569.297583:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466569.297587:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466569.297590:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466569.297592:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466569.297599:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18823) 00000020:00000001:3.0:1789466571.089426:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466571.089432:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466571.089436:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466575.189717:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466575.189727:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466575.189733:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466579.281639:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466579.281643:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466579.281646:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466583.377750:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466583.377754:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466583.377774:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466587.473743:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466587.473747:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466587.473750:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789466589.779242:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466589.779255:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6400. 00000400:00000200:3.0:1789466589.779269:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466589.779288:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466589.779302:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de198 00000400:00000010:3.0:1789466589.779307:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de198. 00000100:00000001:3.0:1789466589.779314:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466589.779323:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c5c00 x1876386402378624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466589.779336:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466589.779340:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c5c00 x1876386402378624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466614 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466589.779347:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466589.779349:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466589.779371:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466589.779374:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6900. 00000400:00000200:3.0:1789466589.779378:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466589.779381:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466589.786063:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de990 00000400:00000010:3.0:1789466589.786077:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de990. 00000100:00000001:3.0:1789466589.786087:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466589.786104:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c5880 x1876386402378752/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466589.786118:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466589.786123:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c5880 x1876386402378752/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466614 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466589.786440:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466589.786445:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1789466591.058302:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313507060, at 4313507073 00000100:00000010:3.0:1789466591.058343:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d4e0. 00000020:00000001:3.0:1789466591.571175:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466591.571180:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466591.571184:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466595.665680:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466595.665684:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466595.665689:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466599.762863:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466599.762871:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466599.762878:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466603.857523:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466603.857528:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466603.857532:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466607.957397:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466607.957406:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466607.957411:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466612.051799:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466612.051805:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466612.051809:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789466614.362151:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466614.362156:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7b00. 00000400:00000200:3.0:1789466614.362161:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466614.362166:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466614.362171:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d52a8 00000400:00000010:3.0:1789466614.362174:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d52a8. 00000100:00000001:3.0:1789466614.362178:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466614.362182:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9880 x1876386402379008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466614.362326:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466614.362347:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9880 x1876386402379008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466639 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466614.362368:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466614.362372:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1789466615.633264:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313531643, at 4313531648 00000100:00000010:3.0:1789466615.633295:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a360. 00000020:00000001:3.0:1789466616.145425:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466616.145430:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466616.145433:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466620.241525:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466620.241528:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466620.241531:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466624.337430:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466624.337434:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466624.337437:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466628.433370:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466628.433375:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466628.433378:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466632.529631:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466632.529635:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466632.529637:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466634.833318:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466634.833328:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466634.833332:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466634.833336:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466634.833341:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466634.833344:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466634.833348:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466634.833354:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466634.833359:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466634.833365:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466634.833373:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18888) 00000020:00000001:3.0:1789466636.625761:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466636.625766:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466636.625769:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789466639.964797:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466639.964803:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6d00. 00000400:00000200:3.0:1789466639.964813:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466639.964819:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466639.964827:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de2a8 00000400:00000010:3.0:1789466639.964830:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de2a8. 00000100:00000001:3.0:1789466639.964836:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466639.964848:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c6a00 x1876386402379392/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466639.964869:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466639.964873:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c6a00 x1876386402379392/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466664 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466639.964881:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466639.964883:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466639.965030:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466639.965033:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6700. 00000400:00000200:3.0:1789466639.965037:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466639.965041:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466639.965044:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6decc0 00000400:00000010:3.0:1789466639.965046:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6decc0. 00000100:00000001:3.0:1789466639.965049:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466639.965053:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c5880 x1876386402379520/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466639.965062:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466639.965065:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c5880 x1876386402379520/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466664 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466639.965072:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466639.965073:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466639.968346:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466639.968353:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6c00. 00000400:00000200:3.0:1789466639.968374:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466639.968382:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466639.968389:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de088 00000400:00000010:3.0:1789466639.968391:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de088. 00000100:00000001:3.0:1789466639.968397:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466639.968541:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c5c00 x1876386402379648/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466639.968552:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466639.968556:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c5c00 x1876386402379648/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466664 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466639.968562:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466639.968565:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1789466640.721838:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466640.721843:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466640.721846:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789466641.233653:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313557243, at 4313557248 00000100:00000010:3.0:1789466641.233660:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d060. 00000020:00000001:3.0:1789466644.818314:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466644.818318:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466644.818321:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466648.913410:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466648.913414:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466648.913417:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466650.195493:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466650.195503:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466650.195506:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466650.195509:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466650.195511:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466650.195515:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466650.195517:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466651.217401:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466651.217416:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466651.217418:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466651.217423:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466651.217425:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466651.217448:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466651.217451:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466652.241523:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466652.241536:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466652.241539:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466652.241543:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466652.241545:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466652.241549:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466652.241552:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466653.017418:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466653.017424:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466653.017429:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466653.265248:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466653.265263:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466653.265265:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466653.265269:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466653.265271:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466653.265288:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466653.265291:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466654.289294:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466654.289309:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466654.289311:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466654.289316:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466654.289319:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466654.289323:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466654.289325:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466655.313258:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466655.313271:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466655.313273:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466655.313279:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466655.313281:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466655.313286:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466655.313289:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466656.337290:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466656.337315:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466656.337317:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466656.337321:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466656.337323:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466656.337328:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466656.337330:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466657.105629:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466657.105633:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466657.105636:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466657.361440:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466657.361450:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466657.361452:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466657.361457:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466657.361459:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466657.361462:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466657.361464:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466658.386921:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466658.386940:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466658.386943:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466658.386949:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466658.386951:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466658.386956:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466658.386959:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466659.409285:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466659.409302:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466659.409305:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466659.409310:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466659.409313:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466659.409318:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466659.409321:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466660.433281:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466660.433301:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466660.433304:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466660.433322:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466660.433327:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466660.433334:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466660.433342:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466661.201910:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466661.201914:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466661.201917:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466661.457395:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466661.457409:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466661.457411:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466661.457416:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466661.457418:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466661.457422:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466661.457441:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466662.481306:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466662.481319:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466662.481321:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466662.481325:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466662.481327:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466662.481332:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466662.481334:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466663.505573:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466663.505597:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466663.505599:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466663.505605:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466663.505607:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466663.505611:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466663.505614:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466664.531823:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466664.531829:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789466664.531831:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466664.531833:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466664.531836:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466664.531840:0:331018:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 18888 00000400:00000200:3.0:1789466664.531848:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466664.531853:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789466664.531856:0:331018:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466664.531859:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466664.531862:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466664.531864:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466664.531866:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789466664.531873:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466664.531875:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789466664.531877:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466664.531880:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789466664.531882:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789466664.531884:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789466664.531895:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466664.531897:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466664.531899:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466664.531900:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789466664.531903:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789466664.531906:0:331018:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789466664.531908:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466664.531911:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466664.531914:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466664.531917:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466664.531919:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466664.531921:0:331018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466664.531927:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033480. 00000020:00000040:3.0:1789466664.531930:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789466664.531933:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466664.531935:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466664.531937:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466664.531940:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466664.531943:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466664.531950:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3400. 00000100:00000001:3.0:1789466664.531956:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466664.531962:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033480 x1876386402379776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466664.531971:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466664.531974:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466664.531978:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000939732d7] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033480 x1876386402379776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466664.531997:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466664.532000:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466664.532003:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466664.532004:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466664.532011:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466664.532013:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466664.532016:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 18888 00000400:00000200:3.0:1789466664.532020:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466664.532023:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789466664.532024:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466664.532027:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466664.532029:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466664.532030:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466664.532032:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789466664.532035:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466664.532036:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789466664.532038:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466664.532040:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789466664.532042:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789466664.532044:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789466664.532047:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466664.532049:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466664.532051:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466664.532052:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789466664.532054:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789466664.532056:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789466664.532059:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466664.532061:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466664.532066:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466664.532067:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466664.532069:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789466664.532073:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789466664.532075:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466664.532077:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466664.532085:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031f80. 00000020:00000040:3.0:1789466664.532087:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789466664.532090:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466664.532091:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466664.532093:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466664.532094:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466664.532097:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466664.532100:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d0800. 00000100:00000001:3.0:1789466664.532104:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466664.532108:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031f80 x1876386402379904/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466664.532114:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466664.532117:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466664.532120:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029a719d9] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031f80 x1876386402379904/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466664.532127:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466664.532130:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466664.532162:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466664.532163:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466664.532165:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466664.532168:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466664.532171:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 18888 00000400:00000200:3.0:1789466664.532175:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466664.532178:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789466664.532180:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466664.532183:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466664.532185:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466664.532187:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466664.532189:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789466664.532192:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466664.532199:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789466664.532201:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466664.532202:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789466664.532205:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789466664.532207:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789466664.532210:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466664.532212:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466664.532213:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466664.532215:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789466664.532218:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789466664.532220:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789466664.532223:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466664.532224:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466664.532227:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466664.532229:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466664.532231:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789466664.532233:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789466664.532235:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466664.532236:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466664.532239:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030700. 00000020:00000040:3.0:1789466664.532241:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789466664.532243:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466664.532244:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466664.532247:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466664.532248:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466664.532250:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466664.532254:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1000. 00000100:00000001:3.0:1789466664.532257:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466664.532262:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030700 x1876386402380032/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466664.532268:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466664.532270:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466664.532280:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097f0b759] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030700 x1876386402380032/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466664.532348:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466664.532350:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466664.532354:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466664.532356:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466664.532359:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466664.532363:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18918) 00000800:00000200:3.0:1789466664.534349:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466664.534355:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6100. 00000400:00000200:3.0:1789466664.534363:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466664.534371:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466664.534378:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6ded48 00000400:00000010:3.0:1789466664.534380:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6ded48. 00000100:00000001:3.0:1789466664.534385:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466664.534391:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033480 x1876386402379776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466664.534400:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466664.534403:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033480 x1876386402379776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466689 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466664.534409:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466664.534411:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466664.534424:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466664.534426:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6e00. 00000400:00000200:3.0:1789466664.534429:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466664.534432:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466664.534434:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de770 00000400:00000010:3.0:1789466664.534436:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de770. 00000100:00000001:3.0:1789466664.534438:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466664.534442:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031f80 x1876386402379904/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466664.534458:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466664.534461:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031f80 x1876386402379904/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466689 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466664.534466:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466664.534468:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466664.534526:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466664.534529:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6000. 00000400:00000200:3.0:1789466664.534533:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466664.534536:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466664.534538:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de7f8 00000400:00000010:3.0:1789466664.534540:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de7f8. 00000100:00000001:3.0:1789466664.534542:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466664.534546:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030700 x1876386402380032/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466664.534551:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466664.534553:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030700 x1876386402380032/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466689 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466664.534558:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466664.534559:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1789466665.297540:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466665.297544:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466665.297546:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789466665.809284:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313581814, at 4313581824 00000100:00000010:3.0:1789466665.809298:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d780. 00000020:00000001:3.0:1789466669.394415:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466669.394420:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466669.394423:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466669.650270:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466669.650278:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466669.650281:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466669.650299:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466669.650302:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466669.650306:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466669.650308:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466669.650312:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466669.650315:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466669.650317:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466669.650323:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18923) 00000020:00000001:3.0:1789466673.489479:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466673.489483:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466673.489486:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000010:1.1:1789466675.544719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8cbae0da8280. 00010000:00000010:1.1:1789466675.544743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8cb9f6468300. 00010000:00000010:1.1:1789466675.544749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8cbac2ab4600. 00000020:00000001:3.0:1789466676.561631:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466676.561635:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466676.561638:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466680.658018:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466680.658022:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466680.658026:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466684.753786:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466684.753790:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466684.753793:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466686.038028:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466686.038039:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466686.038041:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466686.038045:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466686.038047:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466686.038051:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466686.038053:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466687.057246:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466687.057261:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466687.057263:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466687.057284:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466687.057286:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466687.057290:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466687.057293:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466688.081625:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466688.081640:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466688.081643:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466688.081647:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466688.081649:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466688.081654:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466688.081657:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466688.849518:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466688.849522:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466688.849525:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466689.105352:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466689.105361:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789466689.105376:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466664/real 1789466664] req@ffff8cb9f9033480 x1876386402379776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466689 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789466689.105395:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466689.105397:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466689.105401:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7420. 00000400:00000200:3.0:1789466689.105407:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6deee0 00000400:00000010:3.0:1789466689.105410:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6deee0. 00000100:00000001:3.0:1789466689.105414:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466689.105418:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033480 x1876386402379776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466689 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466689.105426:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033480 x1876386402379776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466689 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466689.105432:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466689.105434:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466689.105436:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466689.105438:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789466689.105441:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9033480 x1876386402379776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466689 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466689.105470:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466689.105473:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789466689.105478:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466664/real 1789466664] req@ffff8cb9f9031f80 x1876386402379904/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466689 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789466689.105495:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466689.105497:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466689.105499:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee79a0. 00000400:00000200:3.0:1789466689.105502:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de4c8 00000400:00000010:3.0:1789466689.105503:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de4c8. 00000100:00000001:3.0:1789466689.105506:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466689.105509:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9031f80 x1876386402379904/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466689 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466689.105518:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9031f80 x1876386402379904/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466689 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466689.105524:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466689.105525:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466689.105527:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466689.105529:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789466689.105532:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9031f80 x1876386402379904/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466689 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466689.105538:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466689.105539:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789466689.105543:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466664/real 1789466664] req@ffff8cb9f9030700 x1876386402380032/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466689 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789466689.105549:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466689.105550:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466689.105552:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7268. 00000400:00000200:3.0:1789466689.105554:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6def68 00000400:00000010:3.0:1789466689.105555:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6def68. 00000100:00000001:3.0:1789466689.105564:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466689.105568:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030700 x1876386402380032/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466689 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466689.105574:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030700 x1876386402380032/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466689 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466689.105580:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466689.105581:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466689.105583:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466689.105584:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789466689.105595:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9030700 x1876386402380032/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466689 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466689.105602:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466689.105610:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466689.105612:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466689.105615:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466689.105617:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466689.105619:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466689.105624:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033480 x1876386402379776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466689 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466689.105631:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789466689.105633:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466689.105635:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466689.105637:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466689.105639:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789466689.105641:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789466689.105645:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789466689.105674:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789466689.105677:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789466689.105682:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033480 x1876386402379776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466689 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466689.105702:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402379776:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789466689.105707:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466689.105711:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9031f80 x1876386402379904/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466689 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466689.105717:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789466689.105718:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466689.105720:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466689.105721:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466689.105722:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789466689.105724:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789466689.105727:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789466689.105733:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789466689.105736:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789466689.105739:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9031f80 x1876386402379904/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466689 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466689.105745:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9031f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402379904:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789466689.105748:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466689.105752:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030700 x1876386402380032/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466689 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466689.105757:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789466689.105759:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466689.105761:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466689.105762:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466689.105763:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789466689.105765:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789466689.105772:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789466689.105777:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789466689.105779:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789466689.105783:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030700 x1876386402380032/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466689 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466689.105790:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402380032:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789466689.105793:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466689.105796:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466689.105799:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033480 x1876386402379776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466689 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466689.105805:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466689.105807:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466689.105811:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacf000. 02000000:00000001:3.0:1789466689.105815:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466689.105818:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466689.105820:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789466689.105822:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466689.105824:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d3400. 02000000:00000001:3.0:1789466689.105827:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466689.105828:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466689.105831:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033480. 00000100:00000001:3.0:1789466689.105836:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466689.105837:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466689.105839:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466689.105841:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9031f80 x1876386402379904/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466689 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466689.105846:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466689.105848:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466689.105849:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacd000. 02000000:00000001:3.0:1789466689.105851:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466689.105852:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466689.105858:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789466689.105860:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466689.105862:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d0800. 02000000:00000001:3.0:1789466689.105864:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466689.105865:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466689.105866:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9031f80. 00000100:00000001:3.0:1789466689.105869:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466689.105870:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466689.105871:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466689.105875:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030700 x1876386402380032/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466689 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466689.105881:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466689.105882:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466689.105883:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faace400. 02000000:00000001:3.0:1789466689.105886:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466689.105887:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466689.105888:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789466689.105889:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466689.105890:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d1000. 02000000:00000001:3.0:1789466689.105892:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466689.105893:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466689.105895:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030700. 00000100:00000001:3.0:1789466689.105897:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466689.105898:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466689.105900:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466689.105903:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466689.105905:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466689.105907:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466689.105908:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466689.106909:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466689.106912:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466689.106914:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466689.106920:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e9f80 x1876386402380288/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466689.106928:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466689.106931:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466689.106941:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466689.106944:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466689.106946:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466689.106950:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402380288:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789466689.106954:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466689.106959:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466689.106961:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466689.106963:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466689.106966:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d1000. 02000000:00000001:3.0:1789466689.106968:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466689.106973:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466689.106978:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf8f0. 00000400:00000010:3.0:1789466689.106984:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce3b8. 00000100:00000200:3.0:1789466689.106990:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402380288, portal 25 00000100:00000001:3.0:1789466689.106993:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466689.106994:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704780160 : -126741004771456 : ffff8cbacf6e9f80) 00000100:00000040:3.0:1789466689.106999:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e9f80 x1876386402380288/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466689.107006:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466689.107009:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466689.107011:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce6e8. 00000100:00000200:3.0:1789466689.107014:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402380288, offset 0 00000400:00000200:3.0:1789466689.107020:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466689.107027:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466689.107032:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466689.107037:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466689.107042:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466689.107045:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466689.107048:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466689.107051:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93750:93750:256:4294967295] 192.168.203.142@tcp LPNI seq info [93750:93750:8:4294967295] 00000400:00000200:3.0:1789466689.107055:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466689.107065:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466689.107077:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466689.107082:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7d00. 00000800:00000200:3.0:1789466689.107088:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466689.107096:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466689.107101:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789466689.107121:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466689.107126:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466689.107128:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4313606388 00000100:00000010:3.0:1789466689.107433:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad04511e0. 00000100:00000001:3.0:1789466689.107439:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789466689.107445:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4313606389 00000100:00000010:3.0:1789466689.107448:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451480. 00000100:00000001:3.0:1789466689.107451:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789466689.107454:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466689.107456:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466689.107459:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466689.107463:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6ea680 x1876386402380416/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466689.107470:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466689.107471:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466689.107474:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466689.107475:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466689.107477:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466689.107480:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402380416:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789466689.107483:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466689.107495:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466689.107497:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466689.107499:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466689.107502:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d0800. 02000000:00000001:3.0:1789466689.107504:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466689.107508:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466689.107516:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bfa50. 00000400:00000010:3.0:1789466689.107520:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cecc0. 00000100:00000200:3.0:1789466689.107523:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402380416, portal 10 00000100:00000001:3.0:1789466689.107525:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466689.107527:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704781952 : -126741004769664 : ffff8cbacf6ea680) 00000100:00000040:3.0:1789466689.107535:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6ea680 x1876386402380416/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466689.107540:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466689.107542:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466689.107545:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce088. 00000100:00000200:3.0:1789466689.107547:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402380416, offset 0 00000400:00000200:3.0:1789466689.107552:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466689.107556:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466689.107560:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466689.107563:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466689.107565:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466689.107567:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466689.107569:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466689.107572:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93751:93751:256:4294967295] 192.168.203.142@tcp LPNI seq info [93751:93751:8:4294967295] 00000400:00000200:3.0:1789466689.107576:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466689.107583:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466689.107659:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466689.107663:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7700. 00000800:00000200:3.0:1789466689.107667:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466689.107672:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466689.107675:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789466689.107727:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466689.107732:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:3.0:1789466689.107735:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466689.107738:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313605149 00000100:00000001:3.0:1789466689.107741:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313606388 00000100:00000001:3.0:1789466689.107748:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313605149 00000100:00000001:3.0:1789466689.107750:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313606389 00000100:00000001:3.0:1789466689.107752:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466689.107754:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466689.107757:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466689.107762:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e8700 x1876386402380544/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466689.107769:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466689.107770:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466689.107773:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466689.107774:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466689.107776:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466689.107779:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402380544:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789466689.107782:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466689.107784:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466689.107786:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466689.107788:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466689.107791:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d3400. 02000000:00000001:3.0:1789466689.107793:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466689.107797:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466689.107800:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bfcb8. 00000400:00000010:3.0:1789466689.107804:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce7f8. 00000100:00000200:3.0:1789466689.107807:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402380544, portal 10 00000100:00000001:3.0:1789466689.107808:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466689.107810:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704773888 : -126741004777728 : ffff8cbacf6e8700) 00000100:00000040:3.0:1789466689.107816:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e8700 x1876386402380544/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466689.107822:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466689.107825:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466689.107827:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce908. 00000100:00000200:3.0:1789466689.107830:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402380544, offset 0 00000400:00000200:3.0:1789466689.107840:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466689.107844:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466689.107848:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466689.107851:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466689.107853:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466689.107855:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466689.107858:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466689.107860:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93752:93752:255:4294967295] 192.168.203.142@tcp LPNI seq info [93752:93752:7:4294967295] 00000400:00000200:3.0:1789466689.107864:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466689.107871:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466689.107875:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466689.107879:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7300. 00000800:00000200:3.0:1789466689.107884:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466689.107888:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466689.107891:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789466689.107894:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466689.107897:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:3.0:1789466689.107900:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466689.107902:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313605137 00000100:00000001:3.0:1789466689.107904:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313606388 00000100:00000001:3.0:1789466689.107906:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313605137 00000100:00000001:3.0:1789466689.107908:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313606389 00000100:00000001:3.0:1789466689.107910:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466689.107912:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466689.107915:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466689.107917:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466689.107923:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466689.107925:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789466689.107927:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466689.107928:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466689.107935:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466689.107937:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466690.385508:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313606389, at 4313606400 00000100:00000010:3.0:1789466690.385537:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451480. 00000020:00000001:3.0:1789466692.945490:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466692.945494:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466692.945497:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466694.225243:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466694.225257:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466694.225260:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466694.225265:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466694.225267:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466694.225272:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466694.225276:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466694.225422:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466694.225427:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466694.225430:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466694.225433:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466694.225435:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466694.225438:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466694.225440:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466694.225443:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466694.225446:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466694.225543:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466694.225549:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18947) 00000100:00000001:3.0:1789466695.251307:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466695.251320:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466695.251323:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466695.251343:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466695.251345:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466695.251349:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466695.251352:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466696.275701:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466696.275722:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466696.275724:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466696.275728:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466696.275731:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466696.275735:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466696.275737:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466697.041924:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466697.041928:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466697.041931:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466697.298651:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466697.298663:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466697.298665:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466697.298670:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466697.298672:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466697.298676:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466697.298678:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466698.321247:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466698.321258:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466698.321260:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466698.321264:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466698.321266:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466698.321271:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466698.321273:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466699.345282:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466699.345295:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466699.345300:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466699.345305:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466699.345309:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466699.345314:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466699.345318:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466701.137689:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466701.137694:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466701.137699:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466705.233793:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466705.233797:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466705.233816:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466709.329920:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466709.329924:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466709.329927:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466713.428427:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466713.428434:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466713.428438:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466714.707430:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466714.707435:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789466714.707437:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466714.707441:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466714.707444:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466714.707448:0:331018:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 18937 00000400:00000200:3.0:1789466714.707456:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466714.707461:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789466714.707465:0:331018:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466714.707469:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466714.707477:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466714.707480:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466714.707482:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789466714.707490:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466714.707491:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789466714.707494:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466714.707497:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789466714.707499:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789466714.707502:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789466714.707506:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466714.707508:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466714.707510:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466714.707512:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789466714.707515:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789466714.707527:0:331018:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789466714.707529:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466714.707532:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466714.707536:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466714.707539:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466714.707542:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466714.707544:0:331018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466714.707549:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030700. 00000020:00000040:3.0:1789466714.707552:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789466714.707555:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466714.707557:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466714.707560:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466714.707563:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466714.707567:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466714.707573:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2c00. 00000100:00000001:3.0:1789466714.707578:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466714.707585:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030700 x1876386402380672/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466714.707593:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466714.707597:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466714.707601:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097f0b759] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030700 x1876386402380672/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466714.707626:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466714.707630:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466714.707633:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466714.707634:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466714.707636:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466714.707638:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466714.707640:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 18937 00000400:00000200:3.0:1789466714.707645:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466714.707648:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789466714.707650:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466714.707659:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466714.707661:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466714.707663:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466714.707665:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789466714.707669:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466714.707670:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789466714.707672:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466714.707674:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789466714.707676:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789466714.707678:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789466714.707680:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466714.707682:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466714.707684:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466714.707686:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789466714.707688:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789466714.707691:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789466714.707693:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466714.707695:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466714.707700:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466714.707702:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466714.707715:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789466714.707718:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789466714.707721:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466714.707723:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466714.707727:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031f80. 00000020:00000040:3.0:1789466714.707729:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789466714.707732:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466714.707733:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466714.707734:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466714.707736:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466714.707738:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466714.707741:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1400. 00000100:00000001:3.0:1789466714.707751:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466714.707757:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031f80 x1876386402380800/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466714.707764:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466714.707766:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466714.707770:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029a719d9] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031f80 x1876386402380800/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466714.707777:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466714.707779:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466714.707782:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466714.707783:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466714.707785:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466714.707787:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466714.707790:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 18937 00000400:00000200:3.0:1789466714.707794:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466714.707797:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789466714.707799:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466714.707801:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466714.707804:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466714.707806:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466714.707821:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789466714.707825:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466714.707826:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789466714.707828:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466714.707830:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789466714.707832:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789466714.707834:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789466714.707837:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466714.707839:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466714.707847:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466714.707849:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789466714.707851:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789466714.707854:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789466714.707856:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466714.707858:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466714.707860:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466714.707862:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466714.707864:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789466714.707866:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789466714.707869:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466714.707870:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466714.707874:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033480. 00000020:00000040:3.0:1789466714.707876:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789466714.707878:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466714.707879:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466714.707881:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466714.707883:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466714.707885:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466714.707889:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2000. 00000100:00000001:3.0:1789466714.707892:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466714.707896:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033480 x1876386402380928/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466714.707903:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466714.707905:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466714.707909:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000939732d7] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033480 x1876386402380928/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466714.707917:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466714.707920:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466714.707923:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466714.707926:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466714.707935:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466714.707940:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18968) 00000800:00000200:3.0:1789466714.710980:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466714.710986:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6b00. 00000400:00000200:3.0:1789466714.710991:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466714.710996:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466714.711002:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de6e8 00000400:00000010:3.0:1789466714.711004:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de6e8. 00000100:00000001:3.0:1789466714.711008:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466714.711012:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030700 x1876386402380672/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466714.711022:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466714.711025:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030700 x1876386402380672/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466739 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466714.711032:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466714.711033:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466714.711045:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466714.711047:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6600. 00000400:00000200:3.0:1789466714.711049:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466714.711052:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466714.711054:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6dedd0 00000400:00000010:3.0:1789466714.711056:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6dedd0. 00000100:00000001:3.0:1789466714.711058:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466714.711061:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031f80 x1876386402380800/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466714.711067:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466714.711070:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031f80 x1876386402380800/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466739 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466714.711076:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466714.711078:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466714.711317:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466714.711328:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6f00. 00000400:00000200:3.0:1789466714.711332:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466714.711335:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466714.711339:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de908 00000400:00000010:3.0:1789466714.711340:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de908. 00000100:00000001:3.0:1789466714.711343:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466714.711347:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033480 x1876386402380928/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466714.711354:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466714.711357:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033480 x1876386402380928/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466739 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466714.711363:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466714.711365:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1789466715.985711:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313631991, at 4313632000 00000100:00000010:3.0:1789466715.985718:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d060. 00000020:00000001:3.0:1789466717.523201:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466717.523207:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466717.523211:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466720.850628:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466720.850642:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466720.850644:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466720.850648:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466720.850650:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466720.850656:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466720.850658:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466721.621993:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466721.622002:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466721.622009:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466724.945740:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466724.945747:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466724.945750:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466724.945756:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466724.945766:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466724.945769:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466724.945771:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466724.945776:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466724.945778:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466724.945781:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466724.945786:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18978) 00000020:00000001:3.0:1789466725.713435:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466725.713439:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466725.713442:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466725.972518:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466725.972535:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466725.972537:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466725.972541:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466725.972543:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466725.972547:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466725.972549:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466726.993276:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466726.993289:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466726.993292:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466726.993297:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466726.993303:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466726.993307:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466726.993310:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466728.018815:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466728.018833:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466728.018836:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466728.018842:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466728.018845:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466728.018851:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466728.018855:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466729.041312:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466729.041366:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466729.041370:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466729.041378:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466729.041381:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466729.041387:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466729.041392:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466729.809557:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466729.809562:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466729.809565:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466730.065324:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466730.065351:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466730.065357:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466730.065368:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466730.065374:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466730.065381:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466730.065386:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466731.091710:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466731.091728:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466731.091730:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466731.091736:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466731.091739:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466731.091744:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466731.091747:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466732.113883:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466732.113902:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466732.113904:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466732.113986:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466732.113990:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466732.113995:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466732.113998:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466733.137336:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466733.137354:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466733.137357:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466733.137362:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466733.137365:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466733.137370:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466733.137373:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466733.905684:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466733.905689:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466733.905693:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466734.161752:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466734.161771:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466734.161773:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466734.161779:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466734.161782:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466734.161787:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466734.161791:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466735.185595:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466735.185613:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466735.185616:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466735.185623:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466735.185626:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466735.185631:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466735.185634:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466738.002432:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466738.002439:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466738.002445:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789466739.286024:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466739.286034:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6300. 00000400:00000200:3.0:1789466739.286042:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466739.286051:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466739.286058:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de5d8 00000400:00000010:3.0:1789466739.286061:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de5d8. 00000100:00000001:3.0:1789466739.286066:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466739.286075:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6eb800 x1876386402381056/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466739.286084:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466739.286087:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6eb800 x1876386402381056/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466764 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466739.286094:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466739.286096:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466739.286127:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466739.286160:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6500. 00000400:00000200:3.0:1789466739.286163:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466739.286167:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466739.286170:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de000 00000400:00000010:3.0:1789466739.286185:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de000. 00000100:00000001:3.0:1789466739.286189:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466739.286193:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6ebb80 x1876386402381184/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466739.286200:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466739.286203:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6ebb80 x1876386402381184/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466764 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466739.286209:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466739.286210:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466739.286281:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466739.286284:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6f00. 00000400:00000200:3.0:1789466739.286288:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466739.286291:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466739.286295:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de660 00000400:00000010:3.0:1789466739.286296:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de660. 00000100:00000001:3.0:1789466739.286299:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466739.286303:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e8700 x1876386402381312/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466739.286309:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466739.286312:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e8700 x1876386402381312/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466764 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466739.286318:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466739.286320:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1789466740.561297:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313656564, at 4313656576 00000100:00000010:3.0:1789466740.561313:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d840. 00000020:00000001:3.0:1789466742.097473:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466742.097477:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466742.097480:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466744.402878:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466744.402891:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466744.402895:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466744.402899:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466744.402902:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466744.403000:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466744.403004:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466745.425384:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466745.425406:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466745.425408:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466745.425414:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466745.425417:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466745.425422:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466745.425424:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466746.193446:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466746.193453:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466746.193458:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466749.521326:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466749.521346:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466749.521353:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466749.521361:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466749.521374:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466749.521378:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466749.521381:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466749.521387:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466749.521390:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466749.521394:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466749.521404:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19003) 00000020:00000001:3.0:1789466750.289486:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466750.289490:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466750.289493:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789466754.386116:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466754.386120:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466754.386123:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466754.641484:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466754.641498:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466754.641501:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466754.641505:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466754.641508:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466754.641511:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466754.641513:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466754.641517:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466754.641520:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466754.641523:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466754.641529:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19008) 00000100:00000001:3.0:1789466754.642774:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466754.642788:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466754.642790:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466754.642794:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466754.642796:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466754.642800:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466754.642803:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466755.665259:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466755.665273:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466755.665276:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466755.665280:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466755.665283:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466755.665287:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466755.665290:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466756.689590:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466756.689609:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466756.689612:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466756.689620:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466756.689647:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466756.689653:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466756.689657:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466757.713648:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466757.713667:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466757.713670:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466757.713677:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466757.713681:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466757.713686:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466757.713690:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466758.487562:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466758.487571:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466758.487578:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466758.737327:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466758.737355:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466758.737359:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466758.737367:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466758.737370:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466758.737377:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466758.737380:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466759.761267:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466759.761278:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466759.761282:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466759.761285:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466759.761288:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466759.761291:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466759.761293:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466759.761298:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466759.761301:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466759.761304:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466759.761325:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19013) 00000020:00000001:3.0:1789466762.582499:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466762.582504:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466762.582507:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789466764.881305:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466764.881314:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466764.881318:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466764.881321:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466764.881323:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466764.881326:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466764.881328:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466764.881342:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466764.881345:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466764.881348:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466764.881354:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19018) 00000100:00000001:3.0:1789466764.889157:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466764.889165:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789466764.889181:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466739/real 1789466739] req@ffff8cbacf6eb800 x1876386402381056/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466764 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789466764.889199:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466764.889201:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466764.889205:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7058. 00000400:00000200:3.0:1789466764.889210:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6dea18 00000400:00000010:3.0:1789466764.889212:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6dea18. 00000100:00000001:3.0:1789466764.889217:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466764.889221:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6eb800 x1876386402381056/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466764 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466764.889248:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6eb800 x1876386402381056/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466764 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466764.889255:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466764.889258:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466764.889261:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466764.889263:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789466764.889267:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6eb800 x1876386402381056/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466764 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466764.889274:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466764.889277:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789466764.889281:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466739/real 1789466739] req@ffff8cbacf6ebb80 x1876386402381184/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466764 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789466764.889290:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466764.889291:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466764.889293:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7790. 00000400:00000200:3.0:1789466764.889297:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de220 00000400:00000010:3.0:1789466764.889298:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de220. 00000100:00000001:3.0:1789466764.889300:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466764.889303:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6ebb80 x1876386402381184/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466764 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466764.889311:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6ebb80 x1876386402381184/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466764 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466764.889316:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466764.889317:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466764.889318:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466764.889320:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789466764.889323:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6ebb80 x1876386402381184/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466764 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466764.889328:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466764.889335:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789466764.889339:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466739/real 1789466739] req@ffff8cbacf6e8700 x1876386402381312/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466764 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789466764.889347:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466764.889348:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466764.889350:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7b58. 00000400:00000200:3.0:1789466764.889352:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de110 00000400:00000010:3.0:1789466764.889354:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de110. 00000100:00000001:3.0:1789466764.889356:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466764.889359:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e8700 x1876386402381312/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466764 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466764.889365:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e8700 x1876386402381312/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466764 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466764.889371:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466764.889372:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466764.889374:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466764.889375:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789466764.889378:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e8700 x1876386402381312/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466764 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466764.889384:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466764.889392:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466764.889394:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466764.889397:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466764.889399:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466764.889401:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466764.889407:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6eb800 x1876386402381056/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466764 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466764.889414:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789466764.889417:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466764.889418:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466764.889419:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466764.889428:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789466764.889430:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789466764.889434:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789466764.889456:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789466764.889459:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789466764.889463:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6eb800 x1876386402381056/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466764 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466764.889472:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402381056:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789466764.889477:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466764.889480:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6ebb80 x1876386402381184/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466764 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466764.889486:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789466764.889488:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466764.889489:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466764.889490:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466764.889492:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789466764.889494:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789466764.889497:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789466764.889503:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789466764.889505:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789466764.889509:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6ebb80 x1876386402381184/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466764 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466764.889516:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402381184:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789466764.889520:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466764.889524:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e8700 x1876386402381312/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466764 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466764.889542:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789466764.889544:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466764.889546:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466764.889547:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466764.889549:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789466764.889551:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789466764.889554:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789466764.889560:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789466764.889562:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789466764.889565:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e8700 x1876386402381312/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466764 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466764.889572:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402381312:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789466764.889576:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466764.889578:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466764.889582:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6eb800 x1876386402381056/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466764 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466764.889588:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466764.889590:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466764.889594:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faace800. 02000000:00000001:3.0:1789466764.889597:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466764.889600:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466764.889602:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789466764.889604:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466764.889606:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687ec00. 02000000:00000001:3.0:1789466764.889610:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466764.889611:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466764.889614:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6eb800. 00000100:00000001:3.0:1789466764.889617:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466764.889618:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466764.889625:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466764.889629:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6ebb80 x1876386402381184/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466764 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466764.889635:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466764.889636:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466764.889638:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacdc00. 02000000:00000001:3.0:1789466764.889640:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466764.889642:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466764.889643:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789466764.889645:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466764.889646:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687c400. 02000000:00000001:3.0:1789466764.889648:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466764.889649:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466764.889651:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6ebb80. 00000100:00000001:3.0:1789466764.889653:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466764.889654:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466764.889656:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466764.889659:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e8700 x1876386402381312/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466764 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466764.889664:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466764.889665:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466764.889667:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacd800. 02000000:00000001:3.0:1789466764.889669:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466764.889670:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466764.889671:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789466764.889673:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466764.889674:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687f400. 02000000:00000001:3.0:1789466764.889676:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466764.889677:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466764.889679:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e8700. 00000100:00000001:3.0:1789466764.889681:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466764.889682:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466764.889684:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466764.889687:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466764.889688:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466764.889690:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466764.889697:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466764.890583:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466764.890587:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466764.890589:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466764.890595:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742dc00 x1876386402381440/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466764.890603:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466764.890605:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466764.890609:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466764.890611:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466764.890614:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466764.890617:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402381440:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789466764.890621:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466764.890624:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466764.890626:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466764.890628:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466764.890632:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d3000. 02000000:00000001:3.0:1789466764.890634:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466764.890640:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466764.890644:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf318. 00000400:00000010:3.0:1789466764.890650:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ceaa0. 00000100:00000200:3.0:1789466764.890656:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402381440, portal 25 00000100:00000001:3.0:1789466764.890659:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466764.890660:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836129792 : -126740873421824 : ffff8cbad742dc00) 00000100:00000040:3.0:1789466764.890665:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742dc00 x1876386402381440/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466764.890672:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466764.890675:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466764.890678:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cedd0. 00000100:00000200:3.0:1789466764.890681:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402381440, offset 0 00000400:00000200:3.0:1789466764.890688:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466764.890695:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466764.890701:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466764.890705:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466764.890716:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466764.890720:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466764.890723:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466764.890726:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93759:93759:256:4294967295] 192.168.203.142@tcp LPNI seq info [93759:93759:8:4294967295] 00000400:00000200:3.0:1789466764.890731:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466764.890741:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466764.890747:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466764.890752:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7e00. 00000800:00000200:3.0:1789466764.890759:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466764.890766:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466764.890770:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789466764.890789:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466764.890794:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466764.890796:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4313682172 00000100:00000010:3.0:1789466764.890801:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451480. 00000100:00000001:3.0:1789466764.890807:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789466764.890813:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4313682172 00000100:00000010:3.0:1789466764.890816:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451c00. 00000100:00000001:3.0:1789466764.890818:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789466764.890821:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466764.890823:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466764.890826:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466764.890830:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742ea00 x1876386402381568/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466764.890837:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466764.890839:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466764.890841:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466764.890842:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466764.890844:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466764.890847:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402381568:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789466764.890858:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466764.890860:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466764.890861:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466764.890863:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466764.890866:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d1c00. 02000000:00000001:3.0:1789466764.890868:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466764.890872:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466764.890874:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf2c0. 00000400:00000010:3.0:1789466764.890878:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cea18. 00000100:00000200:3.0:1789466764.890881:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402381568, portal 10 00000100:00000001:3.0:1789466764.890883:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466764.890884:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836133376 : -126740873418240 : ffff8cbad742ea00) 00000100:00000040:3.0:1789466764.890890:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742ea00 x1876386402381568/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466764.890896:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466764.890898:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466764.890900:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce110. 00000100:00000200:3.0:1789466764.890902:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402381568, offset 0 00000400:00000200:3.0:1789466764.890907:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466764.890910:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466764.890914:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466764.890917:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466764.890931:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466764.890933:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466764.890936:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466764.890938:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93760:93760:255:4294967295] 192.168.203.142@tcp LPNI seq info [93760:93760:7:4294967295] 00000400:00000200:3.0:1789466764.890942:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466764.890948:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466764.890952:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466764.890956:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7600. 00000800:00000200:3.0:1789466764.890959:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466764.890969:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466764.890972:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789466764.890975:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466764.890979:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:3.0:1789466764.890983:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466764.890984:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313680932 00000100:00000001:3.0:1789466764.890987:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313682172 00000100:00000001:3.0:1789466764.890989:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313680932 00000100:00000001:3.0:1789466764.890990:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313682172 00000100:00000001:3.0:1789466764.890992:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466764.890994:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466764.890996:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466764.891000:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742f800 x1876386402381696/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466764.891007:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466764.891008:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466764.891010:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466764.891011:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466764.891013:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466764.891016:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402381696:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789466764.891028:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466764.891030:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466764.891031:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466764.891033:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466764.891036:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d2400. 02000000:00000001:3.0:1789466764.891038:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466764.891042:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466764.891044:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf3c8. 00000400:00000010:3.0:1789466764.891048:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce5d8. 00000100:00000200:3.0:1789466764.891051:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402381696, portal 10 00000100:00000001:3.0:1789466764.891052:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466764.891059:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836136960 : -126740873414656 : ffff8cbad742f800) 00000100:00000040:3.0:1789466764.891066:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742f800 x1876386402381696/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466764.891073:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466764.891076:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466764.891078:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce770. 00000100:00000200:3.0:1789466764.891081:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402381696, offset 0 00000400:00000200:3.0:1789466764.891085:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466764.891090:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466764.891093:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466764.891096:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466764.891098:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466764.891100:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466764.891102:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466764.891105:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93761:93761:254:4294967295] 192.168.203.142@tcp LPNI seq info [93761:93761:6:4294967295] 00000400:00000200:3.0:1789466764.891109:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466764.891115:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466764.891119:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466764.891122:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7f00. 00000800:00000200:3.0:1789466764.891126:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466764.891162:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466764.891165:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789466764.891168:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466764.891172:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:3.0:1789466764.891175:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466764.891177:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313680920 00000100:00000001:3.0:1789466764.891179:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313682172 00000100:00000001:3.0:1789466764.891182:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313680920 00000100:00000001:3.0:1789466764.891184:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313682172 00000100:00000001:3.0:1789466764.891193:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466764.891195:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466764.891197:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466764.891199:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466764.891205:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466764.891206:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789466764.891209:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466764.891210:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466764.891212:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466764.891213:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466766.161492:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313682172, at 4313682176 00000100:00000010:3.0:1789466766.161499:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451c00. 00000020:00000001:3.0:1789466766.674344:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466766.674349:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466766.674353:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466770.001301:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466770.001319:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466770.001322:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466770.001328:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466770.001331:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466770.001336:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466770.001339:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466770.003336:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466770.003347:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466770.003350:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466770.003353:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466770.003355:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466770.003358:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466770.003360:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466770.003364:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466770.003464:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466770.003467:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466770.003473:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19023) 00000020:00000001:3.0:1789466770.769755:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466770.769760:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466770.769763:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466771.026336:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466771.026356:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466771.026358:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466771.026364:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466771.026367:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466771.026373:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466771.026375:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466772.049489:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466772.049603:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466772.049606:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466772.049613:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466772.049616:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466772.049622:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466772.049625:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466773.078090:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466773.078109:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466773.078112:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466773.078119:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466773.078123:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466773.078129:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466773.078164:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466774.098229:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466774.098386:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466774.098390:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466774.098405:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466774.098408:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466774.098415:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466774.098419:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466774.865788:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466774.865793:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466774.865797:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466775.121449:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466775.121470:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466775.121473:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466775.121479:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466775.121482:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466775.121488:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466775.121492:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466777.169365:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466777.169383:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466777.169386:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466777.169392:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466777.169394:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466777.169400:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466777.169403:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466778.193302:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466778.193321:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466778.193325:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466778.193333:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466778.193335:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466778.193341:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466778.193344:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466779.217529:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466779.217547:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466779.217550:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466779.217555:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466779.217558:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466779.217564:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466779.217567:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466780.241251:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466780.241266:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466780.241268:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466780.241274:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466780.241276:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466780.241280:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466780.241283:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466785.361574:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466785.361581:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466785.361585:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466785.361610:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466785.361613:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466785.361616:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466785.361619:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466785.361623:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466785.361626:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466785.361629:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466785.361636:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19039) 00000100:00000001:3.0:1789466786.385665:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466786.385680:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466786.385682:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466786.385689:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466786.385692:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466786.385708:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466786.385711:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466787.409281:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466787.409299:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466787.409302:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466787.409309:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466787.409311:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466787.409317:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466787.409321:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466788.437910:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466788.437928:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466788.437931:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466788.437937:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466788.437940:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466788.437947:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466788.437950:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466789.457236:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466789.457245:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789466789.457262:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466764/real 1789466764] req@ffff8cbad742dc00 x1876386402381440/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466789 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789466789.457299:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466789.457301:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466789.457304:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf318. 00000400:00000200:3.0:1789466789.457310:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ceaa0 00000400:00000010:3.0:1789466789.457313:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ceaa0. 00000100:00000001:3.0:1789466789.457317:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466789.457320:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742dc00 x1876386402381440/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466789 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466789.457326:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742dc00 x1876386402381440/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466789 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466789.457331:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466789.457332:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466789.457335:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466789.457337:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789466789.457339:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742dc00 x1876386402381440/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466789 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466789.457345:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466789.457347:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789466789.457350:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466764/real 1789466764] req@ffff8cbad742ea00 x1876386402381568/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466789 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789466789.457354:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466789.457355:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466789.457356:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf2c0. 00000400:00000200:3.0:1789466789.457357:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cea18 00000400:00000010:3.0:1789466789.457358:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cea18. 00000100:00000001:3.0:1789466789.457359:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466789.457361:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742ea00 x1876386402381568/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466789 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466789.457365:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742ea00 x1876386402381568/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466789 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466789.457372:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466789.457373:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466789.457374:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466789.457375:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789466789.457378:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742ea00 x1876386402381568/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466789 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466789.457381:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466789.457383:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789466789.457385:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466764/real 1789466764] req@ffff8cbad742f800 x1876386402381696/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466789 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789466789.457389:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466789.457390:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466789.457391:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf3c8. 00000400:00000200:3.0:1789466789.457392:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce5d8 00000400:00000010:3.0:1789466789.457393:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce5d8. 00000100:00000001:3.0:1789466789.457394:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466789.457396:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742f800 x1876386402381696/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466789 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466789.457400:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742f800 x1876386402381696/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466789 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466789.457403:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466789.457404:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466789.457405:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466789.457406:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789466789.457407:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742f800 x1876386402381696/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466789 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466789.457411:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466789.457418:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466789.457419:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466789.457424:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466789.457426:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466789.457428:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466789.457431:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742dc00 x1876386402381440/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466789 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466789.457436:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789466789.457437:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466789.457438:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466789.457439:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466789.457441:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789466789.457442:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789466789.457445:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789466789.457468:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789466789.457470:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789466789.457472:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742dc00 x1876386402381440/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466789 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466789.457477:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402381440:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789466789.457481:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466789.457483:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742ea00 x1876386402381568/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466789 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466789.457487:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789466789.457488:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466789.457489:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466789.457490:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466789.457491:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789466789.457492:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789466789.457493:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789466789.457497:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789466789.457498:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789466789.457504:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742ea00 x1876386402381568/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466789 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466789.457509:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402381568:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789466789.457511:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466789.457513:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742f800 x1876386402381696/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466789 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466789.457516:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789466789.457517:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466789.457518:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466789.457519:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466789.457520:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789466789.457521:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789466789.457522:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789466789.457525:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789466789.457526:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789466789.457528:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742f800 x1876386402381696/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466789 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466789.457532:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402381696:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789466789.457534:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466789.457536:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466789.457539:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742dc00 x1876386402381440/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466789 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466789.457544:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466789.457546:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466789.457549:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d3000. 02000000:00000001:3.0:1789466789.457552:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466789.457554:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466789.457558:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789466789.457560:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466789.457562:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacfc00. 02000000:00000001:3.0:1789466789.457566:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466789.457567:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466789.457569:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742dc00. 00000100:00000001:3.0:1789466789.457572:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466789.457573:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466789.457574:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466789.457577:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742ea00 x1876386402381568/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466789 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466789.457580:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466789.457581:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466789.457582:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d1c00. 02000000:00000001:3.0:1789466789.457584:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466789.457584:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466789.457585:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789466789.457586:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466789.457587:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faaccc00. 02000000:00000001:3.0:1789466789.457588:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466789.457588:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466789.457589:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742ea00. 00000100:00000001:3.0:1789466789.457591:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466789.457591:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466789.457592:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466789.457594:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742f800 x1876386402381696/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466789 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466789.457597:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466789.457598:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466789.457598:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d2400. 02000000:00000001:3.0:1789466789.457600:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466789.457600:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466789.457601:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789466789.457602:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466789.457603:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacec00. 02000000:00000001:3.0:1789466789.457604:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466789.457609:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466789.457610:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742f800. 00000100:00000001:3.0:1789466789.457613:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466789.457614:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466789.457615:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466789.457618:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466789.457619:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466789.457620:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466789.457621:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466789.458119:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466789.458123:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466789.458124:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466789.458148:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6ea680 x1876386402381824/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466789.458157:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466789.458160:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466789.458163:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466789.458166:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466789.458168:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466789.458172:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402381824:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789466789.458175:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466789.458180:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466789.458183:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466789.458185:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466789.458190:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d2400. 02000000:00000001:3.0:1789466789.458192:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466789.458198:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466789.458202:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf3c8. 00000400:00000010:3.0:1789466789.458208:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce5d8. 00000100:00000200:3.0:1789466789.458214:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402381824, portal 25 00000100:00000001:3.0:1789466789.458217:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466789.458219:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704781952 : -126741004769664 : ffff8cbacf6ea680) 00000100:00000040:3.0:1789466789.458224:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6ea680 x1876386402381824/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466789.458231:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466789.458239:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466789.458242:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cea18. 00000100:00000200:3.0:1789466789.458245:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402381824, offset 0 00000400:00000200:3.0:1789466789.458251:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466789.458259:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466789.458265:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466789.458270:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466789.458273:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466789.458277:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466789.458280:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466789.458284:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93762:93762:256:4294967295] 192.168.203.142@tcp LPNI seq info [93762:93762:8:4294967295] 00000400:00000200:3.0:1789466789.458289:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466789.458300:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466789.458307:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466789.458312:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7400. 00000800:00000200:3.0:1789466789.458319:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466789.458328:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466789.458333:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789466789.458361:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466789.458367:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466789.458370:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4313706740 00000100:00000010:3.0:1789466789.458375:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451e40. 00000100:00000001:3.0:1789466789.458383:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789466789.458390:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4313706740 00000100:00000010:3.0:1789466789.458393:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451600. 00000100:00000001:3.0:1789466789.458397:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789466789.458400:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466789.458402:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466789.458405:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466789.458407:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466789.461311:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466789.461320:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789466789.461323:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466789.461326:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466789.461328:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466789.461334:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e9f80 x1876386402381952/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466789.461344:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466789.461347:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466789.461351:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466789.461354:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466789.461356:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466789.461360:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402381952:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789466789.461364:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466789.461367:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466789.461369:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466789.461371:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466789.461375:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d1c00. 02000000:00000001:3.0:1789466789.461377:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466789.461382:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466789.461386:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf2c0. 00000400:00000010:3.0:1789466789.461394:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ceaa0. 00000100:00000200:3.0:1789466789.461401:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402381952, portal 10 00000100:00000001:3.0:1789466789.461403:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466789.461405:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704780160 : -126741004771456 : ffff8cbacf6e9f80) 00000100:00000040:3.0:1789466789.461412:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e9f80 x1876386402381952/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466789.461419:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466789.461422:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466789.461424:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce4c8. 00000100:00000200:3.0:1789466789.461427:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402381952, offset 0 00000400:00000200:3.0:1789466789.461433:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466789.461442:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466789.461449:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466789.461459:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466789.461463:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466789.461468:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466789.461471:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466789.461475:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93763:93763:256:4294967295] 192.168.203.142@tcp LPNI seq info [93763:93763:8:4294967295] 00000400:00000200:3.0:1789466789.461479:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466789.461491:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466789.461497:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466789.461502:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7a00. 00000800:00000200:3.0:1789466789.461508:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466789.461517:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466789.461522:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7a00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789466789.461540:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466789.461545:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:3.0:1789466789.461549:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466789.461552:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313705503 00000100:00000001:3.0:1789466789.461555:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313706740 00000100:00000001:3.0:1789466789.461558:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313705503 00000100:00000001:3.0:1789466789.461560:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313706740 00000100:00000001:3.0:1789466789.461562:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466789.461565:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466789.461568:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466789.461571:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466789.461575:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466789.461577:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789466789.461579:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466789.461580:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466789.461582:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466789.461583:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466789.461878:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466789.461880:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466789.461887:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466789.461892:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e8380 x1876386402382080/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466789.461899:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466789.461900:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466789.461903:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466789.461905:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466789.461907:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466789.461910:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402382080:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789466789.461913:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466789.461915:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466789.461917:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466789.461919:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466789.461923:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d3000. 02000000:00000001:3.0:1789466789.461924:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466789.461928:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466789.461931:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf318. 00000400:00000010:3.0:1789466789.461935:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce990. 00000100:00000200:3.0:1789466789.461938:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402382080, portal 10 00000100:00000001:3.0:1789466789.461940:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466789.461941:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704772992 : -126741004778624 : ffff8cbacf6e8380) 00000100:00000040:3.0:1789466789.461948:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e8380 x1876386402382080/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466789.461954:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466789.461955:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466789.461957:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce2a8. 00000100:00000200:3.0:1789466789.461959:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402382080, offset 0 00000400:00000200:3.0:1789466789.461963:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466789.461967:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466789.461971:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466789.461973:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466789.461976:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466789.461979:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466789.461986:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466789.461989:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93764:93764:255:4294967295] 192.168.203.142@tcp LPNI seq info [93764:93764:7:4294967295] 00000400:00000200:3.0:1789466789.461993:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466789.461998:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466789.462003:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466789.462005:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7b00. 00000800:00000200:3.0:1789466789.462009:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466789.462014:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466789.462016:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789466789.462019:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466789.462022:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:3.0:1789466789.462025:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466789.462027:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313705491 00000100:00000001:3.0:1789466789.462029:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313706740 00000100:00000001:3.0:1789466789.462031:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313705491 00000100:00000001:3.0:1789466789.462033:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313706740 00000100:00000001:3.0:1789466789.462035:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466789.462037:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466789.462040:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466789.462042:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466789.462045:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466789.462047:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789466789.462049:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466789.462050:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466789.462051:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466789.462053:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466790.741197:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313706740, at 4313706756 00000100:00000010:3.0:1789466790.741213:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451600. 00000100:00000001:3.0:1789466794.579074:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466794.579088:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466794.579090:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466794.579111:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466794.579114:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466794.579118:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466794.579120:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466795.601360:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466795.601375:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466795.601377:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466795.601381:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466795.601383:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466795.601388:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466795.601391:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466796.625264:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466796.625280:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466796.625282:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466796.625287:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466796.625289:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466796.625293:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466796.625296:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466797.650817:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466797.650832:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466797.650834:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466797.650839:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466797.650841:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466797.650845:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466797.650848:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466798.673241:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466798.673256:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466798.673258:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466798.673263:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466798.673265:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466798.673269:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466798.673271:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466799.697487:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466799.697499:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466799.697501:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466799.697504:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466799.697507:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466799.697510:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466799.697513:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466800.722310:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466800.722323:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466800.722341:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466800.722346:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466800.722349:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466800.722353:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466800.722355:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466801.745255:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466801.745271:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466801.745273:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466801.745278:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466801.745280:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466801.745284:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466801.745287:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466802.769327:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466802.769345:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466802.769348:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466802.769354:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466802.769357:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466802.769365:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466802.769368:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466803.793738:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466803.793758:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466803.793761:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466803.793768:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466803.793771:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466803.793777:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466803.793780:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466804.817464:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466804.817484:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466804.817487:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466804.817494:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466804.817497:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466804.817502:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466804.817506:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466805.841291:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466805.841309:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466805.841312:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466805.841318:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466805.841321:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466805.841327:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466805.841330:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466806.865850:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466806.865895:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466806.865898:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466806.865904:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466806.865907:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466806.865924:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466806.865928:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466815.377289:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313731332, at 4313731392 00000100:00000010:3.0:1789466815.377307:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a180. 00000100:00080000:3.0:1789466819.153547:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466819.153553:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466819.153556:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466819.153560:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466819.153563:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466819.153565:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466819.153567:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466819.153571:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466819.153574:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466819.153576:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466819.153581:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19072) 00000100:00080000:3.0:1789466824.273275:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466824.273285:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466824.273289:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466824.273292:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466824.273295:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466824.273317:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466824.273319:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466824.273323:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466824.273326:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466824.273329:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466824.273334:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19077) 00000100:00080000:3.0:1789466829.393461:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466829.393467:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466829.393470:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466829.393473:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466829.393476:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466829.393479:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466829.393482:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466829.393487:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466829.393490:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466829.393493:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466829.393500:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19083) 00000100:00080000:3.0:1789466834.513506:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466834.513516:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466834.513519:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466834.513543:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466834.513546:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466834.513549:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466834.513551:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466834.513555:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466834.513558:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466834.513561:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466834.513567:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19088) 00000800:00000200:3.0:1789466839.638122:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466839.638128:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6600. 00000400:00000200:3.0:1789466839.638167:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466839.638187:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466839.638194:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de3b8 00000400:00000010:3.0:1789466839.638199:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de3b8. 00000100:00000001:3.0:1789466839.638206:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466839.638214:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c7100 x1876386402382592/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466839.638229:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466839.638235:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c7100 x1876386402382592/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466864 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466839.638250:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466839.638253:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466839.638271:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466839.638275:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6b00. 00000400:00000200:3.0:1789466839.638280:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466839.638287:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466839.638293:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6dee58 00000400:00000010:3.0:1789466839.638301:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6dee58. 00000100:00000001:3.0:1789466839.638304:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466839.638309:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c4380 x1876386402382720/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466839.638317:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466839.638320:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c4380 x1876386402382720/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466864 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466839.638336:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466839.638337:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466839.642449:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466839.642457:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6000. 00000400:00000200:3.0:1789466839.642462:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466839.642471:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466839.642479:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de440 00000400:00000010:3.0:1789466839.642481:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de440. 00000100:00000001:3.0:1789466839.642487:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466839.642494:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c4e00 x1876386402382848/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466839.642505:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466839.642508:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c4e00 x1876386402382848/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466864 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466839.642516:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466839.642518:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1789466840.913434:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313756919, at 4313756928 00000100:00000010:3.0:1789466840.913442:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d540. 00000100:00080000:3.0:1789466854.993342:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466854.993369:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466854.993377:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466854.993387:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466854.993393:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466854.993424:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466854.993427:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466854.993433:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466854.993436:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466854.993439:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466854.993446:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19108) 00000800:00000200:3.0:1789466864.217201:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466864.217211:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6e00. 00000400:00000200:3.0:1789466864.217798:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466864.217811:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466864.217820:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6debb0 00000400:00000010:3.0:1789466864.217885:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6debb0. 00000100:00000001:3.0:1789466864.217894:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466864.217905:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6ea680 x1876386402382976/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466864.217918:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466864.217922:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6ea680 x1876386402382976/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466889 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466864.217930:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466864.217932:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466864.217957:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466864.217960:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6100. 00000400:00000200:3.0:1789466864.217963:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466864.217967:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466864.217971:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6deaa0 00000400:00000010:3.0:1789466864.217972:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6deaa0. 00000100:00000001:3.0:1789466864.217975:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466864.217980:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9f80 x1876386402383104/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466864.218008:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466864.218012:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9f80 x1876386402383104/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466889 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466864.218017:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466864.218019:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466864.221434:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466864.221449:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6c00. 00000400:00000200:3.0:1789466864.221458:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466864.221469:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466864.221480:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6dee58 00000400:00000010:3.0:1789466864.221483:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6dee58. 00000100:00000001:3.0:1789466864.221489:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466864.221499:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e8380 x1876386402383232/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466864.221626:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466864.221631:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e8380 x1876386402383232/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466889 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466864.221639:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466864.221641:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1789466865.489681:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313781498, at 4313781504 00000100:00000010:3.0:1789466865.489704:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64df60. 00000800:00000200:3.0:1789466889.814403:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466889.814408:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7100. 00000400:00000200:3.0:1789466889.814416:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466889.814423:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466889.814429:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5330 00000400:00000010:3.0:1789466889.814432:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5330. 00000100:00000001:3.0:1789466889.814437:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466889.814441:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6eaa00 x1876386402383360/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466889.814450:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466889.814460:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6eaa00 x1876386402383360/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466914 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466889.814465:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466889.814467:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466889.814481:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466889.814483:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7b00. 00000400:00000200:3.0:1789466889.814485:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466889.814489:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466889.814491:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5bb0 00000400:00000010:3.0:1789466889.814493:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5bb0. 00000100:00000001:3.0:1789466889.814495:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466889.814498:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9880 x1876386402383488/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466889.814503:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466889.814506:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9880 x1876386402383488/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466914 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466889.814512:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466889.814513:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466889.814754:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466889.814757:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7800. 00000400:00000200:3.0:1789466889.814760:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466889.814765:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466889.814768:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d57f8 00000400:00000010:3.0:1789466889.814769:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d57f8. 00000100:00000001:3.0:1789466889.814772:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466889.814776:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9500 x1876386402383616/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466889.814782:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466889.814785:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9500 x1876386402383616/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466914 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466889.814791:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466889.814793:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1789466891.091848:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313807095, at 4313807106 00000100:00000010:3.0:1789466891.091863:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a9c0. 00000100:00080000:3.0:1789466900.050259:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466900.050265:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466900.050268:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466900.050271:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466900.050273:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466900.050276:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466900.050279:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466900.050283:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466900.050285:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466900.050288:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466900.050305:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19153) 00000800:00000200:3.0:1789466900.562566:0:253740:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466900.562576:0:253740:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466900.562581:0:253740:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cba00219300 type 192, nob 24 niov 1 nkiov 0 00000100:00000001:3.0:1789466910.291663:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466910.291675:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466910.291677:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466910.291681:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466910.291683:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466910.291688:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466910.291690:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466911.315361:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466911.315375:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466911.315377:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466911.315381:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466911.315400:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466911.315404:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466911.315407:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466912.337738:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466912.337753:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466912.337756:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466912.337761:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466912.337763:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466912.337767:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466912.337770:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466913.361386:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466913.361399:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466913.361401:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466913.361405:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466913.361407:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466913.361410:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466913.361413:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466914.385312:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466914.385319:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789466914.385336:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466889/real 1789466889] req@ffff8cbacf6eaa00 x1876386402383360/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466914 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789466914.385353:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466914.385355:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466914.385359:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30898. 00000400:00000200:3.0:1789466914.385365:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d54c8 00000400:00000010:3.0:1789466914.385368:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d54c8. 00000100:00000001:3.0:1789466914.385372:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466914.385376:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6eaa00 x1876386402383360/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466914 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466914.385385:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6eaa00 x1876386402383360/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466914 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466914.385393:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466914.385395:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466914.385397:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466914.385399:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789466914.385403:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6eaa00 x1876386402383360/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466914 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466914.385426:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466914.385428:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789466914.385433:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466889/real 1789466889] req@ffff8cbacf6e9880 x1876386402383488/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466914 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789466914.385442:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466914.385443:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466914.385446:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30d68. 00000400:00000200:3.0:1789466914.385448:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5d48 00000400:00000010:3.0:1789466914.385451:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5d48. 00000100:00000001:3.0:1789466914.385453:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466914.385456:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e9880 x1876386402383488/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466914 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466914.385462:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e9880 x1876386402383488/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466914 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466914.385468:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466914.385469:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466914.385471:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466914.385472:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789466914.385475:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e9880 x1876386402383488/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466914 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466914.385482:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466914.385483:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789466914.385487:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466889/real 1789466889] req@ffff8cbacf6e9500 x1876386402383616/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466914 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789466914.385493:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466914.385494:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466914.385496:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f305d8. 00000400:00000200:3.0:1789466914.385498:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5cc0 00000400:00000010:3.0:1789466914.385499:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5cc0. 00000100:00000001:3.0:1789466914.385507:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466914.385510:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e9500 x1876386402383616/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466914 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466914.385518:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e9500 x1876386402383616/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466914 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466914.385523:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466914.385524:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466914.385526:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466914.385527:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789466914.385531:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e9500 x1876386402383616/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466914 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466914.385537:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466914.385555:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466914.385557:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466914.385560:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466914.385562:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466914.385564:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466914.385569:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6eaa00 x1876386402383360/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466914 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466914.385576:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789466914.385579:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466914.385580:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466914.385582:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466914.385584:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789466914.385586:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789466914.385590:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789466914.385740:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789466914.385744:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789466914.385748:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6eaa00 x1876386402383360/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466914 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466914.385769:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402383360:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789466914.385774:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466914.385778:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e9880 x1876386402383488/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466914 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466914.385783:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789466914.385786:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466914.385787:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466914.385788:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466914.385790:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789466914.385792:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789466914.385795:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789466914.390443:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789466914.390449:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789466914.390458:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e9880 x1876386402383488/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466914 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466914.390467:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402383488:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789466914.390474:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466914.390478:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e9500 x1876386402383616/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466914 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466914.390484:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789466914.390486:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466914.390489:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466914.390490:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466914.390492:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789466914.390495:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789466914.390509:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789466914.390516:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789466914.390519:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789466914.390523:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e9500 x1876386402383616/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466914 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466914.390530:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402383616:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789466914.390534:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466914.390537:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466914.390541:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6eaa00 x1876386402383360/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466914 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466914.391394:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466914.391398:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466914.391402:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890c00. 02000000:00000001:3.0:1789466914.391407:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466914.391410:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466914.391412:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789466914.391414:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466914.391416:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687f800. 02000000:00000001:3.0:1789466914.391419:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466914.391421:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466914.391423:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6eaa00. 00000100:00000001:3.0:1789466914.391427:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466914.391428:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466914.391430:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466914.391435:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e9880 x1876386402383488/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466914 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466914.391443:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466914.391444:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466914.391445:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6892400. 02000000:00000001:3.0:1789466914.391448:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466914.391449:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466914.391457:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789466914.391459:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466914.391460:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687ec00. 02000000:00000001:3.0:1789466914.391463:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466914.391464:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466914.391465:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e9880. 00000100:00000001:3.0:1789466914.391467:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466914.391469:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466914.391470:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466914.391475:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e9500 x1876386402383616/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466914 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466914.391481:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466914.392398:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466914.392402:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6893800. 02000000:00000001:3.0:1789466914.392407:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466914.392408:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466914.392410:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789466914.392412:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466914.392413:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687d400. 02000000:00000001:3.0:1789466914.392416:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466914.392417:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466914.392419:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e9500. 00000100:00000001:3.0:1789466914.392421:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466914.392422:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466914.392425:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466914.392434:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466914.392435:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466914.392438:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466914.392440:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466914.392442:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466914.392450:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e9180 x1876386402383744/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466914.392459:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466914.392461:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466914.392464:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466914.392466:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466914.392476:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466914.392480:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402383744:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789466914.392484:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466914.392488:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466914.392490:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466914.392492:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466914.392498:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d0c00. 02000000:00000001:3.0:1789466914.392499:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466914.392506:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466914.392511:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bfdc0. 00000400:00000010:3.0:1789466914.392518:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cef68. 00000100:00000200:3.0:1789466914.392525:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402383744, portal 25 00000100:00000001:3.0:1789466914.392528:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466914.392529:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704776576 : -126741004775040 : ffff8cbacf6e9180) 00000100:00000040:3.0:1789466914.392536:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e9180 x1876386402383744/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466914.393777:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466914.393783:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466914.393788:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce220. 00000100:00000200:3.0:1789466914.393794:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402383744, offset 0 00000400:00000200:3.0:1789466914.393810:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466914.393819:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466914.393827:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466914.394387:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466914.394393:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466914.394397:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466914.394400:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466914.394404:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93777:93777:256:4294967295] 192.168.203.142@tcp LPNI seq info [93777:93777:8:4294967295] 00000400:00000200:3.0:1789466914.394409:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466914.394420:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466914.394426:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466914.394442:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7500. 00000800:00000200:3.0:1789466914.394449:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466914.394457:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466914.394462:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789466914.394486:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466914.394492:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466914.394494:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4313831676 00000100:00000010:3.0:1789466914.394498:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451600. 00000100:00000001:3.0:1789466914.394506:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789466914.394513:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4313831676 00000100:00000010:3.0:1789466914.394516:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad04517e0. 00000100:00000001:3.0:1789466914.394519:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789466914.394522:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466914.394525:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466914.394528:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466914.394536:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6ea300 x1876386402383872/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466914.395257:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466914.395259:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466914.395262:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466914.395265:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466914.395268:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466914.395272:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402383872:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789466914.395275:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466914.395280:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466914.395282:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466914.395284:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466914.395289:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d3800. 02000000:00000001:3.0:1789466914.395291:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466914.395296:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466914.395616:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf790. 00000400:00000010:3.0:1789466914.395622:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce330. 00000100:00000200:3.0:1789466914.396225:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402383872, portal 10 00000100:00000001:3.0:1789466914.396228:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466914.396229:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704781056 : -126741004770560 : ffff8cbacf6ea300) 00000100:00000040:3.0:1789466914.396240:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6ea300 x1876386402383872/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466914.396247:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466914.396250:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466914.396254:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce660. 00000100:00000200:3.0:1789466914.396257:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402383872, offset 0 00000400:00000200:3.0:1789466914.396263:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466914.396271:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466914.396278:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466914.396283:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466914.396286:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466914.396289:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466914.396292:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466914.396295:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93778:93778:256:4294967295] 192.168.203.142@tcp LPNI seq info [93778:93778:8:4294967295] 00000400:00000200:3.0:1789466914.399012:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466914.399029:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466914.399037:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466914.399045:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7000. 00000800:00000200:3.0:1789466914.399052:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466914.399059:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466914.399063:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789466914.399087:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466914.399094:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:3.0:1789466914.399099:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466914.399102:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313830440 00000100:00000001:3.0:1789466914.399106:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313831676 00000100:00000001:3.0:1789466914.399108:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313830440 00000100:00000001:3.0:1789466914.399125:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313831676 00000100:00000001:3.0:1789466914.399127:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466914.399141:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466914.399145:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466914.399149:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466914.399157:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466914.399159:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789466914.399162:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466914.399164:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466914.399165:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466914.399175:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e8a80 x1876386402384000/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466914.399183:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466914.399184:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466914.399187:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466914.399190:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466914.399192:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466914.399195:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402384000:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789466914.399199:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466914.399203:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466914.399205:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466914.399207:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466914.399212:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d2400. 02000000:00000001:3.0:1789466914.399214:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466914.399219:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466914.399223:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bfec8. 00000400:00000010:3.0:1789466914.399228:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ceb28. 00000100:00000200:3.0:1789466914.399233:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402384000, portal 10 00000100:00000001:3.0:1789466914.399235:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466914.399237:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704774784 : -126741004776832 : ffff8cbacf6e8a80) 00000100:00000040:3.0:1789466914.399245:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e8a80 x1876386402384000/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466914.399251:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466914.399258:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466914.399260:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ceee0. 00000100:00000200:3.0:1789466914.399263:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402384000, offset 0 00000400:00000200:3.0:1789466914.399269:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466914.399276:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466914.399282:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466914.399286:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466914.399290:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466914.399293:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466914.399296:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466914.399299:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93779:93779:255:4294967295] 192.168.203.142@tcp LPNI seq info [93779:93779:7:4294967295] 00000400:00000200:3.0:1789466914.399303:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466914.399308:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466914.399312:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466914.399315:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7900. 00000800:00000200:3.0:1789466914.399318:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466914.399322:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466914.399324:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789466914.399329:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466914.399332:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:3.0:1789466914.399336:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466914.399338:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313830429 00000100:00000001:3.0:1789466914.399340:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313831676 00000100:00000001:3.0:1789466914.399343:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313830429 00000100:00000001:3.0:1789466914.399345:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313831676 00000100:00000001:3.0:1789466914.399347:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466914.399349:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466914.399352:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466914.399354:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466914.399357:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466914.399363:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789466914.399364:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466914.399366:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466914.399367:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466914.399369:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466915.665414:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313831676, at 4313831680 00000100:00000010:3.0:1789466915.665421:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad04517e0. 00000100:00000001:3.0:1789466919.506111:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466919.506123:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466919.506125:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466919.506128:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466919.506145:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466919.506149:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466919.506152:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466920.529257:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466920.529272:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466920.529274:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466920.529279:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466920.529282:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466920.529801:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466920.529806:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466921.553346:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466921.553358:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466921.553360:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466921.553365:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466921.553367:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466921.553371:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466921.553373:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466924.626759:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466924.626773:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466924.626776:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466924.626782:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466924.626785:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466924.626790:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466924.626793:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466925.649280:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466925.649294:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466925.649296:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466925.649301:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466925.649322:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466925.649325:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466925.649328:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466926.673325:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466926.673339:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466926.673341:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466926.673345:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466926.673348:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466926.673352:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466926.673355:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466927.697610:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466927.697623:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466927.697626:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466927.697630:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466927.697632:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466927.697635:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466927.697638:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466928.721889:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466928.721908:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466928.721911:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466928.721917:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466928.721921:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466928.721926:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466928.721929:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466930.771397:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466930.771410:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466930.771412:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466930.771416:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466930.771419:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466930.771423:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466930.771426:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466931.793349:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466931.793364:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466931.793367:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466931.793372:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466931.793374:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466931.793378:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466931.793380:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466932.817210:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466932.817226:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466932.817229:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466932.817257:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466932.817259:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466932.817263:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466932.817266:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466933.841341:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466933.841356:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466933.841358:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466933.841363:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466933.841366:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466933.841370:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466933.841373:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466934.865233:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466934.865247:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466934.865249:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466934.865253:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466934.865256:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466934.865260:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466934.865263:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466935.890349:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466935.890363:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466935.890365:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466935.890369:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466935.890372:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466935.890377:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466935.890379:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466939.985931:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466939.985938:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789466939.985940:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466939.985943:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466939.985946:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466939.985951:0:331018:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 19163 00000400:00000200:3.0:1789466939.985963:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466939.985972:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789466939.985977:0:331018:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466939.985984:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466939.985989:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466939.985994:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466939.986004:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789466939.986011:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466939.986013:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789466939.986018:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466939.986022:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789466939.986027:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789466939.986032:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789466939.986040:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466939.986044:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466939.986050:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466939.986054:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789466939.986060:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789466939.986067:0:331018:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789466939.986073:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466939.986078:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466939.986084:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466939.986089:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466939.986094:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466939.986097:0:331018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466939.986104:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030e00. 00000020:00000040:3.0:1789466939.986109:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=5 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789466939.986115:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466939.986119:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466939.986123:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466939.986127:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466939.986178:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466939.986188:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1c00. 00000100:00000001:3.0:1789466939.986196:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466939.986207:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030e00 x1876386402384128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466939.986221:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466939.986227:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466939.986242:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ae05b5f] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030e00 x1876386402384128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466939.986257:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466939.986263:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466939.986269:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789466939.986273:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466939.986277:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466939.986281:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466939.986286:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19163 00000400:00000200:3.0:1789466939.986295:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466939.986301:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789466939.986305:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466939.986311:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466939.986317:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466939.986321:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466939.986324:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789466939.986329:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466939.986331:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789466939.986335:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466939.986339:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789466939.986343:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789466939.986348:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789466939.986354:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466939.986358:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466939.986363:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466939.986366:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789466939.986370:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789466939.986374:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789466939.986380:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466939.986391:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466939.986399:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466939.986403:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466939.986408:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789466939.986414:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789466939.986419:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466939.986421:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466939.986425:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031880. 00000020:00000040:3.0:1789466939.986428:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789466939.986430:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466939.986432:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466939.986437:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466939.986440:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466939.986443:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466939.986448:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3000. 00000100:00000001:3.0:1789466939.986455:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466939.986463:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031880 x1876386402384256/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466939.986477:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466939.986480:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466939.986486:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081730922] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031880 x1876386402384256/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466939.986498:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466939.986503:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466939.986507:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789466939.986510:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466939.986513:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466939.986520:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466939.986526:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19163 00000400:00000200:3.0:1789466939.989378:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466939.989447:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789466939.989452:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789466939.989468:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466939.989471:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466939.989473:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466939.989476:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789466939.989484:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466939.989485:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789466939.989488:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466939.989492:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789466939.989494:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789466939.989497:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789466939.989500:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466939.989502:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466939.989504:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466939.989632:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789466939.989636:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789466939.989641:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789466939.989643:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466939.989646:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466939.989652:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466939.989654:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466939.989657:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789466939.989661:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789466939.989663:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466939.989665:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466939.989670:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033b80. 00000020:00000040:3.0:1789466939.989673:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789466939.989677:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466939.989679:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466939.989682:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466939.989685:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466939.989688:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466939.989694:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2000. 00000100:00000001:3.0:1789466939.989717:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466939.989730:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033b80 x1876386402384384/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466939.989744:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466939.989750:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466939.989758:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013cbb969] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033b80 x1876386402384384/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466939.989778:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466939.989784:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466939.989791:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466939.989797:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466939.989803:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466939.989811:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19193) 00000100:00000040:3.0:1789466939.989822:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466939.989828:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466939.989837:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789466939.989845:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789466939.989851:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19193) 00000800:00000200:3.0:1789466939.989939:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466939.989945:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6700. 00000400:00000200:3.0:1789466939.989953:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466939.989963:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466939.990008:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de110 00000400:00000010:3.0:1789466939.990013:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de110. 00000100:00000001:3.0:1789466939.990020:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466939.990028:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030e00 x1876386402384128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466939.990064:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466939.990071:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030e00 x1876386402384128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466964 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466939.990085:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466939.990088:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466939.990105:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466939.990108:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6d00. 00000400:00000200:3.0:1789466939.990111:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466939.990115:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466939.990117:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6dea18 00000400:00000010:3.0:1789466939.990119:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6dea18. 00000100:00000001:3.0:1789466939.990121:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466939.990125:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031880 x1876386402384256/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466939.990151:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466939.990154:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031880 x1876386402384256/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466964 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466939.990160:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466939.990161:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466939.990214:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466939.990227:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6900. 00000400:00000200:3.0:1789466939.990230:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466939.990233:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466939.990235:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de000 00000400:00000010:3.0:1789466939.990237:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de000. 00000100:00000001:3.0:1789466939.990239:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466939.990242:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033b80 x1876386402384384/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466939.990248:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466939.990251:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033b80 x1876386402384384/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466964 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466939.990275:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466939.990276:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1789466941.265269:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313857269, at 4313857280 00000100:00000010:3.0:1789466941.265288:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64dde0. 00000100:00000001:3.0:1789466951.251536:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466951.251550:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466951.251552:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466951.251557:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466951.251559:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466951.251563:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466951.251566:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466952.273757:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466952.273771:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466952.273773:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466952.273778:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466952.273780:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466952.273785:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466952.273787:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466953.297309:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466953.297324:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466953.297326:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466953.297331:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466953.297334:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466953.297339:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466953.297341:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466954.321402:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466954.321417:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466954.321419:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466954.321424:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466954.321427:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466954.321432:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466954.321435:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466955.345322:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466955.345339:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466955.345341:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466955.345346:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466955.345349:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466955.345551:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466955.345555:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466956.370588:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466956.370605:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466956.370608:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466956.370614:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466956.370617:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466956.370623:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466956.370626:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466957.393276:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466957.393293:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466957.393295:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466957.393300:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466957.393302:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466957.393306:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466957.393309:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466958.417390:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466958.417405:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466958.417406:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466958.417411:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466958.417413:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466958.417418:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466958.417419:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466959.442416:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466959.442434:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466959.442437:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466959.442444:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466959.442447:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466959.442452:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466959.442468:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466960.465286:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466960.465308:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466960.465311:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466960.465317:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466960.465319:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466960.465325:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466960.465331:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466961.490732:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466961.490750:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466961.490753:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466961.490768:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466961.490801:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466961.490805:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466961.490808:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466962.513391:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466962.513782:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466962.513785:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466962.513791:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466962.513795:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466962.513800:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466962.513803:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466963.537300:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466963.537316:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466963.537319:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466963.537325:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466963.537328:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466963.537334:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466963.537336:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466964.561190:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466964.561200:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789466964.561222:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466939/real 1789466939] req@ffff8cb9f9033b80 x1876386402384384/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466964 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789466964.561242:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466964.561245:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466964.561250:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7dc0. 00000400:00000200:3.0:1789466964.561258:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de660 00000400:00000010:3.0:1789466964.561261:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de660. 00000100:00000001:3.0:1789466964.561266:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466964.561271:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033b80 x1876386402384384/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466964 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466964.561279:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033b80 x1876386402384384/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466964 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466964.561288:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466964.561290:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466964.561294:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466964.561296:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789466964.561300:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9033b80 x1876386402384384/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466964 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466964.561329:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466964.561332:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789466964.561338:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466939/real 1789466939] req@ffff8cb9f9031880 x1876386402384256/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466964 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789466964.561347:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466964.561348:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466964.561350:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee71b8. 00000400:00000200:3.0:1789466964.561353:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de220 00000400:00000010:3.0:1789466964.561355:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de220. 00000100:00000001:3.0:1789466964.561357:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466964.561360:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9031880 x1876386402384256/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466964 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466964.561368:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9031880 x1876386402384256/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466964 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466964.561374:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466964.561376:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466964.561378:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466964.561379:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789466964.561382:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9031880 x1876386402384256/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466964 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466964.561389:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466964.561391:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789466964.561395:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466939/real 1789466939] req@ffff8cb9f9030e00 x1876386402384128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466964 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789466964.561403:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466964.561404:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466964.561406:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7e70. 00000400:00000200:3.0:1789466964.561408:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de3b8 00000400:00000010:3.0:1789466964.561410:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de3b8. 00000100:00000001:3.0:1789466964.561418:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466964.561430:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030e00 x1876386402384128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466964 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466964.561438:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030e00 x1876386402384128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466964 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466964.561444:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466964.561445:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466964.561448:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466964.561449:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789466964.561453:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9030e00 x1876386402384128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466964 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466964.561460:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466964.561470:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466964.561472:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466964.561475:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466964.561478:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466964.561480:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466964.561485:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033b80 x1876386402384384/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466964 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466964.561492:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789466964.561495:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466964.561497:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466964.561497:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466964.561500:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789466964.561503:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789466964.561507:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789466964.561538:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789466964.561541:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789466964.561545:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033b80 x1876386402384384/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466964 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466964.561566:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402384384:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789466964.561571:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466964.561575:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9031880 x1876386402384256/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466964 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466964.561581:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789466964.561583:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466964.561585:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466964.561586:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466964.561588:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789466964.561591:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789466964.561593:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789466964.561599:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789466964.561602:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789466964.561606:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9031880 x1876386402384256/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466964 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466964.561612:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402384256:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789466964.561617:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466964.561621:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030e00 x1876386402384128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466964 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466964.561627:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789466964.561630:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466964.561632:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466964.561634:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466964.561636:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789466964.561637:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789466964.561657:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789466964.561682:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789466964.561687:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789466964.561696:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030e00 x1876386402384128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466964 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466964.561712:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402384128:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789466964.561718:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466964.561722:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466964.561728:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033b80 x1876386402384384/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466964 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466964.561744:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466964.561748:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466964.561753:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacd800. 02000000:00000001:3.0:1789466964.561762:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466964.561767:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466964.561770:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789466964.561775:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466964.561780:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d2000. 02000000:00000001:3.0:1789466964.561789:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466964.561793:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466964.561797:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033b80. 00000100:00000001:3.0:1789466964.561806:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466964.561809:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466964.561814:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466964.561820:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9031880 x1876386402384256/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466964 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466964.561828:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466964.561831:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466964.561833:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacdc00. 02000000:00000001:3.0:1789466964.561838:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466964.561839:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466964.561845:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789466964.561847:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466964.561849:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d3000. 02000000:00000001:3.0:1789466964.561852:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466964.561853:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466964.561854:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9031880. 00000100:00000001:3.0:1789466964.561857:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466964.561858:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466964.561860:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466964.561863:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030e00 x1876386402384128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466964 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466964.561870:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466964.561871:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466964.561873:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faace800. 02000000:00000001:3.0:1789466964.561876:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466964.561877:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466964.561878:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789466964.561879:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466964.561881:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d1c00. 02000000:00000001:3.0:1789466964.561883:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466964.561884:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466964.561885:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030e00. 00000100:00000001:3.0:1789466964.561888:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466964.561889:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466964.561891:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466964.561895:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466964.561896:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466964.561898:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466964.561899:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466964.563156:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466964.563161:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466964.563164:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466964.563171:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742fb80 x1876386402384512/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466964.563180:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466964.563182:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466964.563194:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466964.563197:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466964.563200:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466964.563204:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402384512:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789466964.563208:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466964.563213:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466964.563216:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466964.563218:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466964.563223:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d1c00. 02000000:00000001:3.0:1789466964.563225:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466964.563232:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466964.563236:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf420. 00000400:00000010:3.0:1789466964.563243:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cec38. 00000100:00000200:3.0:1789466964.563251:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402384512, portal 10 00000100:00000001:3.0:1789466964.563254:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466964.563255:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836137856 : -126740873413760 : ffff8cbad742fb80) 00000100:00000040:3.0:1789466964.563263:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742fb80 x1876386402384512/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466964.563271:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466964.563274:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466964.563277:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce198. 00000100:00000200:3.0:1789466964.563280:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402384512, offset 0 00000400:00000200:3.0:1789466964.563289:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466964.563297:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466964.563304:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466964.563310:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466964.563314:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466964.563319:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466964.563322:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466964.563326:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93783:93783:256:4294967295] 192.168.203.142@tcp LPNI seq info [93783:93783:8:4294967295] 00000400:00000200:3.0:1789466964.563331:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466964.563341:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466964.563359:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466964.563365:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7900. 00000800:00000200:3.0:1789466964.563373:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466964.563382:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466964.563387:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789466964.563819:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466964.563826:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:3.0:1789466964.563831:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466964.563834:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313880605 00000100:00000010:3.0:1789466964.563840:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad04517e0. 00000100:00000001:3.0:1789466964.563848:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789466964.563856:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313880605 00000100:00000010:3.0:1789466964.563860:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451300. 00000100:00000001:3.0:1789466964.563863:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789466964.563866:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466964.563869:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466964.563872:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466964.563878:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742f480 x1876386402384640/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466964.563886:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466964.563888:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466964.563891:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466964.563893:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466964.563896:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466964.563899:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402384640:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789466964.563903:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466964.563905:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466964.563907:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466964.563909:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466964.563912:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d3000. 02000000:00000001:3.0:1789466964.563920:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466964.563924:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466964.563927:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf108. 00000400:00000010:3.0:1789466964.563932:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce440. 00000100:00000200:3.0:1789466964.563936:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402384640, portal 10 00000100:00000001:3.0:1789466964.563938:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466964.563939:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836136064 : -126740873415552 : ffff8cbad742f480) 00000100:00000040:3.0:1789466964.563946:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742f480 x1876386402384640/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466964.563954:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466964.563957:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466964.563959:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce550. 00000100:00000200:3.0:1789466964.563961:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402384640, offset 0 00000400:00000200:3.0:1789466964.563967:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466964.563972:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466964.563976:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466964.563980:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466964.563983:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466964.563986:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466964.563988:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466964.563991:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93784:93784:255:4294967295] 192.168.203.142@tcp LPNI seq info [93784:93784:7:4294967295] 00000400:00000200:3.0:1789466964.563996:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466964.564003:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466964.564009:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466964.564014:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7000. 00000800:00000200:3.0:1789466964.564017:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466964.564023:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466964.564026:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789466964.564029:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466964.564032:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:3.0:1789466964.564035:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466964.564043:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313880593 00000100:00000001:3.0:1789466964.564045:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313880605 00000100:00000001:3.0:1789466964.564047:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313880593 00000100:00000001:3.0:1789466964.564049:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313880605 00000100:00000001:3.0:1789466964.564051:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466964.564053:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466964.564055:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466964.564060:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742df80 x1876386402384768/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466964.564066:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466964.564068:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466964.564070:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466964.564071:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466964.564073:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466964.564076:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402384768:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789466964.564079:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466964.564081:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466964.564083:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466964.564084:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466964.564087:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d2000. 02000000:00000001:3.0:1789466964.564090:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466964.564093:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466964.564097:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf5d8. 00000400:00000010:3.0:1789466964.564100:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce000. 00000100:00000200:3.0:1789466964.564103:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402384768, portal 25 00000100:00000001:3.0:1789466964.564105:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466964.564106:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836130688 : -126740873420928 : ffff8cbad742df80) 00000100:00000040:3.0:1789466964.564111:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742df80 x1876386402384768/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466964.564117:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466964.564119:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466964.564127:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ced48. 00000100:00000200:3.0:1789466964.564154:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402384768, offset 0 00000400:00000200:3.0:1789466964.564161:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466964.564166:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466964.564169:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466964.564172:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466964.564174:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466964.564176:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466964.564179:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466964.564182:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93785:93785:254:4294967295] 192.168.203.142@tcp LPNI seq info [93785:93785:6:4294967295] 00000400:00000200:3.0:1789466964.564186:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466964.564191:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466964.564195:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466964.564199:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7500. 00000800:00000200:3.0:1789466964.564203:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466964.564207:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466964.564210:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789466964.564213:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466964.564217:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466964.564218:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4313881845 00000100:00000001:3.0:1789466964.564225:0:253748:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4313880605 00000100:00000001:3.0:1789466964.564228:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4313881845 00000100:00000001:3.0:1789466964.564231:0:253748:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4313880605 00000100:00000001:3.0:1789466964.564234:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466964.564237:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466964.564240:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466964.564243:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466964.564251:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466964.564253:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789466964.564257:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466964.564258:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466964.564265:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466964.564267:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466965.841441:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313881845, at 4313881856 00000100:00000010:3.0:1789466965.841449:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451300. 00000100:00000001:3.0:1789466969.681601:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466969.681616:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466969.681619:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466969.681623:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466969.681625:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466969.681630:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466969.681633:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466970.706109:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466970.706122:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466970.706124:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466970.706129:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466970.706147:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466970.706151:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466970.706154:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466971.730157:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466971.730172:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466971.730174:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466971.730179:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466971.730181:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466971.730185:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466971.730187:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466972.753331:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466972.753378:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466972.753381:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466972.753385:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466972.753387:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466972.753391:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466972.753394:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466973.777263:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466973.777276:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466973.777278:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466973.777282:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466973.777285:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466973.777290:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466973.777293:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466974.803491:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466974.803521:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466974.803524:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466974.803528:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466974.803531:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466974.803535:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466974.803537:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466975.825236:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466975.825250:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466975.825252:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466975.825257:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466975.825259:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466975.825263:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466975.825266:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466976.849234:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466976.849247:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466976.849249:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466976.849253:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466976.849255:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466976.849259:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466976.849262:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466977.873536:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466977.873549:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466977.873552:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466977.873556:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466977.873559:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466977.873563:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466977.873565:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466978.898285:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466978.898299:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466978.898301:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466978.898306:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466978.898308:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466978.898312:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466978.898323:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466979.921255:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466979.921269:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466979.921272:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466979.921277:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466979.921280:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466979.921285:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466979.921287:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466980.948994:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466980.949008:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466980.949010:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466980.949014:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466980.949017:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466980.949021:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466980.949023:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466981.969908:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466981.969923:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466981.969925:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466981.969930:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466981.969932:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466981.969937:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466981.969939:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466982.993260:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466982.993273:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466982.993275:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466982.993279:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466982.993282:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466982.993294:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466982.993297:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466984.017348:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466984.017362:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466984.017364:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466984.017369:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466984.017371:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466984.017375:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466984.017378:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466985.042157:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466985.042167:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466985.042169:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466985.042172:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466985.042174:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466985.042178:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466985.042181:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466986.065627:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466986.065641:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466986.065643:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466986.065648:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466986.065650:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466986.065655:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466986.065675:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789466989.143923:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e9c00. 00000020:00000040:0.0:1789466989.143933:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:0.0:1789466989.143938:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789466989.143940:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466989.143943:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789466989.143946:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789466989.143951:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789466989.143961:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687d400. 00000100:00000001:0.0:1789466989.143970:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789466989.143982:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e9c00 x1876386402384896/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789466989.143994:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789466989.143999:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789466989.144004:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e8628d7] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e9c00 x1876386402384896/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466989.144035:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789466989.144038:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789466989.144042:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789466989.144044:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789466989.144045:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789466989.144048:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789466989.144051:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19213 00000400:00000200:0.0:1789466989.144056:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789466989.144059:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789466989.144061:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789466989.144064:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789466989.144066:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789466989.144067:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789466989.144069:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789466989.144073:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789466989.144074:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:0.0:1789466989.144076:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789466989.144084:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:0.0:1789466989.144086:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:0.0:1789466989.144088:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:0.0:1789466989.144092:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789466989.144094:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789466989.144096:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789466989.144098:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789466989.144100:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:0.0:1789466989.144103:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789466989.144105:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789466989.144107:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789466989.144113:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789466989.144115:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466989.144117:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789466989.144122:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789466989.144125:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466989.144127:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789466989.144174:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6eb480. 00000020:00000040:0.0:1789466989.144178:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789466989.144180:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789466989.144181:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466989.144183:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789466989.144185:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789466989.144186:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789466989.144190:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687d000. 00000100:00000001:0.0:1789466989.144194:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789466989.144200:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6eb480 x1876386402385024/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789466989.144208:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789466989.144210:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789466989.144213:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008c1d296] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6eb480 x1876386402385024/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466989.144232:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789466989.144235:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789466989.144247:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789466989.144249:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789466989.144250:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789466989.144253:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789466989.144256:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19213 00000400:00000200:0.0:1789466989.144261:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789466989.144264:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789466989.144266:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789466989.144269:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789466989.144270:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789466989.144272:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789466989.144274:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789466989.144277:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789466989.144278:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:0.0:1789466989.144280:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789466989.144282:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:0.0:1789466989.144284:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:0.0:1789466989.144286:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:0.0:1789466989.144289:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789466989.144291:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789466989.144293:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789466989.144295:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789466989.144297:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:0.0:1789466989.144299:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789466989.144301:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789466989.144308:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789466989.144312:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789466989.144314:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466989.144316:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789466989.144318:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789466989.144320:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466989.144322:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789466989.144326:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e8000. 00000020:00000040:0.0:1789466989.144328:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789466989.144331:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789466989.144332:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466989.144344:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789466989.144346:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789466989.144348:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789466989.144352:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687c800. 00000100:00000001:0.0:1789466989.144357:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789466989.144362:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e8000 x1876386402385152/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789466989.144369:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789466989.144371:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789466989.144374:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c65d7ff] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e8000 x1876386402385152/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466989.144382:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789466989.144385:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789466989.144389:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789466989.144392:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789466989.144395:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789466989.144401:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19242) 00000800:00000200:3.0:1789466989.152304:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466989.152318:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6400. 00000400:00000200:3.0:1789466989.152330:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466989.155924:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466989.155941:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de908 00000400:00000010:3.0:1789466989.155946:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de908. 00000100:00000001:3.0:1789466989.155957:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466989.155978:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9c00 x1876386402384896/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466989.155992:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466989.155996:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9c00 x1876386402384896/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467014 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466989.156004:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466989.156006:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466989.156054:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466989.156059:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6900. 00000400:00000200:3.0:1789466989.156065:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466989.156070:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466989.156072:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de6e8 00000400:00000010:3.0:1789466989.156074:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de6e8. 00000100:00000001:3.0:1789466989.156077:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466989.156082:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6eb480 x1876386402385024/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466989.156089:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466989.156091:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6eb480 x1876386402385024/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467014 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466989.156098:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466989.156099:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466989.156204:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466989.156207:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6d00. 00000400:00000200:3.0:1789466989.156211:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466989.156214:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466989.156247:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de4c8 00000400:00000010:3.0:1789466989.156251:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de4c8. 00000100:00000001:3.0:1789466989.156256:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466989.156261:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e8000 x1876386402385152/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466989.156269:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466989.156272:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e8000 x1876386402385152/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467014 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466989.156277:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466989.156279:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:0.0:1789466989.905611:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466989.905620:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466989.905650:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466989.905652:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466989.905656:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466989.905657:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466990.418268:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313906428, at 4313906433 00000100:00000010:3.0:1789466990.418289:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d8a0. 00010000:00000001:0.0:1789466990.929591:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466990.929601:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466990.929607:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466990.929609:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466990.929612:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466990.929614:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466991.955124:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466991.955164:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466991.955170:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466991.955171:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466991.955175:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466991.955176:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466992.977251:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466992.977258:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466992.977264:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466992.977265:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466992.977268:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466992.977269:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466994.003392:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466994.003399:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466994.003404:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466994.003406:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466994.003409:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466994.003410:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466994.257267:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789466994.257280:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466994.257284:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466994.257292:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466994.257296:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466994.257303:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466994.257308:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466995.025282:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466995.025289:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466995.025295:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466995.025311:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466995.025315:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466995.025316:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466995.281915:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789466995.281929:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466995.281931:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466995.281936:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466995.281938:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466995.281942:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466995.281945:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466996.049341:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466996.049347:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466996.049354:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466996.049355:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466996.049358:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466996.049359:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466996.306392:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789466996.306406:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466996.306408:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466996.306413:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466996.306426:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466996.306431:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466996.306434:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466997.073265:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466997.073274:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789466997.073276:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789466997.073279:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466997.073284:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789466997.073287:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466997.073289:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466997.073291:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466997.073294:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466997.073295:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466997.073298:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466997.073299:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466997.329281:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789466997.329296:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466997.329298:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466997.329303:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466997.329321:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466997.329325:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466997.329328:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466998.098995:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466998.099001:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466998.099007:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466998.099008:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466998.099011:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466998.099012:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466998.354408:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789466998.354420:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466998.354422:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466998.354427:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466998.354429:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466998.354433:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466998.354436:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466999.121265:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466999.121272:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466999.121278:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466999.121280:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789466999.121283:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789466999.121287:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466999.121290:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789466999.121292:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466999.121294:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466999.121296:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466999.121298:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466999.121300:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789466999.121301:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789466999.121303:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466999.121305:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789466999.121306:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466999.121307:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466999.121309:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789466999.379116:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789466999.379125:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789466999.379128:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789466999.379169:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789466999.379172:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789466999.379175:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789466999.379177:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789466999.379181:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789466999.379184:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789466999.379187:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789466999.379191:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19253) 00000100:00000001:3.0:1789466999.380391:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466999.380403:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466999.380405:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466999.380409:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466999.380411:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466999.380415:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466999.380418:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467000.146209:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467000.146216:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467000.146222:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467000.146223:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467000.146226:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467000.146228:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467000.401297:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467000.401316:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467000.401318:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467000.401325:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467000.401327:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467000.401333:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467000.401337:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467001.172014:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467001.172023:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467001.172030:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467001.172031:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467001.172035:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467001.172036:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467002.195917:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467002.195927:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467002.195935:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467002.195936:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467002.195940:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467002.195941:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467003.218213:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467003.218221:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467003.218228:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467003.218229:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467003.218254:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467003.218256:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467004.241510:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467004.241520:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467004.241526:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467004.241527:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467004.241532:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467004.241533:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789467004.499661:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467004.499674:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467004.499677:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467004.499681:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467004.499684:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467004.499687:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789467004.499690:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467004.499695:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467004.499698:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467004.499701:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467004.499708:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19258) 00010000:00000001:0.0:1789467005.265322:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467005.265332:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467005.265339:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467005.265340:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467005.265344:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467005.265345:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467006.289457:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467006.289468:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467006.289472:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467006.289476:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467006.289508:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467006.289511:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467006.289513:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467006.289516:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467006.289521:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467006.289523:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467006.289526:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467006.289527:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467007.313584:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467007.313591:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467007.313597:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467007.313598:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467007.313603:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467007.313604:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467008.337269:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467008.337276:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467008.337281:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467008.337284:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467008.337286:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467008.337289:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467008.337292:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467008.337294:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467008.337296:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467008.337298:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467008.337302:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467008.337303:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467008.337304:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467008.337306:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467008.337308:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467008.337309:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467008.337311:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467008.337312:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467009.361530:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467009.361540:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467009.361547:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467009.361548:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467009.361552:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467009.361554:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467010.385958:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467010.385968:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467010.385975:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467010.385977:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467010.385980:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467010.385982:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467011.409344:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467011.409353:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467011.409360:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467011.409361:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467011.409365:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467011.409367:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467012.433302:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467012.433309:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467012.433314:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467012.433315:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467012.433318:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467012.433320:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467012.437329:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467012.437336:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467012.437341:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467013.457454:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467013.457461:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467013.457466:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467013.457468:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467013.457480:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467013.457482:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467014.481316:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467014.481323:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467014.481330:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467014.481331:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467014.481334:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467014.481336:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467014.737949:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467014.737953:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789467014.737967:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466989/real 1789466989] req@ffff8cbacf6e9c00 x1876386402384896/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467014 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789467014.737982:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789467014.737999:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789467014.738003:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7b00. 00000400:00000200:3.0:1789467014.738009:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de5d8 00000400:00000010:3.0:1789467014.738012:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de5d8. 00000100:00000001:3.0:1789467014.738017:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789467014.738021:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e9c00 x1876386402384896/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467014 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789467014.738029:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e9c00 x1876386402384896/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467014 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467014.738036:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789467014.738038:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467014.738040:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789467014.738042:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789467014.738055:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e9c00 x1876386402384896/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467014 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467014.738063:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467014.738065:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789467014.738069:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466989/real 1789466989] req@ffff8cbacf6eb480 x1876386402385024/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467014 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789467014.738077:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789467014.738078:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789467014.738081:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7108. 00000400:00000200:3.0:1789467014.738083:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6dedd0 00000400:00000010:3.0:1789467014.738085:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6dedd0. 00000100:00000001:3.0:1789467014.738087:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789467014.738090:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6eb480 x1876386402385024/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467014 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789467014.738097:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6eb480 x1876386402385024/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467014 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467014.738103:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789467014.738104:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467014.738112:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789467014.738113:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789467014.738117:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6eb480 x1876386402385024/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467014 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467014.738124:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467014.738126:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789467014.738152:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466989/real 1789466989] req@ffff8cbacf6e8000 x1876386402385152/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467014 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789467014.738161:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789467014.738162:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789467014.738164:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7840. 00000400:00000200:3.0:1789467014.738167:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6def68 00000400:00000010:3.0:1789467014.738169:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6def68. 00000100:00000001:3.0:1789467014.738171:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789467014.738175:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e8000 x1876386402385152/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467014 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789467014.738182:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e8000 x1876386402385152/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467014 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467014.738189:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789467014.738190:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467014.738191:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789467014.738193:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789467014.738196:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e8000 x1876386402385152/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467014 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467014.738202:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467014.738210:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467014.738212:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467014.738215:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467014.738217:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467014.738219:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789467014.738223:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e9c00 x1876386402384896/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467014 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467014.738235:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789467014.738238:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467014.738239:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789467014.738241:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467014.738243:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789467014.738245:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789467014.738248:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789467014.738265:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789467014.738268:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789467014.738272:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e9c00 x1876386402384896/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467014 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789467014.738281:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402384896:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789467014.738286:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789467014.738289:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6eb480 x1876386402385024/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467014 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467014.738295:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789467014.738298:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467014.738299:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789467014.738300:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467014.738302:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789467014.738304:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789467014.738306:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789467014.738311:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789467014.738313:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789467014.738317:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6eb480 x1876386402385024/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467014 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789467014.738339:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402385024:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789467014.738342:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789467014.738346:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e8000 x1876386402385152/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467014 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467014.738352:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789467014.738354:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467014.738355:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789467014.738356:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467014.738358:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789467014.738359:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789467014.738362:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789467014.738367:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789467014.738369:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789467014.738373:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e8000 x1876386402385152/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467014 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789467014.738380:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402385152:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789467014.738384:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467014.738386:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467014.738389:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e9c00 x1876386402384896/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467014 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467014.738395:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789467014.738398:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789467014.738401:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacec00. 02000000:00000001:3.0:1789467014.738406:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789467014.738409:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789467014.738410:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789467014.738417:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789467014.738420:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687d400. 02000000:00000001:3.0:1789467014.738423:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789467014.738425:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789467014.738428:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e9c00. 00000100:00000001:3.0:1789467014.738431:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789467014.738442:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467014.738445:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467014.738449:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6eb480 x1876386402385024/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467014 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467014.738455:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789467014.738457:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789467014.738458:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacd000. 02000000:00000001:3.0:1789467014.738460:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789467014.738462:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789467014.738463:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789467014.738465:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789467014.738466:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687d000. 02000000:00000001:3.0:1789467014.738469:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789467014.738470:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789467014.738471:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6eb480. 00000100:00000001:3.0:1789467014.738473:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789467014.738474:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467014.738476:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467014.738479:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e8000 x1876386402385152/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467014 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467014.738485:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789467014.738486:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789467014.738488:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faace400. 02000000:00000001:3.0:1789467014.738490:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789467014.738491:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789467014.738492:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789467014.738502:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789467014.738503:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687c800. 02000000:00000001:3.0:1789467014.738507:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789467014.738512:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789467014.738513:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e8000. 00000100:00000001:3.0:1789467014.738516:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789467014.738517:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467014.738519:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467014.738522:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467014.738524:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467014.738525:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467014.738527:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467014.739689:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467014.739693:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467014.739702:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789467014.739710:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742df80 x1876386402385280/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467014.739718:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789467014.739720:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467014.739723:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789467014.739726:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467014.739728:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467014.739732:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402385280:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789467014.739736:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789467014.739739:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789467014.739741:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467014.739743:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789467014.739749:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d1400. 02000000:00000001:3.0:1789467014.739750:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789467014.739756:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789467014.739760:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf630. 00000400:00000010:3.0:1789467014.739766:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce000. 00000100:00000200:3.0:1789467014.739772:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402385280, portal 25 00000100:00000001:3.0:1789467014.739774:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789467014.739776:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836130688 : -126740873420928 : ffff8cbad742df80) 00000100:00000040:3.0:1789467014.739782:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742df80 x1876386402385280/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467014.739789:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789467014.739797:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789467014.739800:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce440. 00000100:00000200:3.0:1789467014.739803:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402385280, offset 0 00000400:00000200:3.0:1789467014.739810:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789467014.739817:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467014.739823:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789467014.739827:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789467014.739831:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789467014.739834:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789467014.739836:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789467014.739839:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93789:93789:256:4294967295] 192.168.203.142@tcp LPNI seq info [93789:93789:8:4294967295] 00000400:00000200:3.0:1789467014.739843:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467014.739852:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789467014.739857:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789467014.739862:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7b00. 00000800:00000200:3.0:1789467014.739868:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789467014.739876:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789467014.739880:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789467014.739896:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789467014.739900:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789467014.739902:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4313932021 00000100:00000010:3.0:1789467014.739906:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451300. 00000100:00000001:3.0:1789467014.739912:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789467014.739918:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4313932021 00000100:00000010:3.0:1789467014.739920:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451960. 00000100:00000001:3.0:1789467014.739923:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789467014.739926:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789467014.739928:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467014.739931:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789467014.739935:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742f480 x1876386402385408/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467014.739952:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789467014.739954:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467014.739956:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789467014.739957:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467014.739959:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467014.739962:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402385408:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789467014.739965:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789467014.739967:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789467014.739969:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467014.739970:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789467014.739973:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d2c00. 02000000:00000001:3.0:1789467014.739974:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789467014.739978:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789467014.739980:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bff20. 00000400:00000010:3.0:1789467014.739985:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cec38. 00000100:00000200:3.0:1789467014.739988:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402385408, portal 10 00000100:00000001:3.0:1789467014.739990:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789467014.739991:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836136064 : -126740873415552 : ffff8cbad742f480) 00000100:00000040:3.0:1789467014.739997:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742f480 x1876386402385408/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467014.740003:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789467014.740005:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789467014.740007:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ced48. 00000100:00000200:3.0:1789467014.740010:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402385408, offset 0 00000400:00000200:3.0:1789467014.740015:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789467014.740019:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467014.740023:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789467014.740025:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789467014.740027:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789467014.740029:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789467014.740031:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789467014.740038:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93790:93790:255:4294967295] 192.168.203.142@tcp LPNI seq info [93790:93790:7:4294967295] 00000400:00000200:3.0:1789467014.740042:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467014.740056:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789467014.740061:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789467014.740064:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7a00. 00000800:00000200:3.0:1789467014.740068:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789467014.740072:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789467014.741827:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7a00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789467014.741858:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467014.741863:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:3.0:1789467014.741870:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789467014.741874:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313930783 00000100:00000001:3.0:1789467014.741878:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313932021 00000100:00000001:3.0:1789467014.741881:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313930783 00000100:00000001:3.0:1789467014.741883:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313932021 00000100:00000001:3.0:1789467014.741886:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789467014.741889:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467014.741893:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789467014.741901:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742fb80 x1876386402385536/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467014.741909:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789467014.741911:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467014.741914:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789467014.741917:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467014.741919:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467014.741923:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402385536:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789467014.741927:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789467014.741930:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789467014.741932:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467014.741945:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789467014.741951:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d3400. 02000000:00000001:3.0:1789467014.741953:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789467014.741958:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789467014.741961:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf948. 00000400:00000010:3.0:1789467014.741967:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce550. 00000100:00000200:3.0:1789467014.741972:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402385536, portal 10 00000100:00000001:3.0:1789467014.741974:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789467014.741975:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836137856 : -126740873413760 : ffff8cbad742fb80) 00000100:00000040:3.0:1789467014.741982:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742fb80 x1876386402385536/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467014.741987:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789467014.741990:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789467014.741992:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce198. 00000100:00000200:3.0:1789467014.741994:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402385536, offset 0 00000400:00000200:3.0:1789467014.741999:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789467014.742005:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467014.742011:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789467014.742015:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789467014.742019:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789467014.742021:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789467014.742023:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789467014.742027:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93791:93791:255:4294967295] 192.168.203.142@tcp LPNI seq info [93791:93791:7:4294967295] 00000400:00000200:3.0:1789467014.742031:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467014.742039:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789467014.742055:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789467014.742059:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7400. 00000800:00000200:3.0:1789467014.742064:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789467014.742070:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789467014.742073:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789467014.742076:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467014.742086:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:3.0:1789467014.742090:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789467014.742092:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313930771 00000100:00000001:3.0:1789467014.742094:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313932021 00000100:00000001:3.0:1789467014.742097:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313930771 00000100:00000001:3.0:1789467014.742098:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313932021 00000100:00000001:3.0:1789467014.742100:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789467014.742102:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467014.742104:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467014.742107:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467014.742113:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467014.742115:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789467014.742118:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467014.742119:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467014.742121:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467014.742123:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467015.510791:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467015.510797:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467015.510803:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467015.510804:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467015.510807:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467015.510808:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467016.018118:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313932021, at 4313932032 00000100:00000010:3.0:1789467016.018127:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451960. 00010000:00000001:0.0:1789467016.529295:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467016.529304:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467016.529324:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467016.529327:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467016.529332:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467016.529334:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467016.529336:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467016.529339:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467016.529343:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467016.529345:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467016.529348:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467016.529349:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467016.530846:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467016.530852:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467016.530856:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467017.553240:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467017.553246:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467017.553252:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467017.553253:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467017.553256:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467017.553257:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467018.577369:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467018.577375:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467018.577381:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467018.577384:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467018.577386:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467018.577390:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467018.577393:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467018.577395:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467018.577397:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467018.577399:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467018.577403:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467018.577404:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467018.577405:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467018.577406:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467018.577408:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467018.577410:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467018.577411:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467018.577413:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467019.603407:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467019.603413:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467019.603422:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467019.603423:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467019.603444:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467019.603445:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467019.857418:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467019.857428:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467019.857430:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467019.857433:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467019.857435:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467019.857438:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467019.857440:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467020.627574:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467020.627580:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467020.627586:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467020.627587:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467020.627590:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467020.627591:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467020.627683:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467020.627688:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467020.627691:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467020.883351:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467020.883364:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467020.883366:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467020.883371:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467020.883397:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467020.883402:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467020.883405:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467021.649350:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467021.649356:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467021.649361:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467021.649362:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467021.649365:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467021.649366:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467021.905241:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467021.905255:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467021.905257:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467021.905262:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467021.905264:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467021.905268:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467021.905271:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467022.673337:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467022.673343:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467022.673348:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467022.673350:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467022.673353:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467022.673354:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467022.929281:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467022.929294:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467022.929296:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467022.929301:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467022.929304:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467022.929309:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467022.929311:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467023.697516:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467023.697522:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467023.697528:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467023.697529:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467023.697532:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467023.697533:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467023.953269:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467023.953284:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467023.953286:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467023.953291:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467023.953293:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467023.953298:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467023.953300:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467024.724216:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467024.724223:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467024.724229:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467024.724230:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467024.724233:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467024.724234:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467024.724327:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467024.724335:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467024.724339:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467024.977656:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467024.977673:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467024.977675:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467024.977680:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467024.977683:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467024.977688:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467024.977691:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467025.745284:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467025.745292:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467025.745297:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467025.745298:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467025.745301:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467025.745303:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467026.001279:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467026.001292:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467026.001294:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467026.001299:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467026.001302:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467026.001306:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467026.001339:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467026.769931:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467026.769939:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467026.769941:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467026.769944:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467026.769948:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467026.769950:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467026.769952:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467026.769966:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467026.769971:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467026.769972:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467026.769975:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467026.769976:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467027.025586:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467027.025600:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467027.025602:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467027.025608:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467027.025610:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467027.025614:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467027.025616:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467027.794977:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467027.794986:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467027.794993:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467027.794994:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467027.794998:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467027.794999:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467028.049345:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467028.049364:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467028.049367:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467028.049373:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467028.049376:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467028.049383:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467028.049387:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467028.817318:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467028.817325:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467028.817331:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467028.817334:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467028.817336:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467028.817339:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467028.817342:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467028.817344:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467028.817346:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467028.817347:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467028.817351:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467028.817352:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467028.817354:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467028.817355:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467028.817357:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467028.817358:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467028.817360:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467028.817362:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467028.817451:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467028.817455:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467028.817458:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467029.073646:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467029.073660:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467029.073662:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467029.073666:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467029.073669:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467029.073672:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467029.073674:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467029.841284:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467029.841291:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467029.841312:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467029.841313:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467029.841317:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467029.841318:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467030.097354:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467030.097366:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467030.097368:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467030.097373:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467030.097376:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467030.097381:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467030.097383:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467030.865291:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467030.865299:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467030.865305:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467030.865306:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467030.865309:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467030.865311:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467031.121301:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467031.121316:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467031.121318:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467031.121323:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467031.121325:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467031.121329:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467031.121332:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467031.889701:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467031.889708:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467031.889713:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467031.889714:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467031.889717:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467031.889719:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467032.145487:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467032.145517:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467032.145519:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467032.145524:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467032.145526:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467032.145530:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467032.145533:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467032.913924:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467032.913930:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467032.913936:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467032.913938:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467032.913941:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467032.913941:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467032.917306:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467032.917313:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467032.917318:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467033.169337:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467033.169352:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467033.169354:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467033.169358:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467033.169360:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467033.169365:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467033.169367:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467033.941796:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467033.941803:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467033.941808:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467033.941809:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467033.941812:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467033.941814:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467034.193415:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467034.193429:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467034.193432:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467034.193437:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467034.193439:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467034.193443:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467034.193446:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467034.961393:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467034.961401:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467034.961406:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467034.961408:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467034.961412:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467034.961413:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467035.218578:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467035.218588:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467035.218591:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467035.218595:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467035.218597:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467035.218601:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467035.218604:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467035.985283:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467035.985290:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467035.985295:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467035.985296:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467035.985315:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467035.985317:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467036.241202:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467036.241216:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467036.241218:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467036.241223:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467036.241225:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467036.241228:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467036.241231:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467037.009357:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467037.009365:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467037.009367:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467037.009370:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467037.009375:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467037.009377:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467037.009379:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467037.009381:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467037.009385:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467037.009386:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467037.009389:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467037.009390:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467037.009494:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467037.009498:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467037.009501:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467037.265447:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467037.265461:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467037.265463:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467037.265468:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467037.265470:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467037.265474:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467037.265477:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467038.034193:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467038.034203:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467038.034209:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467038.034210:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467038.034214:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467038.034215:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467038.289395:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467038.289414:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467038.289416:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467038.289423:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467038.289426:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467038.289432:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467038.289435:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467039.057331:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467039.057341:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467039.057348:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467039.057352:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467039.057355:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467039.057359:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467039.057363:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467039.057365:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467039.057368:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467039.057371:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467039.057375:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467039.057377:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467039.057378:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467039.057380:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467039.057382:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467039.057383:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467039.057385:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467039.057387:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789467039.315656:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467039.315662:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1789467039.315664:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789467039.315667:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789467039.315671:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789467039.315675:0:176036:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 19263 00000400:00000200:0.0:1789467039.315684:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467039.315690:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789467039.315694:0:176036:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789467039.315697:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467039.315700:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789467039.315703:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467039.315706:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789467039.315713:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789467039.315715:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:0.0:1789467039.315718:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789467039.315722:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:0.0:1789467039.315724:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:0.0:1789467039.315727:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:0.0:1789467039.315730:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467039.315732:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789467039.315734:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467039.315736:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789467039.315739:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:0.0:1789467039.315743:0:176036:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789467039.315746:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467039.315749:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789467039.315753:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467039.315756:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467039.315758:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789467039.315767:0:176036:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789467039.315774:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e8e00. 00000020:00000040:0.0:1789467039.315778:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:0.0:1789467039.315782:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789467039.315784:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467039.315788:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789467039.315791:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789467039.315795:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789467039.315804:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687d000. 00000100:00000001:0.0:1789467039.315812:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467039.315820:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e8e00 x1876386402385664/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789467039.315830:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789467039.315835:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467039.315840:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064a53e21] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e8e00 x1876386402385664/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467039.315851:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789467039.315854:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467039.315872:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789467039.315874:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789467039.315875:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789467039.315879:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789467039.315881:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19263 00000400:00000200:0.0:1789467039.315886:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467039.315889:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789467039.315891:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789467039.315894:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467039.315896:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789467039.315898:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467039.315900:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789467039.315903:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789467039.315912:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:0.0:1789467039.315914:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789467039.315916:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:0.0:1789467039.315918:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:0.0:1789467039.315921:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:0.0:1789467039.315924:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467039.315927:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789467039.315929:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467039.315931:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789467039.315933:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:0.0:1789467039.315936:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789467039.315939:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467039.315940:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789467039.315947:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467039.315949:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467039.315951:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789467039.315956:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789467039.315959:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467039.315961:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789467039.315964:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6eb100. 00000020:00000040:0.0:1789467039.315966:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=11 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789467039.315969:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789467039.315970:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467039.315972:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789467039.315974:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789467039.315976:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789467039.315980:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687d400. 00000100:00000001:0.0:1789467039.315983:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467039.315988:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6eb100 x1876386402385792/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789467039.315995:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789467039.316168:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467039.316460:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d89161c0] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6eb100 x1876386402385792/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467039.316474:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789467039.316479:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467039.316483:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789467039.316485:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789467039.316488:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789467039.316491:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789467039.316494:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19263 00000400:00000200:0.0:1789467039.316503:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467039.316519:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789467039.316522:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789467039.316525:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467039.316528:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789467039.316531:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467039.316533:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789467039.316540:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789467039.316542:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:0.0:1789467039.316544:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789467039.316547:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:0.0:1789467039.316550:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:0.0:1789467039.316552:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:0.0:1789467039.316555:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467039.316558:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789467039.316560:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467039.316562:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789467039.316565:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:0.0:1789467039.316568:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789467039.316571:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467039.316588:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789467039.316596:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467039.316600:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467039.316602:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789467039.316607:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789467039.316610:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467039.316611:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789467039.316618:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e8000. 00000020:00000040:0.0:1789467039.316622:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=9 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789467039.316626:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789467039.316629:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467039.316633:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789467039.316636:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789467039.316642:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789467039.316653:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687c400. 00000100:00000001:0.0:1789467039.316663:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467039.316673:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e8000 x1876386402385920/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789467039.316691:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789467039.316699:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467039.316709:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c65d7ff] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e8000 x1876386402385920/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467039.316726:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467039.316735:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467039.316748:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467039.316755:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467039.316767:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467039.316778:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19293) 00000800:00000200:3.0:1789467039.319440:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467039.319448:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6700. 00000400:00000200:3.0:1789467039.319458:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467039.319464:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467039.319471:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de7f8 00000400:00000010:3.0:1789467039.319474:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de7f8. 00000100:00000001:3.0:1789467039.319481:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467039.319486:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e8e00 x1876386402385664/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467039.319497:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467039.319500:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e8e00 x1876386402385664/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467064 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467039.319508:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467039.319510:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467039.319535:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467039.319537:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6c00. 00000400:00000200:3.0:1789467039.319540:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467039.319544:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467039.319546:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6ded48 00000400:00000010:3.0:1789467039.319548:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6ded48. 00000100:00000001:3.0:1789467039.319550:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467039.319554:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6eb100 x1876386402385792/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467039.319570:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467039.319574:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6eb100 x1876386402385792/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467064 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467039.319580:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467039.319582:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467039.319686:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467039.319689:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6100. 00000400:00000200:3.0:1789467039.319692:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467039.319696:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467039.319699:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6decc0 00000400:00000010:3.0:1789467039.319701:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6decc0. 00000100:00000001:3.0:1789467039.319703:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467039.319707:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e8000 x1876386402385920/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467039.319714:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467039.319717:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e8000 x1876386402385920/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467064 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467039.319723:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467039.319724:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:0.0:1789467040.081349:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467040.081358:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467040.081387:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467040.081389:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467040.081393:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467040.081394:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467040.593821:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313956600, at 4313956608 00000100:00000010:3.0:1789467040.593830:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d8a0. 00010000:00000001:0.0:1789467041.105606:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467041.105616:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467041.105624:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467041.105625:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467041.105630:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467041.105631:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467041.116550:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467041.116560:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467041.116566:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467042.129299:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467042.129309:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467042.129316:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467042.129318:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467042.129322:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467042.129323:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467043.157474:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467043.157485:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467043.157493:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467043.157495:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467043.157499:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467043.157500:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467044.177559:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467044.177570:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467044.177577:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467044.177578:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467044.177582:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467044.177583:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467044.434211:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467044.434225:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467044.434228:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467044.434232:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467044.434235:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467044.434240:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467044.434244:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467045.202112:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467045.202121:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467045.202129:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467045.202172:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467045.202178:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467045.202179:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467045.202511:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467045.202515:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467045.202519:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467045.457300:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467045.457319:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467045.457322:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467045.457329:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467045.457331:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467045.457337:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467045.457340:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467046.225293:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467046.225302:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467046.225310:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467046.225311:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467046.225315:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467046.225316:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467046.481276:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467046.481294:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467046.481296:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467046.481302:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467046.481304:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467046.481310:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467046.481312:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467047.249338:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467047.249351:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467047.249353:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467047.249358:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467047.249363:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467047.249366:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467047.249369:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467047.249371:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467047.249375:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467047.249377:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467047.249381:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467047.249383:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467047.505444:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467047.505473:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467047.505476:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467047.505482:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467047.505509:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467047.505514:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467047.505518:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467048.273297:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467048.273307:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467048.273314:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467048.273315:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467048.273320:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467048.273321:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467048.529314:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467048.529332:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467048.529335:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467048.529350:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467048.529353:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467048.529358:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467048.529362:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467049.297404:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467049.297414:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467049.297422:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467049.297426:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467049.297430:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467049.297434:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467049.297437:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467049.297440:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467049.297442:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467049.297444:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467049.297447:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467049.297449:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467049.297450:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467049.297452:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467049.297453:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467049.297455:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467049.297456:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467049.297458:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467049.297759:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467049.297764:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467049.297768:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789467049.553271:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467049.553280:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467049.553283:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467049.553309:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467049.553312:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467049.553315:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789467049.553318:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467049.553322:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467049.553325:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467049.553328:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467049.553334:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19303) 00010000:00000001:0.0:1789467050.322162:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467050.322180:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467050.322188:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467050.322189:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467050.322193:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467050.322194:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467051.345408:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467051.345417:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467051.345423:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467051.345425:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467051.345428:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467051.345429:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467051.602228:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467051.602246:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467051.602249:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467051.602255:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467051.602258:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467051.602263:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467051.602266:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467052.369823:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467052.369834:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467052.369841:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467052.369843:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467052.369870:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467052.369871:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467052.625275:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467052.625295:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467052.625297:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467052.625303:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467052.625306:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467052.625311:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467052.625315:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467053.393351:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467053.393362:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467053.393370:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467053.393372:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467053.393375:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467053.393377:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467053.393624:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467053.393648:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467053.393652:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467054.417324:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467054.417334:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467054.417343:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467054.417344:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467054.417349:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467054.417350:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467054.673762:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467054.673775:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467054.673779:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467054.673783:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467054.673786:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467054.673789:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467054.673792:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467054.673796:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467054.673799:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467054.673803:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467054.673810:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19308) 00010000:00000001:0.0:1789467055.441541:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467055.441551:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467055.441558:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467055.441560:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467055.441564:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467055.441565:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467056.465517:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467056.465528:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467056.465531:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467056.465535:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467056.465541:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467056.465544:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467056.465546:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467056.465548:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467056.465554:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467056.465555:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467056.465560:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467056.465583:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467057.489338:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467057.489346:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467057.489353:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467057.489355:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467057.489358:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467057.489360:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467057.489469:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467057.489473:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467057.489476:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467058.513555:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467058.513566:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467058.513574:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467058.513575:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467058.513580:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467058.513581:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467058.769889:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467058.769912:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467058.769915:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467058.769920:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467058.769923:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467058.769928:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467058.769931:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467059.537386:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467059.537396:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467059.537403:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467059.537406:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467059.537409:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467059.537414:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467059.537417:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467059.537420:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467059.537422:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467059.537424:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467059.537428:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467059.537430:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467059.537431:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467059.537433:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467059.537434:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467059.537436:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467059.537437:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467059.537439:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467059.793423:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467059.798382:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467059.798391:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467059.798397:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467059.798400:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467059.798406:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467059.798409:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467060.561429:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467060.561437:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467060.561443:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467060.561445:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467060.561448:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467060.561450:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467060.817247:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467060.817260:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467060.817263:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467060.817268:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467060.817272:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467060.817277:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467060.817281:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467061.585401:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467061.585408:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467061.585413:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467061.585415:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467061.585417:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467061.585418:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467061.585520:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467061.585524:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467061.585527:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467061.841390:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467061.841403:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467061.841405:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467061.841409:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467061.841412:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467061.841416:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467061.841419:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467062.610027:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467062.610035:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467062.610040:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467062.610042:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467062.610045:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467062.610046:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467062.865275:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467062.865309:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467062.865311:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467062.865316:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467062.865319:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467062.865323:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467062.865325:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467063.633462:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467063.633469:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467063.633474:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467063.633475:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467063.633478:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467063.633479:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467064.657614:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467064.657622:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467064.657629:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467064.657630:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467064.657633:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467064.657633:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467064.913572:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467064.913579:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467064.913582:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467064.913585:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467064.913588:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467064.913600:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467064.913602:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467064.913605:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467064.913608:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467064.913610:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467064.913617:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19318) 00000100:00080000:3.0:1789467064.913625:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467064.913631:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789467064.913634:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467064.913637:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467064.913643:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467064.913652:0:176036:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 19288 00000400:00000200:3.0:1789467064.913665:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467064.913685:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467064.913691:0:176036:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467064.913698:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467064.913703:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467064.913709:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467064.913712:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467064.913721:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467064.913724:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789467064.913728:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467064.913732:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789467064.913737:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789467064.913742:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000001:2.0:1789467064.913750:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789467064.913750:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467064.913753:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467064.913764:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e8000 x1876386402385920/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467064 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789467064.913765:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467064.913769:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467064.913774:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00000001:2.0:1789467064.913779:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789467064.913781:0:176036:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789467064.913783:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467064.913786:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467064.913787:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467064.913790:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1789467064.913791:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1789467064.913792:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467064.913796:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1789467064.913797:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1789467064.913800:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1789467064.913801:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467064.913806:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467064.913809:0:176036:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467064.913814:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030e00. 00000020:00000040:3.0:1789467064.913818:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=5 obd=MGC192.168.203.142@tcp 00000100:00080000:2.0:1789467064.913822:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 02000000:00000001:3.0:1789467064.913823:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1789467064.913827:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:3.0:1789467064.913827:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467064.913834:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1789467064.913836:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e8000 x1876386402385920/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467064 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789467064.913838:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467064.913842:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467064.913851:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402385920:192.168.203.142@tcp:38:kworker.0 02000000:00000010:3.0:1789467064.913852:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d0800. 00000100:00000001:2.0:1789467064.913859:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467064.913860:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467064.913863:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467064.913874:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e8e00 x1876386402385664/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467064 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789467064.913875:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030e00 x1876386402386048/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467064.913901:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1789467064.913903:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1789467064.913906:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1789467064.913909:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467064.913910:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacf000. 00000100:00000040:3.0:1789467064.913916:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ae05b5f] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030e00 x1876386402386048/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789467064.913918:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467064.913921:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467064.913924:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789467064.913928:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467064.913932:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687d000. 00000100:00000001:3.0:1789467064.913933:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467064.913938:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1789467064.913940:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:3.0:1789467064.913941:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:2.0:1789467064.913944:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1789467064.913945:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000010:2.0:1789467064.913947:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e8e00. 00000100:00080000:3.0:1789467064.913948:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467064.913954:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789467064.913954:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467064.913962:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19288 00000100:00000001:2.0:1789467064.913964:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467064.913967:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467064.913973:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6eb100 x1876386402385792/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467064 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467064.913979:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1789467064.915123:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467064.915128:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467064.915141:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467064.915145:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467064.915148:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467064.915150:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467064.915152:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467064.915159:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467064.915160:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789467064.915162:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467064.915164:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789467064.915167:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789467064.915169:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789467064.915172:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467064.915173:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467064.915175:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467064.915176:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467064.915178:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789467064.915181:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467064.915183:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467064.915186:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467064.915193:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467064.915195:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467064.915197:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789467064.915201:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789467064.915203:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467064.915204:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467064.915210:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031880. 00000020:00000040:3.0:1789467064.915213:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=11 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789467064.916758:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1789467064.916760:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000010:2.0:1789467064.916766:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacc400. 02000000:00000001:2.0:1789467064.916774:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1789467064.916778:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467064.916779:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467064.916783:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000100:00000001:3.0:1789467064.916783:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1789467064.916788:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000001:3.0:1789467064.916789:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1789467064.916792:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687d400. 02000000:00000001:3.0:1789467064.916795:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467064.916799:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467064.916801:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467064.916803:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6eb100. 02000000:00000010:3.0:1789467064.916805:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1000. 00000100:00000001:2.0:1789467064.916808:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467064.916811:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467064.916814:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467064.916823:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e8000 x1876386402385920/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467064 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467064.916832:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467064.916833:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467064.916835:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacfc00. 02000000:00000001:2.0:1789467064.916837:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467064.916838:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467064.916840:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789467064.916841:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467064.916843:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687c400. 02000000:00000001:2.0:1789467064.916847:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467064.916848:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467064.916850:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e8000. 00000100:00000001:2.0:1789467064.916852:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467064.916853:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467064.916855:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467064.916863:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467064.916865:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467064.916875:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467064.916877:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467064.916879:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467064.916885:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030e00 x1876386402386048/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467064.916893:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467064.916895:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467064.916898:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467064.916901:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467064.916903:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467064.916907:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402386048:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789467064.916911:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467064.916915:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1789467064.916916:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467064.916918:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467064.916922:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467064.916928:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacfc00. 00000100:00100000:3.0:1789467064.916928:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031880 x1876386402386176/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1789467064.916932:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467064.916942:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789467064.916943:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467064.916948:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789467064.916949:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7898. 00000100:00000040:3.0:1789467064.916954:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081730922] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031880 x1876386402386176/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1789467064.916959:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de088. 00000100:00000200:2.0:1789467064.916968:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402386048, portal 25 00000100:00000001:2.0:1789467064.916971:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467064.916973:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107406336 : -126744602145280 : ffff8cb9f9030e00) 00000100:00000040:2.0:1789467064.916979:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030e00 x1876386402386048/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467064.916987:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467064.916989:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467064.916992:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de770. 00000100:00000200:2.0:1789467064.916996:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402386048, offset 0 00000400:00000200:2.0:1789467064.917002:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467064.917011:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467064.917018:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467064.917024:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467064.917035:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467064.917039:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467064.917042:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467064.917045:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93795:93795:256:4294967295] 192.168.203.142@tcp LPNI seq info [93795:93795:8:4294967295] 00000400:00000200:2.0:1789467064.917050:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467064.917060:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467064.917066:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467064.917072:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6e00. 00000800:00000200:2.0:1789467064.917079:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467064.917087:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467064.917092:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467064.917110:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467064.917114:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789467064.917202:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467064.917206:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467064.917209:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467064.917211:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467064.917213:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467064.917217:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467064.917220:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19288 00000400:00000200:3.0:1789467064.917225:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467064.917228:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467064.917231:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467064.917234:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467064.917236:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467064.917238:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467064.917241:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467064.917245:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467064.917247:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789467064.917249:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467064.917253:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789467064.917255:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789467064.917263:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789467064.917267:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467064.917269:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467064.917271:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467064.917273:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467064.917275:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789467064.917278:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467064.917280:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467064.917282:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467064.917287:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467064.917289:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467064.917291:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789467064.917295:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789467064.917298:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467064.917299:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467064.917304:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033b80. 00000020:00000040:3.0:1789467064.917306:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467064.917309:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467064.917310:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467064.917311:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467064.917312:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467064.917314:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467064.917319:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3400. 00000100:00000001:3.0:1789467064.917322:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467064.917327:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033b80 x1876386402386304/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467064.917333:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467064.917334:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467064.917337:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013cbb969] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033b80 x1876386402386304/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467064.917344:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467064.917353:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467064.917356:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467064.917359:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467064.917363:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1789467064.917367:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4313982199 00000100:00000040:3.0:1789467064.917369:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19318) 00000100:00000010:2.0:1789467064.917375:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d000. 00000100:00000040:3.0:1789467064.917379:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789467064.917383:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1789467064.917384:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467064.917389:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789467064.917393:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4313982199 00000100:00000040:3.0:1789467064.917393:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467064.917398:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19318) 00000100:00000010:2.0:1789467064.917399:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64de40. 00000100:00000001:2.0:1789467064.917405:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789467064.917409:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467064.917498:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467064.917501:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467064.917503:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467064.917507:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467064.917508:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789467064.917510:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467064.917512:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467064.917582:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467064.917588:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9031880 x1876386402386176/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467064.917596:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467064.917604:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467064.917607:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467064.917608:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467064.917610:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467064.917614:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402386176:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467064.917617:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467064.917619:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467064.917621:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467064.917623:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467064.917626:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacc400. 02000000:00000001:2.0:1789467064.917628:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467064.917633:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467064.917636:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7bb0. 00000400:00000010:2.0:1789467064.917640:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6deee0. 00000100:00000200:2.0:1789467064.917643:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402386176, portal 10 00000100:00000001:2.0:1789467064.917645:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467064.917646:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107409024 : -126744602142592 : ffff8cb9f9031880) 00000100:00000040:2.0:1789467064.917653:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031880 x1876386402386176/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467064.917660:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467064.917662:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467064.917664:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de2a8. 00000100:00000200:2.0:1789467064.917667:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402386176, offset 0 00000400:00000200:2.0:1789467064.917682:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467064.917687:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467064.917691:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467064.917694:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467064.917697:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467064.917699:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467064.917701:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467064.917704:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93796:93796:255:4294967295] 192.168.203.142@tcp LPNI seq info [93796:93796:7:4294967295] 00000400:00000200:2.0:1789467064.917707:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467064.917713:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467064.917723:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467064.917727:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6000. 00000800:00000200:2.0:1789467064.917731:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467064.917735:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467064.917739:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467064.917742:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467064.917746:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:2.0:1789467064.917749:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467064.917750:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313980959 00000100:00000001:2.0:1789467064.917752:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313982199 00000100:00000001:2.0:1789467064.917754:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313980959 00000100:00000001:2.0:1789467064.917756:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313982199 00000100:00000001:2.0:1789467064.917758:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467064.917760:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467064.917762:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467064.917766:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033b80 x1876386402386304/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467064.917772:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467064.917773:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467064.917775:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467064.917777:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467064.917779:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467064.917781:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402386304:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467064.917784:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467064.917786:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467064.917787:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467064.917789:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467064.917791:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacf000. 02000000:00000001:2.0:1789467064.917793:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467064.917796:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467064.917803:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7688. 00000400:00000010:2.0:1789467064.917807:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de550. 00000100:00000200:2.0:1789467064.917810:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402386304, portal 10 00000100:00000001:2.0:1789467064.917811:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467064.917812:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107417984 : -126744602133632 : ffff8cb9f9033b80) 00000100:00000040:2.0:1789467064.917819:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033b80 x1876386402386304/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467064.917824:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467064.917826:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467064.917828:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de880. 00000100:00000200:2.0:1789467064.917830:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402386304, offset 0 00000400:00000200:2.0:1789467064.917834:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467064.917838:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467064.917841:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467064.917844:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467064.917846:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467064.917848:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467064.917850:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467064.917852:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93797:93797:254:4294967295] 192.168.203.142@tcp LPNI seq info [93797:93797:6:4294967295] 00000400:00000200:2.0:1789467064.917855:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467064.917861:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467064.917865:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467064.917868:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6b00. 00000800:00000200:2.0:1789467064.917872:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467064.917876:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467064.917878:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467064.917881:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467064.917884:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:2.0:1789467064.917887:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467064.917889:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313980947 00000100:00000001:2.0:1789467064.917891:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313982199 00000100:00000001:2.0:1789467064.917900:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313980947 00000100:00000001:2.0:1789467064.917902:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313982199 00000100:00000001:2.0:1789467064.917904:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467064.917906:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467064.917909:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467064.917910:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467064.917915:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467064.917917:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789467064.917918:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467064.917919:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467064.917920:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467064.917922:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789467064.921237:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467064.921247:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6e00. 00000400:00000200:3.0:1789467064.921253:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467064.921261:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467064.921269:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de770 00000400:00000010:3.0:1789467064.921272:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de770. 00000100:00000001:3.0:1789467064.921276:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467064.921285:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030e00 x1876386402386048/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467064.921295:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467064.921300:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030e00 x1876386402386048/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467089 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467064.921306:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467064.921308:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467064.921341:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467064.921344:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6000. 00000400:00000200:3.0:1789467064.921346:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467064.921349:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467064.921367:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de2a8 00000400:00000010:3.0:1789467064.921369:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de2a8. 00000100:00000001:3.0:1789467064.921371:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467064.921376:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031880 x1876386402386176/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467064.921383:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467064.921385:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031880 x1876386402386176/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467089 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467064.921390:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467064.921391:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467064.921437:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467064.921440:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6b00. 00000400:00000200:3.0:1789467064.921443:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467064.921447:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467064.921450:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de880 00000400:00000010:3.0:1789467064.921451:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de880. 00000100:00000001:3.0:1789467064.921454:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467064.921458:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033b80 x1876386402386304/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467064.921463:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467064.921466:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033b80 x1876386402386304/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467089 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467064.921482:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467064.921484:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:0.0:1789467065.682237:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467065.682244:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467065.682250:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467065.682251:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467065.682255:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467065.682256:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467065.684242:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467065.684255:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467065.684259:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789467066.193271:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313982199, at 4313982208 00000100:00000010:3.0:1789467066.193287:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64de40. 00000100:00000040:2.0:1789467066.193329:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4313982199, at 4313982208 00000100:00000010:2.0:1789467066.193336:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d000. 00010000:00000001:0.0:1789467066.705266:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467066.705275:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467066.705277:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467066.705281:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467066.705285:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467066.705288:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467066.705290:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467066.705293:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467066.705296:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467066.705298:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467066.705301:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467066.705302:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467066.708380:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467066.708386:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467066.708391:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467067.729976:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467067.729983:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467067.729988:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467067.730006:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467067.730010:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467067.730011:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467068.753259:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467068.753267:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467068.753273:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467068.753274:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467068.753277:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467068.753278:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467068.753568:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467068.753571:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467068.753574:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467069.777302:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467069.777309:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467069.777314:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467069.777317:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467069.777319:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467069.777322:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467069.777325:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467069.777327:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467069.777329:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467069.777332:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467069.777335:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467069.777337:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467069.777338:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467069.777340:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467069.777341:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467069.777342:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467069.777344:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467069.777345:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467069.777454:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467069.777458:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467069.777461:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467070.033563:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467070.033574:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467070.033576:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467070.033579:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467070.033581:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467070.033586:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467070.033589:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467070.801256:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467070.801264:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467070.801269:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467070.801270:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467070.801274:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467070.801275:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467070.801820:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467070.801823:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467070.801826:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467071.057249:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467071.057264:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467071.057265:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467071.057271:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467071.057273:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467071.057277:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467071.057296:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467071.825293:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467071.825301:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467071.825306:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467071.825308:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467071.825310:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467071.825328:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467072.084376:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467072.084393:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467072.084395:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467072.084400:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467072.084403:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467072.084407:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467072.084412:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467072.849328:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467072.849336:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467072.849341:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467072.849342:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467072.849345:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467072.849347:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467072.849452:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467072.849455:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467072.849458:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467073.105550:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467073.105562:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467073.105564:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467073.105569:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467073.105571:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467073.105575:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467073.105577:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467073.873344:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467073.873350:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467073.873354:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467073.873356:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467073.873359:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467073.873360:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467073.873493:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467073.873497:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467073.873499:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467074.130080:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467074.130094:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467074.130096:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467074.130100:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467074.130102:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467074.130106:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467074.130108:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467074.897253:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467074.897260:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467074.897266:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467074.897267:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467074.897270:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467074.897271:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467074.897685:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467074.897689:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467074.897692:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467075.155180:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789467075.155190:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1789467075.155190:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467075.155194:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467075.155196:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467075.155199:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789467075.155200:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1789467075.155201:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1789467075.155202:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789467075.155204:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789467075.155205:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1789467075.155208:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467075.155210:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467075.155213:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1789467075.155217:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1789467075.155218:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19328) 00000100:00000001:2.0:1789467075.155220:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467075.155222:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467075.921334:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467075.921343:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467075.921350:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467075.921351:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467075.921355:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467075.921356:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467076.177239:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467076.177264:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467076.177266:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467076.177271:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467076.177273:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467076.177291:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467076.177294:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467076.945473:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467076.945486:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467076.945488:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467076.945492:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467076.945498:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467076.945501:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467076.945503:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467076.945505:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467076.945510:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467076.945511:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467076.945515:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467076.945516:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467076.946055:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467076.946060:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467076.946064:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467077.201570:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467077.201598:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467077.201601:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467077.201607:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467077.201610:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467077.201616:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467077.201619:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467077.971686:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467077.971718:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467077.971725:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467077.971727:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467077.971730:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467077.971732:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467077.971831:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467077.971835:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467077.971839:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467078.225348:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467078.225365:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467078.225368:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467078.225374:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467078.225377:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467078.225382:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467078.225385:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467078.993321:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467078.993331:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467078.993340:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467078.993341:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467078.993345:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467078.993346:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467078.995662:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467078.995672:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467078.995678:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467079.249539:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467079.249557:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467079.249560:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467079.249576:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467079.249579:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467079.249725:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467079.249730:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467080.017366:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467080.017376:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467080.017382:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467080.017386:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467080.017389:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467080.017393:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467080.017397:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467080.017400:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467080.017402:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467080.017405:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467080.017409:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467080.017411:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467080.017412:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467080.017414:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467080.017415:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467080.017417:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467080.017419:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467080.017420:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467080.273242:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467080.273256:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467080.273258:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467080.273263:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467080.273265:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467080.273269:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467080.273271:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467080.273883:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467080.273891:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467080.273894:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467080.273898:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467080.273901:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467080.273904:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467080.273929:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467080.273933:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467080.273936:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467080.273939:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467080.273945:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19333) 00010000:00000001:0.0:1789467081.041263:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467081.041270:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467081.041276:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467081.041277:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467081.041280:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467081.041281:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467081.041670:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467081.041674:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467081.041677:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467081.297571:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467081.297614:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467081.297617:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467081.297623:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467081.297626:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467081.297632:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467081.297635:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467082.065287:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467082.065293:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467082.065299:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467082.065316:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467082.065320:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467082.065321:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467082.065634:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467082.065638:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467082.065641:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467082.321310:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467082.321329:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467082.321331:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467082.321339:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467082.321342:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467082.321347:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467082.321351:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467083.089317:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467083.089328:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467083.089337:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467083.089338:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467083.089343:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467083.089344:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467083.089615:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467083.089621:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467083.089624:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467083.346288:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467083.346308:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467083.346311:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467083.346316:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467083.346319:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467083.346325:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467083.346328:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467084.113343:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467084.113353:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467084.113360:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467084.113361:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467084.113365:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467084.113366:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467084.369303:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467084.369320:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467084.369323:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467084.369330:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467084.369333:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467084.369340:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467084.369344:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467085.137272:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467085.137279:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467085.137285:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467085.137286:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467085.137289:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467085.137291:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467085.137508:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467085.137512:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467085.137516:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467085.393413:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467085.393427:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467085.393429:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467085.393434:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467085.393436:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467085.393440:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467085.393443:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467086.162410:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467086.162418:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467086.162424:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467086.162425:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467086.162429:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467086.162430:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467086.162567:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467086.162571:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467086.162574:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467086.417769:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467086.417784:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467086.417786:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467086.417791:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467086.417793:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467086.417798:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467086.417800:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467087.187345:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467087.187352:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467087.187355:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467087.187358:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467087.187363:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467087.187365:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467087.187367:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467087.187370:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467087.187373:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467087.187375:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467087.187378:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467087.187396:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467087.187998:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467087.188003:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467087.188006:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467087.441644:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467087.441655:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467087.441657:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467087.441662:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467087.441664:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467087.441668:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467087.441671:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467088.209333:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467088.209340:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467088.209346:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467088.209347:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467088.209351:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467088.209352:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467088.465225:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467088.465240:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467088.465243:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467088.465248:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467088.465251:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467088.465255:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467088.465258:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467089.233331:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467089.233338:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467089.233343:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467089.233344:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467089.233347:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467089.233349:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467089.237382:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467089.237388:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467089.237392:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467089.489393:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467089.489399:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467089.489413:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467064/real 1789467064] req@ffff8cb9f9031880 x1876386402386176/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467089 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467089.489429:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467089.489431:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467089.489435:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7bb0. 00000400:00000200:2.0:1789467089.489441:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6deee0 00000400:00000010:2.0:1789467089.489443:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6deee0. 00000100:00000001:2.0:1789467089.489447:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467089.489450:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9031880 x1876386402386176/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467089 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467089.489475:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9031880 x1876386402386176/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467089 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467089.489483:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467089.489497:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467089.489500:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467089.489502:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467089.489506:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9031880 x1876386402386176/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467089 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467089.489514:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467089.489516:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467089.489520:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467064/real 1789467064] req@ffff8cb9f9033b80 x1876386402386304/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467089 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467089.489529:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467089.489531:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467089.489533:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7688. 00000400:00000200:2.0:1789467089.489536:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de550 00000400:00000010:2.0:1789467089.489537:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de550. 00000100:00000001:2.0:1789467089.489539:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467089.489542:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033b80 x1876386402386304/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467089 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467089.489549:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033b80 x1876386402386304/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467089 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467089.489554:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467089.489556:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467089.489557:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467089.489559:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467089.489562:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9033b80 x1876386402386304/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467089 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467089.489567:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467089.489574:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467089.489580:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467064/real 1789467064] req@ffff8cb9f9030e00 x1876386402386048/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467089 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467089.489588:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467089.489589:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467089.489591:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7898. 00000400:00000200:2.0:1789467089.489593:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de088 00000400:00000010:2.0:1789467089.489595:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de088. 00000100:00000001:2.0:1789467089.489596:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467089.489599:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030e00 x1876386402386048/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467089 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467089.489607:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030e00 x1876386402386048/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467089 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467089.489612:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467089.489614:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467089.489615:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467089.489617:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467089.489620:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9030e00 x1876386402386048/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467089 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467089.489627:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467089.489634:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467089.489636:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467089.489639:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467089.489641:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467089.489643:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467089.489647:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9031880 x1876386402386176/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467089 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467089.489655:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467089.489658:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467089.489660:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467089.489661:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467089.489669:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467089.489672:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467089.489676:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467089.489700:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789467089.489703:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467089.489709:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9031880 x1876386402386176/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467089 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467089.489716:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402386176:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467089.489721:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467089.489725:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033b80 x1876386402386304/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467089 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467089.489732:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467089.489734:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467089.489736:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467089.489738:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467089.489740:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467089.489742:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789467089.489744:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467089.489745:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789467089.489756:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467089.489758:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467089.489762:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467089.489764:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467089.489767:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467089.489770:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467089.489774:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19313 00000400:00000200:3.0:1789467089.489782:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467089.489788:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467089.489791:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467089.489794:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467089.489797:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467089.489799:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467089.489801:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467089.489808:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000100:00080000:2.0:1789467089.489811:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789467089.489815:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467089.489819:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033b80 x1876386402386304/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467089 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1789467089.489827:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000100:00100000:2.0:1789467089.489831:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402386304:192.168.203.142@tcp:38:kworker.0 00000020:00000001:3.0:1789467089.489831:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467089.489835:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000100:00000001:2.0:1789467089.489838:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789467089.489840:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:2.0:1789467089.489845:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030e00 x1876386402386048/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467089 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789467089.489845:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789467089.489855:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467089.489858:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467089.489860:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467089.489862:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467089.489867:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789467089.489874:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789467089.489877:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789467089.489879:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467089.489884:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1789467089.489885:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1789467089.489888:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467089.489891:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467089.489893:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 02000000:00000001:3.0:1789467089.489894:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467089.489895:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467089.489900:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1789467089.489900:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467089.489904:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789467089.489909:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789467089.489912:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467089.489914:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467089.489920:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033800. 00000020:00000040:3.0:1789467089.489923:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=11 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467089.489926:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467089.489927:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467089.489931:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467089.489933:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467089.489937:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467089.489945:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2c00. 00000100:00000001:3.0:1789467089.489951:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467089.489957:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033800 x1876386402386432/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467089.489966:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467089.489970:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467089.489980:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd66b7ab] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033800 x1876386402386432/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467089.489991:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467089.489993:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467089.489996:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467089.489998:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467089.489999:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467089.490002:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467089.490004:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19313 00000400:00000200:3.0:1789467089.490008:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467089.490011:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467089.490013:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467089.490016:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467089.490018:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467089.490019:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467089.490021:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467089.490024:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467089.490026:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789467089.490027:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467089.490029:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789467089.490031:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789467089.490032:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789467089.490035:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467089.490036:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467089.490037:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467089.490039:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467089.490041:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789467089.490043:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467089.490045:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467089.490052:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467089.490055:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467089.490057:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467089.490058:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789467089.490060:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789467089.490062:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467089.490063:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467089.490066:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030000. 00000020:00000040:3.0:1789467089.490069:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=9 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467089.490070:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467089.490071:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467089.490073:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467089.490074:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467089.490076:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467089.490079:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1400. 00000100:00000001:3.0:1789467089.490082:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467089.490086:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030000 x1876386402386560/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467089.490093:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467089.490094:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467089.490097:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000685e8900] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030000 x1876386402386560/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467089.490104:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467089.490106:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467089.490109:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467089.490111:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467089.490114:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467089.490118:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19343) 00000100:00080000:2.0:1789467089.493414:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789467089.493421:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467089.493433:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030e00 x1876386402386048/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467089 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467089.493445:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402386048:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789467089.493451:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467089.493455:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467089.493459:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9031880 x1876386402386176/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467089 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467089.493471:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467089.493474:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467089.493477:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacc400. 02000000:00000001:2.0:1789467089.493482:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467089.493493:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467089.493495:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789467089.493497:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467089.493499:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d1000. 02000000:00000001:2.0:1789467089.493503:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467089.493505:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467089.493506:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9031880. 00000100:00000001:2.0:1789467089.493510:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467089.493511:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467089.493513:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467089.493531:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033b80 x1876386402386304/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467089 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467089.493537:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467089.493538:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467089.493540:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacf000. 02000000:00000001:2.0:1789467089.493542:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467089.493544:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467089.493545:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789467089.493546:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467089.493548:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d3400. 02000000:00000001:2.0:1789467089.493550:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467089.493551:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467089.493553:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033b80. 00000100:00000001:2.0:1789467089.493557:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467089.493558:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467089.493559:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467089.493562:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030e00 x1876386402386048/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467089 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467089.493567:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467089.493569:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467089.493570:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacfc00. 02000000:00000001:2.0:1789467089.493572:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467089.493573:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467089.493574:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789467089.493575:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467089.493576:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d0800. 02000000:00000001:2.0:1789467089.493578:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467089.493579:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467089.493580:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030e00. 00000100:00000001:2.0:1789467089.493582:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467089.493583:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467089.493585:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467089.493592:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467089.493593:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467089.493596:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467089.493598:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467089.493606:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467089.493610:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033800 x1876386402386432/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467089.493617:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467089.493619:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467089.493622:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467089.493625:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467089.493628:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467089.493631:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402386432:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467089.493636:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467089.493640:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467089.493642:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467089.493645:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467089.493649:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacfc00. 02000000:00000001:2.0:1789467089.493651:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467089.493659:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467089.493665:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7898. 00000400:00000010:2.0:1789467089.493673:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de088. 00000100:00000200:2.0:1789467089.493680:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402386432, portal 10 00000100:00000001:2.0:1789467089.493682:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467089.493684:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107417088 : -126744602134528 : ffff8cb9f9033800) 00000100:00000040:2.0:1789467089.493692:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033800 x1876386402386432/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467089.493698:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467089.493701:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467089.493703:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de550. 00000100:00000200:2.0:1789467089.493706:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402386432, offset 0 00000400:00000200:2.0:1789467089.493712:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467089.493720:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467089.493728:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467089.493733:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467089.493737:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467089.493740:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467089.493751:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467089.493754:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93798:93798:256:4294967295] 192.168.203.142@tcp LPNI seq info [93798:93798:8:4294967295] 00000400:00000200:2.0:1789467089.493759:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467089.493768:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467089.493774:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467089.493779:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6600. 00000800:00000200:2.0:1789467089.493785:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000100:00080000:3.0:1789467089.493888:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467089.493894:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789467089.494296:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467089.494299:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467089.494303:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467089.494306:0:176036:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 19313 00000400:00000200:3.0:1789467089.494312:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467089.494316:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467089.494319:0:176036:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467089.494322:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467089.494325:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467089.494327:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467089.494329:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467089.494336:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467089.494337:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789467089.494340:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467089.494343:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789467089.494345:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789467089.494347:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789467089.494350:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467089.494351:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467089.494353:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467089.494355:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467089.494358:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789467089.494361:0:176036:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467089.494363:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467089.494365:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467089.494368:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467089.494370:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467089.494372:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467089.494374:0:176036:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467089.494379:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9032300. 00000020:00000040:3.0:1789467089.494382:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789467089.494393:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467089.494395:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467089.494397:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467089.494401:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467089.494404:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467089.494410:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2000. 00000100:00000001:3.0:1789467089.494416:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467089.494423:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9032300 x1876386402386688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467089.494431:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467089.494436:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467089.494439:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005446fc88] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9032300 x1876386402386688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467089.494450:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467089.494453:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467089.494457:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467089.494459:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467089.494462:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467089.494466:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19343) 00000800:00000200:2.0:1789467089.494540:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467089.494545:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467089.494561:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467089.494566:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:2.0:1789467089.494571:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467089.494574:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314005536 00000100:00000010:2.0:1789467089.494579:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d000. 00000100:00000001:2.0:1789467089.494586:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789467089.494591:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314005536 00000100:00000010:2.0:1789467089.494594:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64dde0. 00000100:00000001:2.0:1789467089.494597:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789467089.494603:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467089.494606:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467089.494608:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467089.494614:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030000 x1876386402386560/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467089.494621:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467089.494623:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467089.494625:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467089.494627:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467089.494629:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467089.494632:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402386560:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467089.494643:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467089.494646:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467089.494648:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467089.494650:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467089.494653:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacf000. 02000000:00000001:2.0:1789467089.494655:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467089.494659:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467089.494662:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7688. 00000400:00000010:2.0:1789467089.494667:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6deee0. 00000100:00000200:2.0:1789467089.494671:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402386560, portal 10 00000100:00000001:2.0:1789467089.494673:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467089.494674:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107402752 : -126744602148864 : ffff8cb9f9030000) 00000100:00000040:2.0:1789467089.494680:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030000 x1876386402386560/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467089.494686:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467089.494689:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467089.494691:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de330. 00000100:00000200:2.0:1789467089.494693:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402386560, offset 0 00000400:00000200:2.0:1789467089.494698:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467089.494704:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467089.494708:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467089.494711:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467089.494714:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467089.494717:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467089.494719:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467089.494722:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93799:93799:255:4294967295] 192.168.203.142@tcp LPNI seq info [93799:93799:7:4294967295] 00000400:00000200:2.0:1789467089.494726:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467089.494732:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467089.494737:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467089.494741:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6f00. 00000800:00000200:2.0:1789467089.494745:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467089.494755:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467089.494757:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467089.494761:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467089.494764:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:2.0:1789467089.494767:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467089.494769:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314005524 00000100:00000001:2.0:1789467089.494771:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314005536 00000100:00000001:2.0:1789467089.494773:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314005524 00000100:00000001:2.0:1789467089.494776:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314005536 00000100:00000001:2.0:1789467089.494778:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467089.494780:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467089.494782:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467089.494784:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467089.495999:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467089.496004:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789467089.496008:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467089.496020:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467089.496023:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467089.496032:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9032300 x1876386402386688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467089.496041:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467089.496043:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467089.496046:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467089.496048:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467089.496051:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467089.496055:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9032300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402386688:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789467089.496059:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467089.496062:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467089.496063:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467089.496066:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467089.496073:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacc400. 02000000:00000001:2.0:1789467089.496075:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467089.496089:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467089.496094:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7bb0. 00000400:00000010:2.0:1789467089.496100:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de990. 00000100:00000200:2.0:1789467089.496105:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402386688, portal 25 00000100:00000001:2.0:1789467089.496107:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467089.496108:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107411712 : -126744602139904 : ffff8cb9f9032300) 00000100:00000040:2.0:1789467089.496113:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9032300 x1876386402386688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467089.496121:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467089.496123:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467089.496125:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de198. 00000100:00000200:2.0:1789467089.496128:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402386688, offset 0 00000800:00000200:3.0:1789467089.496257:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467089.496262:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6600. 00000400:00000200:3.0:1789467089.496269:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467089.496274:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467089.496280:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de550 00000400:00000010:3.0:1789467089.496282:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de550. 00000100:00000001:3.0:1789467089.496286:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467089.496291:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033800 x1876386402386432/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467089.496299:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467089.496302:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033800 x1876386402386432/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467114 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467089.496315:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467089.496316:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467089.496377:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467089.496380:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6f00. 00000400:00000200:3.0:1789467089.496383:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467089.496387:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467089.496390:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de330 00000400:00000010:3.0:1789467089.496392:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de330. 00000100:00000001:3.0:1789467089.496394:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467089.496399:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030000 x1876386402386560/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467089.496405:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467089.496408:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030000 x1876386402386560/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467114 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467089.496414:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467089.496416:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1789467089.497231:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467089.497240:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467089.497247:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467089.497251:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467089.497254:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467089.497257:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467089.497260:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467089.497263:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93800:93800:256:4294967295] 192.168.203.142@tcp LPNI seq info [93800:93800:8:4294967295] 00000400:00000200:2.0:1789467089.497267:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467089.497275:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467089.497280:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467089.497285:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6500. 00000800:00000200:2.0:1789467089.497291:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467089.497298:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467089.497302:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467089.497320:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467089.497324:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467089.497327:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314006779 00000100:00000001:2.0:1789467089.497334:0:253748:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4314005536 00000100:00000001:2.0:1789467089.497347:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314006779 00000100:00000001:2.0:1789467089.497350:0:253748:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4314005536 00000100:00000001:2.0:1789467089.497352:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467089.497355:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467089.497358:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467089.497361:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467089.497368:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467089.497369:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789467089.497371:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467089.497373:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467089.497374:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467089.497375:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789467089.497510:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467089.497514:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6500. 00000400:00000200:3.0:1789467089.497520:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467089.497524:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467089.497528:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de198 00000400:00000010:3.0:1789467089.497530:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de198. 00000100:00000001:3.0:1789467089.497533:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467089.497538:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9032300 x1876386402386688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467089.497544:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467089.497547:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9032300 x1876386402386688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467114 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467089.497552:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467089.497554:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:0.0:1789467090.257560:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467090.257566:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467090.257572:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467090.257575:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467090.257577:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467090.257580:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467090.257583:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467090.257585:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467090.257587:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467090.257589:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467090.257592:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467090.257594:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467090.257595:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467090.257596:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467090.257597:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467090.257599:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467090.257600:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467090.257602:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467090.257833:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467090.257856:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467090.257859:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789467090.769293:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314006779, at 4314006784 00000100:00000010:3.0:1789467090.769314:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64dde0. 00000100:00000040:2.0:1789467090.769577:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314006779, at 4314006784 00000100:00000010:2.0:1789467090.769593:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d000. 00010000:00000001:0.0:1789467091.284638:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467091.284647:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467091.284655:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467091.284656:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467091.284660:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467091.284661:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467091.284767:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467091.284774:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467091.284779:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467092.305384:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467092.305405:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467092.305411:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467092.305412:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467092.305414:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467092.305416:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467093.329225:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467093.329232:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467093.329237:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467093.329239:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467093.329242:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467093.329243:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467093.329441:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467093.329444:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467093.329448:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467093.972170:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467093.972178:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467093.972181:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467093.972186:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467093.972190:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467093.972194:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467093.972197:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467093.972200:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467093.972203:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467094.357930:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467094.357937:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467094.357943:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467094.357944:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467094.357947:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467094.357948:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467094.358046:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467094.358050:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467094.358053:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467094.609241:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467094.609258:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467094.609260:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467094.609265:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467094.609266:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467094.609269:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467094.609272:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467094.609672:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467094.609677:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467094.609679:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467094.609681:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467094.609683:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467094.609684:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467094.609686:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467094.609689:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467094.609691:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467094.609693:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467094.609698:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19348) 00000100:00000001:2.0:1789467094.993326:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467094.993334:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467094.993335:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467094.993340:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467094.993344:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467094.993348:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467094.993351:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467094.993353:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467094.993355:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467095.378411:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467095.378417:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467095.378423:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467095.378424:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467095.378428:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467095.378429:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467095.381593:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467095.381600:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467095.381604:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467095.633309:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467095.633323:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467095.633325:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467095.633330:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467095.633333:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467095.633337:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467095.633340:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467096.017399:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467096.017406:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467096.017408:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467096.017413:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467096.017417:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467096.017420:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467096.017422:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467096.017425:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467096.017427:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467096.401295:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467096.401303:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467096.401305:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467096.401309:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467096.401314:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467096.401316:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467096.401318:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467096.401320:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467096.401325:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467096.401326:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467096.401329:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467096.401331:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467096.657311:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467096.657325:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467096.657327:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467096.657331:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467096.657333:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467096.657337:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467096.657340:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467097.041264:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467097.041272:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467097.041275:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467097.041280:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467097.041301:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467097.041305:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467097.041308:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467097.041311:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467097.041313:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467097.425298:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467097.425306:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467097.425311:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467097.425332:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467097.425336:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467097.425338:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467097.425615:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467097.425618:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467097.425621:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467097.681246:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467097.681259:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467097.681262:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467097.681266:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467097.681268:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467097.681272:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467097.681274:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467098.068722:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467098.068730:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467098.068732:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467098.068737:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467098.068741:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467098.068745:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467098.068748:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467098.068750:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467098.068753:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467098.449925:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467098.449931:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467098.449937:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467098.449938:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467098.449951:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467098.449953:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467098.450225:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467098.450229:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467098.450232:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467098.705250:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467098.705265:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467098.705267:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467098.705272:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467098.705274:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467098.705279:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467098.705282:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467099.090834:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467099.090843:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467099.090845:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467099.090849:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467099.090853:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467099.090857:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467099.090860:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467099.090862:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467099.090882:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467099.477544:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467099.477551:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467099.477557:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467099.477559:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467099.477562:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467099.477565:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467099.477568:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467099.477571:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467099.477573:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467099.477575:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467099.477579:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467099.477580:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467099.477581:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467099.477583:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467099.477584:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467099.477586:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467099.477587:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467099.477589:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467099.477651:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467099.477656:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467099.477659:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467099.729287:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467099.729300:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467099.729303:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467099.729308:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467099.729310:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467099.729314:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467099.729317:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467100.113926:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467100.113933:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467100.113935:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467100.113940:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467100.113943:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467100.113947:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467100.113950:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467100.113952:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467100.113954:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467100.497280:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467100.497287:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467100.497303:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467100.497304:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467100.497307:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467100.497308:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467100.753246:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467100.753259:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467100.753262:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467100.753266:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467100.753268:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467100.753273:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467100.753275:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467101.137265:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467101.137272:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467101.137274:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467101.137278:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467101.137282:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467101.137286:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467101.137289:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467101.137291:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467101.137294:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467101.521269:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467101.521276:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467101.521281:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467101.521282:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467101.521286:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467101.521303:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467101.521434:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467101.521438:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467101.521441:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467101.777320:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467101.777335:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467101.777337:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467101.777341:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467101.777344:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467101.777348:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467101.777351:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467102.161250:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467102.161257:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467102.161260:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467102.161265:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467102.161269:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467102.161272:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467102.161275:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467102.161277:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467102.161280:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467102.545295:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467102.545302:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467102.545308:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467102.545309:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467102.545313:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467102.545314:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467102.545416:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467102.545419:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467102.545422:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467102.801239:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467102.801251:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467102.801253:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467102.801257:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467102.801259:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467102.801263:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467102.801266:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467103.185253:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467103.185260:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467103.185262:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467103.185266:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467103.185268:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467103.185271:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467103.185273:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467103.185275:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467103.185277:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467103.570434:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467103.570442:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467103.570447:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467103.570448:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467103.570452:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467103.570453:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467103.571644:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467103.571649:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467103.571654:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467103.825266:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467103.825279:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467103.825281:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467103.825286:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467103.825304:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467103.825308:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467103.825310:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467104.211614:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467104.211622:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467104.211624:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467104.211630:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467104.211633:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467104.211637:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467104.211640:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467104.211643:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467104.211645:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467104.593289:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467104.593296:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467104.593301:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467104.593302:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467104.593305:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467104.593306:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467104.850729:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467104.850740:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467104.850759:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467104.850763:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467104.850765:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467104.850768:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467104.850771:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467104.850775:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467104.850777:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467104.850780:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467104.850787:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19358) 00000100:00000001:0.0:1789467104.851728:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467104.851741:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467104.851743:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467104.851747:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467104.851749:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467104.851753:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467104.851756:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467105.233272:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467105.233279:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467105.233281:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467105.233286:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467105.233290:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467105.233294:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467105.233297:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467105.233299:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467105.233301:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467105.617268:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467105.617275:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467105.617281:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467105.617282:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467105.617285:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467105.617286:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467105.617487:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467105.617491:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467105.617495:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467105.874734:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467105.874749:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467105.874752:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467105.874756:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467105.874758:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467105.874762:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467105.874765:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467106.257238:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467106.257244:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467106.257246:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467106.257250:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467106.257252:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467106.257255:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467106.257257:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467106.257259:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467106.257261:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467106.641350:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467106.641368:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467106.641370:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467106.641373:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467106.641378:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467106.641380:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467106.641382:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467106.641384:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467106.641388:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467106.641389:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467106.641392:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467106.641393:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467106.641873:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467106.641877:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467106.641881:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467106.897269:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467106.897283:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467106.897285:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467106.897291:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467106.897294:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467106.897298:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467106.897301:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467107.281305:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467107.281312:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467107.281314:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467107.281319:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467107.281323:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467107.281341:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467107.281344:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467107.281347:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467107.281349:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467107.665263:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467107.665270:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467107.665275:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467107.665276:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467107.665279:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467107.665280:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467107.665362:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467107.665366:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467107.665369:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467107.921239:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467107.921253:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467107.921255:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467107.921260:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467107.921262:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467107.921266:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467107.921268:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467108.305746:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467108.305754:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467108.305757:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467108.305761:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467108.305764:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467108.305768:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467108.305771:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467108.305773:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467108.305775:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467108.689298:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467108.689305:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467108.689310:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467108.689311:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467108.689315:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467108.689316:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467108.945257:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467108.945289:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467108.945291:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467108.945295:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467108.945297:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467108.945301:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467108.945304:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467109.329326:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467109.329343:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467109.329345:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467109.329350:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467109.329353:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467109.329357:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467109.329360:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467109.329363:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467109.329365:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467109.713248:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467109.713256:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467109.713261:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467109.713264:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467109.713267:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467109.713270:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467109.713274:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467109.713276:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467109.713278:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467109.713280:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467109.713283:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467109.713285:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467109.713286:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467109.713287:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467109.713289:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467109.713290:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467109.713291:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467109.713293:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467109.713803:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467109.713807:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467109.713810:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467109.969512:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467109.969522:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467109.969526:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467109.969529:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467109.969532:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467109.969535:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467109.969537:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467109.969541:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467109.969544:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467109.969571:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467109.969577:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19363) 00000100:00000001:0.0:1789467109.971321:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467109.971342:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467109.971344:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467109.971349:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467109.971351:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467109.971356:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467109.971358:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467110.355718:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467110.355726:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467110.355728:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467110.355734:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467110.355737:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467110.355741:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467110.355743:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467110.355746:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467110.355748:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467110.737357:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467110.737364:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467110.737370:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467110.737371:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467110.737375:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467110.737376:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467110.737471:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467110.737475:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467110.737478:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467110.995602:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467110.995616:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467110.995633:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467110.995638:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467110.995641:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467110.995645:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467110.995649:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467111.380278:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467111.380302:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467111.380305:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467111.380310:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467111.380313:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467111.380317:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467111.380330:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467111.380333:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467111.380336:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467111.764652:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467111.764659:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467111.764665:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467111.764666:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467111.764668:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467111.764669:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467111.764882:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467111.764886:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467111.764889:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467112.017348:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467112.017363:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467112.017365:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467112.017370:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467112.017372:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467112.017377:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467112.017379:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467112.401292:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467112.401305:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467112.401307:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467112.401510:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467112.401515:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467112.401519:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467112.401521:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467112.401525:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467112.401527:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467112.785323:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467112.785329:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467112.785334:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467112.785335:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467112.785338:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467112.785340:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467113.041907:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467113.041922:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467113.041924:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467113.041928:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467113.041930:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467113.041935:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467113.041938:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467113.425258:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467113.425277:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467113.425279:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467113.425284:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467113.425288:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467113.425292:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467113.425296:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467113.425298:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467113.425301:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467113.809259:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467113.809266:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467113.809271:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467113.809272:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467113.809276:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467113.809277:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467113.809426:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467113.809430:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467113.809433:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467114.065257:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467114.065266:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467114.065297:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467089/real 1789467089] req@ffff8cb9f9032300 x1876386402386688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467114 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467114.065326:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467114.065328:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467114.065332:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7bb0. 00000400:00000200:0.0:1789467114.065339:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de990 00000400:00000010:0.0:1789467114.065341:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de990. 00000100:00000001:0.0:1789467114.065345:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467114.065349:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9032300 x1876386402386688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467114 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467114.065358:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9032300 x1876386402386688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467114 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467114.065365:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467114.065367:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467114.065370:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467114.065371:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467114.065375:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9032300 x1876386402386688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467114 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467114.065382:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467114.065385:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467114.065389:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467089/real 1789467089] req@ffff8cb9f9033800 x1876386402386432/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467114 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467114.065397:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467114.065398:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467114.065401:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7898. 00000400:00000200:0.0:1789467114.065403:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de088 00000400:00000010:0.0:1789467114.065405:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de088. 00000100:00000001:0.0:1789467114.065407:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467114.065410:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033800 x1876386402386432/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467114 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467114.065417:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033800 x1876386402386432/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467114 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467114.065433:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467114.065435:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467114.065437:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467114.065438:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467114.065443:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9033800 x1876386402386432/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467114 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467114.065449:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467114.065451:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467114.065456:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467089/real 1789467089] req@ffff8cb9f9030000 x1876386402386560/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467114 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467114.065463:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467114.065465:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467114.065466:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7688. 00000400:00000200:0.0:1789467114.065469:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6deee0 00000400:00000010:0.0:1789467114.065470:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6deee0. 00000100:00000001:0.0:1789467114.065472:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467114.065475:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030000 x1876386402386560/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467114 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467114.065483:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030000 x1876386402386560/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467114 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467114.065488:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467114.065490:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467114.065491:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467114.065492:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467114.065495:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9030000 x1876386402386560/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467114 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467114.065502:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467114.065511:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467114.065513:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467114.065520:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467114.065523:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467114.065525:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467114.065530:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9032300 x1876386402386688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467114 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467114.065537:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467114.065539:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467114.065541:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467114.065542:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467114.065545:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467114.065547:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467114.065551:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467114.065577:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789467114.065580:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467114.065584:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9032300 x1876386402386688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467114 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467114.065592:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9032300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402386688:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789467114.065597:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467114.065600:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033800 x1876386402386432/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467114 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467114.065606:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467114.065608:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467114.065609:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467114.065611:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467114.065612:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467114.065615:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467114.065617:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467114.065623:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789467114.065625:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467114.065636:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033800 x1876386402386432/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467114 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467114.065643:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402386432:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467114.065648:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467114.065651:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030000 x1876386402386560/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467114 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467114.065657:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467114.065659:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467114.065660:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467114.065662:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467114.065663:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467114.065665:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467114.065667:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467114.065673:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789467114.065675:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467114.065679:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030000 x1876386402386560/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467114 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467114.065686:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402386560:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467114.065690:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467114.065693:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467114.065695:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9032300 x1876386402386688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467114 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467114.065702:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467114.065704:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467114.065708:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacc400. 02000000:00000001:0.0:1789467114.065712:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467114.065715:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467114.065721:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789467114.065724:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467114.065726:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d2000. 02000000:00000001:0.0:1789467114.065730:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467114.065732:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467114.065733:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9032300. 00000100:00000001:0.0:1789467114.065737:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467114.065738:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467114.065740:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467114.065744:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033800 x1876386402386432/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467114 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467114.065749:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467114.065751:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467114.065752:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacfc00. 02000000:00000001:0.0:1789467114.065755:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467114.065756:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467114.065757:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789467114.065759:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467114.065760:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d2c00. 02000000:00000001:0.0:1789467114.065762:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467114.065763:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467114.065764:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033800. 00000100:00000001:0.0:1789467114.065769:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467114.065770:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467114.065771:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467114.065775:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030000 x1876386402386560/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467114 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467114.065781:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467114.065782:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467114.065784:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacf000. 02000000:00000001:0.0:1789467114.065786:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467114.065787:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467114.065788:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789467114.065790:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467114.065791:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d1400. 02000000:00000001:0.0:1789467114.065793:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467114.065800:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467114.065802:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030000. 00000100:00000001:0.0:1789467114.065805:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467114.065806:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467114.065808:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467114.065812:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467114.065814:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467114.065815:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467114.065817:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467114.068338:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467114.068347:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789467114.068493:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467114.068497:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467114.068501:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467114.068508:0:176036:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 19338 00000400:00000200:3.0:1789467114.068517:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467114.068523:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467114.068526:0:176036:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467114.068529:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467114.068532:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467114.068534:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467114.068536:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467114.068543:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467114.068545:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789467114.068548:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467114.068550:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789467114.068552:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789467114.068555:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789467114.068557:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467114.068559:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467114.068561:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467114.068563:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467114.068566:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789467114.068569:0:176036:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467114.068588:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467114.068592:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467114.068596:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467114.068599:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467114.068601:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467114.068603:0:176036:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467114.068610:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031180. 00000020:00000040:3.0:1789467114.068614:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789467114.068617:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467114.068619:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467114.068621:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467114.068624:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467114.068627:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467114.068637:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1c00. 00000100:00000001:3.0:1789467114.068644:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467114.068654:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031180 x1876386402386816/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467114.068664:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467114.068668:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467114.068672:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa1bc69b] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031180 x1876386402386816/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467114.068699:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467114.068702:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467114.068705:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467114.068706:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467114.068707:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467114.068710:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467114.068712:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19338 00000400:00000200:3.0:1789467114.068717:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467114.068720:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467114.068722:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467114.068724:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467114.068993:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467114.068996:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467114.068999:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467114.069003:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467114.069004:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789467114.069006:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467114.069008:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789467114.069010:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789467114.069012:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789467114.069015:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467114.069017:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467114.069019:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467114.069020:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467114.069022:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789467114.069025:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467114.069027:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467114.069029:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467114.069034:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467114.069036:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467114.069038:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789467114.069041:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789467114.069044:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467114.069046:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467114.069050:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030a80. 00000020:00000040:3.0:1789467114.069052:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467114.069055:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467114.069056:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467114.069058:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467114.069059:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467114.069062:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467114.069065:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3000. 00000100:00000001:3.0:1789467114.069069:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467114.069081:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030a80 x1876386402386944/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467114.069089:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467114.069091:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467114.069095:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb50d69] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030a80 x1876386402386944/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467114.069211:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467114.069214:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467114.069217:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467114.069218:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467114.069220:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467114.069223:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467114.069225:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19338 00000400:00000200:3.0:1789467114.069230:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467114.069233:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467114.069235:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467114.069238:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467114.069240:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467114.069242:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467114.069243:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467114.069247:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467114.069248:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789467114.069250:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467114.069252:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789467114.069255:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789467114.069257:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789467114.069260:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467114.069261:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467114.069263:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467114.069271:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467114.069273:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789467114.069277:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467114.069279:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467114.069281:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467114.069284:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467114.069286:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467114.069287:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789467114.069289:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789467114.069291:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467114.069293:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467114.069296:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031c00. 00000020:00000040:3.0:1789467114.069347:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467114.069418:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467114.069419:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467114.069421:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467114.069423:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467114.069425:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467114.069430:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3800. 00000100:00000001:3.0:1789467114.069435:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467114.069439:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031c00 x1876386402387072/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467114.069447:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467114.069449:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467114.069452:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e90841d0] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031c00 x1876386402387072/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467114.069459:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467114.069462:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467114.069465:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467114.069468:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467114.069476:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467114.069482:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19367) 00000100:00000001:0.0:1789467114.074160:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467114.074170:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467114.074173:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467114.074187:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9031180 x1876386402386816/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467114.074200:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467114.074203:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467114.074208:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467114.074212:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467114.074215:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467114.074219:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402386816:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789467114.074223:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467114.074228:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467114.074230:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467114.074233:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467114.074242:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687f400. 02000000:00000001:0.0:1789467114.074244:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467114.074251:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789467114.074256:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c630. 00000400:00000010:0.0:1789467114.074265:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089f68. 00000100:00000200:0.0:1789467114.074271:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402386816, portal 25 00000100:00000001:0.0:1789467114.074273:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467114.074275:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107407232 : -126744602144384 : ffff8cb9f9031180) 00000100:00000040:0.0:1789467114.074281:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031180 x1876386402386816/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467114.074288:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467114.074318:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789467114.074321:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec0896e8. 00000100:00000200:0.0:1789467114.074326:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402386816, offset 0 00000400:00000200:0.0:1789467114.074333:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789467114.074343:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467114.074350:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789467114.074355:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789467114.074358:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789467114.074362:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789467114.074364:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789467114.074368:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93801:93801:256:4294967295] 192.168.203.142@tcp LPNI seq info [93801:93801:8:4294967295] 00000400:00000200:0.0:1789467114.074372:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467114.074382:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789467114.074388:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789467114.074393:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac51e8d00. 00000800:00000200:0.0:1789467114.074399:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789467114.074407:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789467114.074412:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac51e8d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789467114.074437:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467114.074442:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789467114.074444:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314031356 00000100:00000010:0.0:1789467114.074449:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305b780. 00000100:00000001:0.0:1789467114.074455:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789467114.074463:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314031356 00000100:00000010:0.0:1789467114.074465:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305b600. 00000100:00000001:0.0:1789467114.074468:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789467114.074471:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467114.074474:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467114.074477:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467114.074482:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030a80 x1876386402386944/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467114.074501:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467114.074502:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467114.074505:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467114.074507:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467114.074509:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467114.074512:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402386944:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467114.074515:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467114.074518:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467114.074519:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467114.074521:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467114.074525:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687e400. 02000000:00000001:0.0:1789467114.074527:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467114.074531:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789467114.074535:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c738. 00000400:00000010:0.0:1789467114.074539:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089990. 00000100:00000200:0.0:1789467114.074542:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402386944, portal 10 00000100:00000001:0.0:1789467114.074543:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467114.074545:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107405440 : -126744602146176 : ffff8cb9f9030a80) 00000100:00000040:0.0:1789467114.074550:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030a80 x1876386402386944/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467114.074556:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467114.074559:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789467114.074561:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089110. 00000100:00000200:0.0:1789467114.074564:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402386944, offset 0 00000400:00000200:0.0:1789467114.074568:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789467114.074572:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467114.074575:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789467114.074578:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789467114.074581:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789467114.074583:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789467114.074585:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789467114.074597:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93802:93802:255:4294967295] 192.168.203.142@tcp LPNI seq info [93802:93802:7:4294967295] 00000400:00000200:0.0:1789467114.074601:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467114.074607:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789467114.074612:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789467114.074616:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac51e8500. 00000800:00000200:0.0:1789467114.074620:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789467114.074625:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789467114.074627:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac51e8500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789467114.074630:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467114.074634:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:0.0:1789467114.074637:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789467114.074639:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314030116 00000100:00000001:0.0:1789467114.074641:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314031356 00000100:00000001:0.0:1789467114.074643:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314030116 00000100:00000001:0.0:1789467114.074646:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314031356 00000100:00000001:0.0:1789467114.074648:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467114.074650:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467114.074652:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467114.074657:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9031c00 x1876386402387072/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467114.074664:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467114.074665:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467114.074667:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467114.074669:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467114.074671:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467114.074673:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402387072:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467114.074676:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467114.074678:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467114.074679:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467114.074686:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467114.074689:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687c000. 02000000:00000001:0.0:1789467114.074691:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467114.074695:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789467114.074698:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c948. 00000400:00000010:0.0:1789467114.074701:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec0893b8. 00000100:00000200:0.0:1789467114.074705:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402387072, portal 10 00000100:00000001:0.0:1789467114.074707:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467114.074708:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107409920 : -126744602141696 : ffff8cb9f9031c00) 00000100:00000040:0.0:1789467114.074714:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031c00 x1876386402387072/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467114.074720:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467114.074722:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789467114.074724:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089660. 00000100:00000200:0.0:1789467114.074727:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402387072, offset 0 00000400:00000200:0.0:1789467114.074731:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789467114.074735:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467114.074738:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789467114.074741:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789467114.074743:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789467114.074745:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789467114.074747:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789467114.074750:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93803:93803:254:4294967295] 192.168.203.142@tcp LPNI seq info [93803:93803:6:4294967295] 00000400:00000200:0.0:1789467114.074754:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467114.074760:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789467114.074764:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789467114.074768:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad1621700. 00000800:00000200:0.0:1789467114.074772:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789467114.074776:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789467114.074778:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad1621700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789467114.074781:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467114.074789:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:0.0:1789467114.074792:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789467114.074794:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314030104 00000100:00000001:0.0:1789467114.074796:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314031356 00000100:00000001:0.0:1789467114.074798:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314030104 00000100:00000001:0.0:1789467114.074800:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314031356 00000100:00000001:0.0:1789467114.074802:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467114.074804:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467114.074807:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467114.074809:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467114.074816:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467114.074818:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789467114.074820:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467114.074822:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467114.074823:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467114.074825:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789467114.075258:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467114.075264:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac51e8d00. 00000400:00000200:3.0:1789467114.075271:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467114.075276:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467114.075281:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec0896e8 00000400:00000010:3.0:1789467114.075284:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec0896e8. 00000100:00000001:3.0:1789467114.075288:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467114.075292:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031180 x1876386402386816/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467114.075312:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467114.075316:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031180 x1876386402386816/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467139 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467114.075323:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467114.075324:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467114.075337:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467114.075339:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac51e8500. 00000400:00000200:3.0:1789467114.075341:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467114.075344:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467114.075346:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089110 00000400:00000010:3.0:1789467114.075348:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089110. 00000100:00000001:3.0:1789467114.075350:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467114.075353:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030a80 x1876386402386944/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467114.075359:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467114.075361:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030a80 x1876386402386944/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467139 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467114.075366:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467114.075367:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467114.075428:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467114.075437:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad1621700. 00000400:00000200:3.0:1789467114.075440:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467114.075444:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467114.075448:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089660 00000400:00000010:3.0:1789467114.075449:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089660. 00000100:00000001:3.0:1789467114.075452:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467114.075456:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031c00 x1876386402387072/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467114.075463:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467114.075465:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031c00 x1876386402387072/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467139 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467114.075472:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467114.075473:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467114.450940:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467114.450947:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467114.450949:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467114.450954:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467114.450963:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467114.450967:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467114.450986:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467114.450989:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467114.450992:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467114.833279:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467114.833305:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467114.833312:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467114.833313:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467114.833316:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467114.833317:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467114.836868:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467114.836876:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467114.836881:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789467115.345267:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314031356, at 4314031360 00000100:00000010:2.0:1789467115.345286:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305b780. 00000100:00000040:3.0:1789467115.345385:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314031356, at 4314031360 00000100:00000010:3.0:1789467115.345393:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305b600. 00000100:00000001:2.0:1789467115.473250:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467115.473258:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467115.473260:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467115.473266:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467115.473270:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467115.473273:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467115.473276:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467115.473279:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467115.473281:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467115.857329:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467115.857336:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467115.857342:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467115.857343:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467115.857346:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467115.857347:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467115.857466:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467115.857470:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467115.857473:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467116.497256:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467116.497264:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467116.497266:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467116.497271:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467116.497274:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467116.497278:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467116.497281:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467116.497295:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467116.497298:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467116.881317:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467116.881325:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467116.881327:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467116.881330:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467116.881334:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467116.881337:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467116.881339:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467116.881369:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467116.881373:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467116.881375:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467116.881378:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467116.881379:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467117.522593:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467117.522601:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467117.522604:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467117.522609:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467117.522612:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467117.522616:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467117.522619:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467117.522621:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467117.522624:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467117.905435:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467117.905442:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467117.905448:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467117.905449:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467117.905453:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467117.905454:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467117.905559:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467117.905563:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467117.905581:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467118.545405:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467118.545413:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467118.545415:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467118.545420:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467118.545424:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467118.545427:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467118.545430:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467118.545432:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467118.545434:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467118.929351:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467118.929359:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467118.929366:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467118.929367:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467118.929370:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467118.929371:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467118.929523:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467118.929528:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467118.929531:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467119.185374:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467119.185385:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467119.185388:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467119.185391:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467119.185393:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467119.185395:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467119.185397:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467119.185401:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467119.185403:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467119.185405:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467119.185411:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19372) 00000100:00000001:0.0:1789467119.185499:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467119.185509:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467119.185511:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467119.185515:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467119.185517:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467119.185520:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467119.185523:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467119.569267:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467119.569275:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467119.569277:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467119.569282:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467119.569285:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467119.569289:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467119.569291:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467119.569311:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467119.569313:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467119.953268:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467119.953275:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467119.953281:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467119.953284:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467119.953286:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467119.953290:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467119.953293:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467119.953295:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467119.953297:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467119.953300:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467119.953303:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467119.953305:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467119.953306:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467119.953308:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467119.953310:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467119.953327:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467119.953329:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467119.953331:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467119.953448:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467119.953452:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467119.953455:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467120.211215:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467120.211229:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467120.211231:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467120.211235:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467120.211238:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467120.211323:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467120.211328:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467120.593325:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467120.593335:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467120.593337:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467120.593344:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467120.593572:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467120.593576:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467120.593579:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467120.593581:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467120.593584:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467120.979049:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467120.979057:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467120.979063:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467120.979065:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467120.979069:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467120.979070:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467121.233581:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467121.233596:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467121.233598:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467121.233603:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467121.233605:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467121.233609:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467121.233612:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467121.617273:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467121.617281:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467121.617283:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467121.617288:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467121.617292:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467121.617296:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467121.617298:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467121.617301:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467121.617304:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467122.001741:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467122.001747:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467122.001753:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467122.001754:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467122.001757:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467122.001759:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467122.002154:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467122.002158:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467122.002161:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467122.257280:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467122.257294:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467122.257297:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467122.257302:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467122.257304:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467122.257308:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467122.257310:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467122.642331:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467122.642340:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467122.642342:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467122.642346:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467122.642350:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467122.642353:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467122.642355:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467122.642357:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467122.642360:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467123.026759:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467123.026767:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467123.026773:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467123.026791:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467123.026795:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467123.026796:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467123.026964:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467123.026968:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467123.026971:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467123.282106:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467123.282119:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467123.282122:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467123.282127:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467123.282129:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467123.282149:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467123.282152:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467123.665318:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467123.665326:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467123.665328:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467123.665348:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467123.665351:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467123.665354:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467123.665357:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467123.665358:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467123.665361:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467124.050182:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467124.050189:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467124.050195:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467124.050196:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467124.050199:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467124.050201:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467124.050482:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467124.050486:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467124.050489:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467124.305342:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467124.305357:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467124.305369:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467124.305373:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467124.305375:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467124.305379:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467124.305381:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467124.689293:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467124.689302:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467124.689304:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467124.689309:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467124.689312:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467124.689316:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467124.689319:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467124.689321:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467124.689323:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467125.073896:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467125.073903:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467125.073909:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467125.073910:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467125.073913:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467125.073915:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467125.329859:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467125.329871:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467125.329873:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467125.329876:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467125.329879:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467125.329883:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467125.329885:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467125.713885:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467125.713893:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467125.713895:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467125.713900:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467125.713903:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467125.713907:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467125.713910:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467125.713912:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467125.713916:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467126.097307:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467126.097315:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467126.097321:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467126.097323:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467126.097326:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467126.097327:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467126.098002:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467126.098006:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467126.098009:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467126.353877:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467126.353905:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467126.353907:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467126.353912:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467126.353914:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467126.353918:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467126.353920:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467126.737260:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467126.737267:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467126.737269:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467126.737274:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467126.737277:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467126.737280:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467126.737283:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467126.737285:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467126.737287:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467127.122670:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467127.122679:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467127.122682:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467127.122686:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467127.122718:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467127.122721:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467127.122723:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467127.122732:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467127.122737:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467127.122739:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467127.122742:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467127.122743:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467127.123842:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467127.123847:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467127.123851:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467127.377257:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467127.377271:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467127.377273:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467127.377278:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467127.377280:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467127.377285:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467127.377287:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467127.761804:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467127.761812:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467127.761814:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467127.761820:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467127.761823:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467127.761827:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467127.761830:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467127.761833:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467127.761835:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467128.145415:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467128.145422:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467128.145427:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467128.145428:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467128.145431:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467128.145433:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467128.145539:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467128.145542:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467128.145546:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467128.401480:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467128.401494:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467128.401496:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467128.401501:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467128.401503:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467128.401522:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467128.401525:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467128.785434:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467128.785441:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467128.785444:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467128.785449:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467128.785453:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467128.785457:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467128.785459:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467128.785461:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467128.785464:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467129.169909:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467129.169916:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467129.169922:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467129.169923:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467129.169926:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467129.169927:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467129.170070:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467129.170073:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467129.170077:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467129.425413:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467129.425430:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467129.425433:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467129.425438:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467129.425441:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467129.425446:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467129.425450:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467129.425853:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467129.425859:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467129.425863:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467129.425866:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467129.425891:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467129.425894:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467129.425897:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467129.425901:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467129.425903:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467129.425906:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467129.425912:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19383) 00000100:00000001:2.0:1789467129.809749:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467129.809759:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467129.809762:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467129.809770:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467129.809774:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467129.809791:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467129.809794:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467129.809798:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467129.809801:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467130.193267:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467130.193273:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467130.193278:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467130.193281:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467130.193284:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467130.193287:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467130.193289:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467130.193291:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467130.193293:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467130.193295:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467130.193298:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467130.193300:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467130.193301:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467130.193303:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467130.193304:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467130.193305:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467130.193307:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467130.193309:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467130.198012:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467130.198019:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467130.198024:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467130.450608:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467130.450620:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467130.450623:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467130.450713:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467130.450716:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467130.450720:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467130.450733:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467130.833284:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467130.833292:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467130.833294:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467130.833299:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467130.833302:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467130.833307:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467130.833310:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467130.833312:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467130.833314:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467131.222895:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467131.222902:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467131.222907:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467131.222908:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467131.222911:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467131.222912:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467131.222999:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467131.223003:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467131.223006:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467131.473849:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467131.473866:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467131.473868:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467131.473873:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467131.473875:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467131.473879:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467131.473881:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467131.857256:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467131.857264:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467131.857266:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467131.857271:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467131.857274:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467131.857278:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467131.857281:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467131.857284:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467131.857286:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467132.241268:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467132.241274:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467132.241279:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467132.241280:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467132.241283:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467132.241284:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467132.241494:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467132.241498:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467132.241501:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467132.497628:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467132.497642:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467132.497645:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467132.497649:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467132.497651:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467132.497655:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467132.497657:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467132.881304:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467132.881311:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467132.881313:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467132.881336:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467132.881340:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467132.881344:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467132.881346:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467132.881348:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467132.881351:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467133.265755:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467133.265763:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467133.265768:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467133.265769:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467133.265772:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467133.265773:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467133.265883:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467133.265886:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467133.265890:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467133.521476:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467133.521491:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467133.521494:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467133.521498:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467133.521501:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467133.521505:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467133.521508:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467133.905665:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467133.905673:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467133.905675:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467133.905681:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467133.905685:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467133.905689:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467133.905692:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467133.905695:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467133.905697:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467134.289363:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467134.289370:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467134.289375:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467134.289377:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467134.289380:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467134.289381:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467134.289613:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467134.289617:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467134.289620:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467134.545303:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467134.545313:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467134.545316:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467134.545320:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467134.545322:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467134.545325:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467134.545328:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467134.545331:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467134.545334:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467134.545337:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467134.545342:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19388) 00000100:00000001:2.0:1789467134.545434:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467134.545445:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467134.545447:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467134.545450:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467134.545452:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467134.545456:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467134.545458:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467134.929270:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467134.929279:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467134.929281:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467134.929286:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467134.929325:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467134.929332:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467134.929334:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467134.929336:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467134.929339:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467135.313337:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467135.313344:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467135.313350:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467135.313351:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467135.313354:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467135.313355:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467135.313469:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467135.313491:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467135.313495:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467135.569242:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467135.569255:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467135.569257:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467135.569262:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467135.569264:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467135.569269:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467135.569271:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467135.953261:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467135.953269:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467135.953271:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467135.953276:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467135.953279:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467135.953283:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467135.953286:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467135.953288:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467135.953291:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467136.337357:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467136.337365:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467136.337367:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467136.337371:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467136.337375:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467136.337377:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467136.337379:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467136.337381:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467136.337403:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467136.337404:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467136.337407:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467136.337409:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467136.337637:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467136.337641:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467136.337644:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467136.593298:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467136.593313:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467136.593315:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467136.593320:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467136.593322:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467136.593327:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467136.593330:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467136.979103:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467136.979112:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467136.979114:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467136.979119:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467136.979123:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467136.979126:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467136.979155:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467136.979158:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467136.979177:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467137.361288:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467137.361295:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467137.361300:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467137.361301:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467137.361304:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467137.361305:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467137.361471:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467137.361475:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467137.361478:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467137.622830:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467137.622842:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467137.622845:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467137.622849:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467137.622852:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467137.622855:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467137.622858:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467138.001307:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467138.001315:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467138.001317:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467138.001322:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467138.001326:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467138.001330:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467138.001332:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467138.001334:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467138.001337:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467138.385659:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467138.385675:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467138.385681:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467138.385683:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467138.385685:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467138.385687:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467138.385867:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467138.385871:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467138.385874:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467138.641342:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467138.641359:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467138.641362:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467138.641369:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467138.641372:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467138.641377:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467138.641381:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467139.025283:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467139.025289:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467139.025292:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467139.025296:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467139.025300:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467139.025304:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467139.025307:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467139.025309:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467139.025311:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467139.409754:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467139.409764:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467139.409771:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467139.409775:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467139.409778:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467139.409782:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467139.409785:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467139.409788:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467139.409790:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467139.409793:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467139.409797:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467139.409798:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467139.409800:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467139.409801:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467139.409803:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467139.409805:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467139.409806:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467139.409808:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467139.409876:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467139.409882:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467139.409885:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467139.667558:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467139.667569:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789467139.667590:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467114/real 1789467114] req@ffff8cb9f9031180 x1876386402386816/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467139 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789467139.667615:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789467139.667617:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789467139.667622:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c630. 00000400:00000200:3.0:1789467139.667632:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089f68 00000400:00000010:3.0:1789467139.667635:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089f68. 00000100:00000001:3.0:1789467139.667641:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789467139.667646:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9031180 x1876386402386816/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467139 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789467139.667657:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9031180 x1876386402386816/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467139 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467139.667665:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789467139.667668:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467139.667695:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789467139.667697:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789467139.667703:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9031180 x1876386402386816/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467139 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467139.667711:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467139.667714:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789467139.667719:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467114/real 1789467114] req@ffff8cb9f9030a80 x1876386402386944/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467139 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789467139.667728:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789467139.667729:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789467139.667732:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c738. 00000400:00000200:3.0:1789467139.667734:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089990 00000400:00000010:3.0:1789467139.667736:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089990. 00000100:00000001:3.0:1789467139.667739:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789467139.667742:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030a80 x1876386402386944/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467139 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789467139.667750:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030a80 x1876386402386944/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467139 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467139.667756:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789467139.667758:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467139.667760:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789467139.667761:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789467139.667764:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9030a80 x1876386402386944/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467139 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467139.667770:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467139.667772:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789467139.667777:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467114/real 1789467114] req@ffff8cb9f9031c00 x1876386402387072/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467139 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789467139.667785:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789467139.667791:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789467139.667794:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c948. 00000400:00000200:3.0:1789467139.667796:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec0893b8 00000400:00000010:3.0:1789467139.667798:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec0893b8. 00000100:00000001:3.0:1789467139.667800:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789467139.667804:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9031c00 x1876386402387072/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467139 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789467139.667812:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9031c00 x1876386402387072/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467139 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467139.667818:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789467139.667820:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467139.667822:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789467139.667823:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789467139.667826:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9031c00 x1876386402387072/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467139 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467139.667833:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467139.667843:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467139.667846:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467139.667850:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467139.667853:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467139.667855:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789467139.667861:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9031180 x1876386402386816/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467139 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467139.667868:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789467139.667871:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467139.667873:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789467139.667874:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467139.667877:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789467139.667880:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789467139.667895:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789467139.667906:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789467139.667910:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789467139.667920:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9031180 x1876386402386816/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467139 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789467139.667928:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402386816:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789467139.667934:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789467139.667937:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030a80 x1876386402386944/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467139 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467139.667944:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789467139.667946:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467139.667948:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789467139.667949:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467139.667951:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789467139.667955:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789467139.667957:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789467139.667963:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789467139.667965:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789467139.667969:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030a80 x1876386402386944/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467139 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789467139.667977:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402386944:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789467139.667981:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789467139.667984:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9031c00 x1876386402387072/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467139 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467139.667991:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789467139.667993:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467139.667995:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789467139.667996:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467139.667997:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789467139.668006:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789467139.668009:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789467139.668016:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789467139.668018:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789467139.668023:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9031c00 x1876386402387072/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467139 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789467139.668031:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402387072:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789467139.668035:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467139.668039:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467139.668043:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9031180 x1876386402386816/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467139 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467139.668050:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789467139.668054:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789467139.668060:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687f400. 02000000:00000001:3.0:1789467139.668065:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789467139.668069:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789467139.668071:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789467139.668074:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789467139.668078:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d1c00. 02000000:00000001:3.0:1789467139.668082:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789467139.668084:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789467139.668087:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9031180. 00000100:00000001:3.0:1789467139.668091:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789467139.668093:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467139.668094:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467139.668098:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030a80 x1876386402386944/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467139 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467139.668103:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789467139.668104:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789467139.668106:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687e400. 02000000:00000001:3.0:1789467139.668117:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789467139.668125:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789467139.668126:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789467139.668128:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789467139.668170:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d3000. 02000000:00000001:3.0:1789467139.668175:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789467139.668176:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789467139.668177:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030a80. 00000100:00000001:3.0:1789467139.668181:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789467139.668182:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467139.668184:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467139.668188:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9031c00 x1876386402387072/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467139 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467139.668194:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789467139.668196:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789467139.668198:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687c000. 02000000:00000001:3.0:1789467139.668202:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789467139.668204:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789467139.668205:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789467139.668207:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789467139.668209:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d3800. 02000000:00000001:3.0:1789467139.668211:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789467139.668213:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789467139.668214:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9031c00. 00000100:00000001:3.0:1789467139.668216:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789467139.668217:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467139.668220:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467139.668224:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467139.668226:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467139.668228:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467139.668230:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467139.674930:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467139.674936:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467139.674939:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789467139.674947:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c4380 x1876386402387200/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467139.674956:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789467139.674965:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467139.674970:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789467139.674973:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467139.674976:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467139.674980:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402387200:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789467139.674985:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789467139.674991:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789467139.674994:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467139.674997:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789467139.675003:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d3800. 02000000:00000001:3.0:1789467139.675005:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789467139.675012:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789467139.675018:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf160. 00000400:00000010:3.0:1789467139.675027:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce330. 00000100:00000200:3.0:1789467139.675037:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402387200, portal 25 00000100:00000001:3.0:1789467139.675039:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789467139.675041:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704625536 : -126741004926080 : ffff8cbacf6c4380) 00000100:00000040:3.0:1789467139.675048:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c4380 x1876386402387200/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467139.675056:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789467139.675058:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789467139.675062:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cef68. 00000100:00000200:3.0:1789467139.675065:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402387200, offset 0 00000400:00000200:3.0:1789467139.675074:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789467139.675083:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467139.675090:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789467139.675097:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789467139.675101:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789467139.675106:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789467139.675118:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789467139.675122:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93804:93804:256:4294967295] 192.168.203.142@tcp LPNI seq info [93804:93804:8:4294967295] 00000400:00000200:3.0:1789467139.675127:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467139.675183:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789467139.675197:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789467139.675203:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7f00. 00000800:00000200:3.0:1789467139.675211:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789467139.675220:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789467139.675225:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789467139.675247:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789467139.675252:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789467139.675255:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314056957 00000100:00000010:3.0:1789467139.675261:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451ea0. 00000100:00000001:3.0:1789467139.675269:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789467139.675278:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314056957 00000100:00000010:3.0:1789467139.675282:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451900. 00000100:00000001:3.0:1789467139.675286:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789467139.675289:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789467139.675292:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467139.675295:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789467139.675300:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c7100 x1876386402387328/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467139.675307:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789467139.675308:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467139.675311:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789467139.675313:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467139.675316:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467139.675319:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402387328:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789467139.675323:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789467139.675326:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789467139.675328:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467139.675331:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789467139.675334:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d3000. 02000000:00000001:3.0:1789467139.675336:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789467139.675340:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789467139.675348:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf0b0. 00000400:00000010:3.0:1789467139.675353:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ceb28. 00000100:00000200:3.0:1789467139.675358:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402387328, portal 10 00000100:00000001:3.0:1789467139.675360:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789467139.675361:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704637184 : -126741004914432 : ffff8cbacf6c7100) 00000100:00000040:3.0:1789467139.675369:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c7100 x1876386402387328/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467139.675375:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789467139.675378:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789467139.675381:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ceee0. 00000100:00000200:3.0:1789467139.675385:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402387328, offset 0 00000400:00000200:3.0:1789467139.675391:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789467139.675396:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467139.675399:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789467139.675402:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789467139.675404:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789467139.675407:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789467139.675409:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789467139.675412:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93805:93805:255:4294967295] 192.168.203.142@tcp LPNI seq info [93805:93805:7:4294967295] 00000400:00000200:3.0:1789467139.675416:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467139.675423:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789467139.675427:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789467139.675432:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7600. 00000800:00000200:3.0:1789467139.675436:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789467139.675440:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789467139.675443:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789467139.675446:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467139.675450:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:3.0:1789467139.675454:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789467139.675457:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314055717 00000100:00000001:3.0:1789467139.675461:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314056957 00000800:00000200:2.0:1789467139.675464:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1789467139.675475:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314055717 00000800:00000010:2.0:1789467139.675477:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7f00. 00000100:00000001:3.0:1789467139.675480:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314056957 00000100:00000001:3.0:1789467139.675485:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789467139.675488:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467139.675489:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1789467139.675492:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467139.675497:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789467139.675507:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789467139.675513:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1789467139.675515:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cef68 00000100:00000001:3.0:1789467139.675518:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000010:2.0:1789467139.675521:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cef68. 00000100:00000001:3.0:1789467139.675524:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467139.675529:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467139.675530:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467139.675533:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467139.675593:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467139.675603:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c4380 x1876386402387200/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467139.675614:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467139.675618:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c4380 x1876386402387200/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467164 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467139.675639:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467139.675641:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789467139.675719:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467139.675722:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7600. 00000400:00000200:2.0:1789467139.675725:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467139.675728:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467139.675731:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ceee0 00000400:00000010:2.0:1789467139.675732:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ceee0. 00000100:00000001:2.0:1789467139.675734:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467139.675739:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c7100 x1876386402387328/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467139.675751:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467139.675755:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c7100 x1876386402387328/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467164 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467139.675763:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467139.675768:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467139.675996:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467139.676002:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467139.676004:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467139.676012:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c4e00 x1876386402387456/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467139.676020:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467139.676022:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467139.676026:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467139.676030:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467139.676032:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467139.676035:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402387456:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467139.676040:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467139.676044:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467139.676047:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467139.676049:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467139.676062:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacf800. 02000000:00000001:2.0:1789467139.676064:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467139.676072:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467139.676076:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee76e0. 00000400:00000010:2.0:1789467139.676082:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6deee0. 00000100:00000200:2.0:1789467139.676090:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402387456, portal 10 00000100:00000001:2.0:1789467139.676200:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467139.676203:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704628224 : -126741004923392 : ffff8cbacf6c4e00) 00000100:00000040:2.0:1789467139.676212:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c4e00 x1876386402387456/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467139.676218:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467139.676221:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467139.676225:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de088. 00000100:00000200:2.0:1789467139.676228:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402387456, offset 0 00000400:00000200:2.0:1789467139.676234:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467139.676242:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467139.676249:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467139.676254:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467139.676257:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467139.676260:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467139.676263:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467139.676266:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93806:93806:256:4294967295] 192.168.203.142@tcp LPNI seq info [93806:93806:8:4294967295] 00000400:00000200:2.0:1789467139.676271:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467139.676279:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467139.676285:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467139.676290:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6300. 00000800:00000200:2.0:1789467139.681217:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467139.681231:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467139.681236:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467139.681263:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467139.681271:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:2.0:1789467139.681295:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467139.681299:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314055711 00000100:00000001:2.0:1789467139.681304:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314056957 00000100:00000001:2.0:1789467139.681306:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314055711 00000100:00000001:2.0:1789467139.681308:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314056957 00000100:00000001:2.0:1789467139.681310:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467139.681314:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467139.681319:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467139.681323:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467139.681331:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467139.681333:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789467139.681336:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467139.681338:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467139.681339:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467139.681341:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789467139.682802:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467139.682816:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6300. 00000400:00000200:3.0:1789467139.682826:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467139.682836:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467139.682847:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de088 00000400:00000010:3.0:1789467139.682850:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de088. 00000100:00000001:3.0:1789467139.682856:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467139.682866:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c4e00 x1876386402387456/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467139.682879:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467139.682882:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c4e00 x1876386402387456/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467164 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467139.682890:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467139.682893:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467140.049768:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467140.049776:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467140.049778:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467140.049784:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467140.049787:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467140.049791:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467140.049794:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467140.049797:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467140.049800:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467140.433345:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467140.433363:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467140.433372:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467140.433373:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467140.433404:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467140.433406:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467140.433891:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467140.433897:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467140.433902:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789467140.945255:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314056957, at 4314056960 00000100:00000040:3.0:1789467140.945255:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314056957, at 4314056960 00000100:00000010:2.0:1789467140.945272:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451ea0. 00000100:00000010:3.0:1789467140.945276:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451900. 00000100:00000001:2.0:1789467141.076416:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467141.076425:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467141.076427:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467141.076432:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467141.076436:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467141.076459:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467141.076462:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467141.076464:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467141.076467:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467141.458766:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467141.458776:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467141.458783:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467141.458784:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467141.458788:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467141.458789:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467141.459221:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467141.459226:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467141.459230:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467142.098661:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467142.098673:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467142.098677:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467142.098684:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467142.098688:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467142.098693:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467142.098696:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467142.098699:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467142.098702:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467142.481949:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467142.481958:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467142.481965:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467142.481966:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467142.481970:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467142.481971:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467142.482073:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467142.482077:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467142.482081:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467143.121309:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467143.121320:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467143.121322:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467143.121330:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467143.121334:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467143.121339:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467143.121342:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467143.121345:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467143.121348:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467143.505485:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467143.505494:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467143.505501:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467143.505502:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467143.505506:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467143.505507:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467143.505624:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467143.505629:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467143.505632:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467144.145254:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467144.145264:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467144.145266:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467144.145274:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467144.145278:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467144.145282:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467144.145286:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467144.145289:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467144.145292:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467144.529329:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467144.529336:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467144.529343:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467144.529345:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467144.529348:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467144.529349:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467144.529456:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467144.529487:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467144.529493:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467144.785465:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467144.785483:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467144.785486:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467144.785503:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467144.785506:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467144.785512:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467144.785515:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467144.789310:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467144.789320:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467144.789340:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467144.789343:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467144.789345:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467144.789348:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467144.789350:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467144.789354:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467144.789357:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467144.789359:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467144.789364:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19398) 00000100:00000001:2.0:1789467145.169326:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467145.169334:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467145.169336:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467145.169342:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467145.169348:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467145.169352:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467145.169357:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467145.169359:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467145.169362:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467145.553291:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467145.553297:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467145.553302:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467145.553304:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467145.553307:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467145.553308:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467145.553411:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467145.553414:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467145.553418:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467145.809260:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467145.809273:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467145.809275:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467145.809279:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467145.809281:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467145.809285:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467145.809288:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467146.193292:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467146.193300:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467146.193302:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467146.193308:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467146.193312:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467146.193315:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467146.193317:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467146.193320:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467146.193322:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467146.577341:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467146.577349:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467146.577352:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467146.577364:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467146.577369:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467146.577372:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467146.577391:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467146.577394:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467146.577398:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467146.577399:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467146.577402:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467146.577404:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467146.577595:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467146.577599:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467146.577609:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467146.833204:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467146.833217:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467146.833219:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467146.833224:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467146.833226:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467146.833230:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467146.833233:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467147.217250:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467147.217258:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467147.217260:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467147.217265:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467147.217269:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467147.217273:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467147.217275:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467147.217278:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467147.217281:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467147.601994:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467147.602002:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467147.602008:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467147.602009:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467147.602012:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467147.602013:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467147.602722:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467147.602728:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467147.602732:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467147.857292:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467147.857305:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467147.857307:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467147.857312:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467147.857314:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467147.857318:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467147.857321:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467148.241274:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467148.241283:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467148.241285:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467148.241290:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467148.241294:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467148.241297:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467148.241299:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467148.241301:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467148.241303:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467148.625286:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467148.625294:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467148.625299:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467148.625301:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467148.625305:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467148.625307:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467148.625454:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467148.625457:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467148.625461:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467148.881252:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467148.881264:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467148.881267:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467148.881286:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467148.881289:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467148.881293:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467148.881295:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467149.265807:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467149.265815:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467149.265817:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467149.265822:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467149.265826:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467149.265830:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467149.265833:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467149.265835:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467149.265838:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467149.649323:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467149.649330:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467149.649336:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467149.649339:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467149.649341:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467149.649344:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467149.649347:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467149.649350:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467149.649352:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467149.649354:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467149.649357:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467149.649359:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467149.649360:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467149.649361:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467149.649364:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467149.649365:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467149.649366:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467149.649368:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467149.649462:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467149.649465:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467149.649469:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467149.905577:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467149.905590:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467149.905592:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467149.905596:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467149.905599:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467149.905603:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467149.905605:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467150.289970:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467150.289977:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467150.289979:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467150.289985:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467150.289988:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467150.289992:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467150.289995:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467150.289997:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467150.290000:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467150.673261:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467150.673268:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467150.673292:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467150.673293:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467150.673297:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467150.673298:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467150.673675:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467150.673678:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467150.673682:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467150.929273:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467150.929288:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467150.929291:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467150.929296:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467150.929316:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467150.929321:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467150.929323:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467151.313249:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467151.313258:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467151.313260:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467151.313265:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467151.313268:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467151.313272:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467151.313275:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467151.313278:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467151.313281:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467151.697382:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467151.697389:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467151.697395:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467151.697396:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467151.697399:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467151.697400:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467151.697616:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467151.697620:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467151.697623:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467151.953239:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467151.953253:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467151.953255:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467151.953260:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467151.953262:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467151.953266:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467151.953268:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467152.337311:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467152.337322:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467152.337325:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467152.337333:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467152.337337:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467152.337353:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467152.337357:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467152.337360:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467152.337363:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467152.721287:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467152.721293:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467152.721299:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467152.721300:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467152.721303:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467152.721304:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467152.721394:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467152.721400:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467152.721405:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467152.977302:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467152.977321:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467152.977323:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467152.977329:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467152.977332:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467152.977338:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467152.977341:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467153.361493:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467153.361531:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467153.361534:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467153.361542:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467153.361546:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467153.362593:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467153.362599:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467153.362603:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467153.362606:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467153.745353:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467153.745363:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467153.745370:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467153.745371:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467153.745374:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467153.745376:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467153.745541:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467153.745546:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467153.745558:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467154.001275:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467154.001294:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467154.001297:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467154.001302:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467154.001306:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467154.001311:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467154.001314:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467154.385304:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467154.385317:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467154.385320:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467154.385328:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467154.385334:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467154.385338:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467154.385342:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467154.385345:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467154.385349:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467154.769358:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467154.769367:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467154.769374:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467154.769376:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467154.769379:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467154.769380:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467154.769539:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467154.769543:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467154.769547:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467155.026938:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467155.026948:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467155.026951:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467155.026954:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467155.026957:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467155.026960:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467155.026962:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467155.026966:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467155.026988:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467155.026991:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467155.027005:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19408) 00000100:00000001:3.0:1789467155.029384:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467155.029398:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467155.029400:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467155.029404:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467155.029406:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467155.029411:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467155.029413:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467155.410200:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467155.410211:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467155.410213:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467155.410221:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467155.410225:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467155.410231:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467155.410235:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467155.410238:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467155.410263:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467155.793344:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467155.793354:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467155.793362:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467155.793364:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467155.793368:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467155.793369:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467155.793469:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467155.793477:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467155.793481:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467156.049763:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467156.049781:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467156.049784:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467156.049790:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467156.049793:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467156.049797:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467156.049801:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467156.433332:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467156.433344:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467156.433346:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467156.433354:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467156.433358:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467156.433362:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467156.433366:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467156.433369:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467156.433373:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467156.817254:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467156.817262:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467156.817264:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467156.817268:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467156.817289:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467156.817291:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467156.817293:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467156.817296:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467156.817301:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467156.817302:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467156.817306:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467156.817307:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467156.817449:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467156.817453:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467156.817455:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467157.074432:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467157.074445:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467157.074448:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467157.074458:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467157.074460:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467157.074465:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467157.074468:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467157.457258:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467157.457266:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467157.457268:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467157.457272:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467157.457276:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467157.457279:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467157.457282:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467157.457284:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467157.457287:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467157.841384:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467157.841391:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467157.841396:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467157.841397:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467157.841400:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467157.841401:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467157.841495:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467157.841499:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467157.841502:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467158.097273:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467158.097286:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467158.097288:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467158.097292:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467158.097294:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467158.097310:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467158.097314:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467158.481248:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467158.481256:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467158.481258:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467158.481263:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467158.481267:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467158.481270:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467158.481272:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467158.481275:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467158.481277:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467158.865257:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467158.865264:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467158.865270:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467158.865271:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467158.865275:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467158.865276:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467158.865407:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467158.865410:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467158.865414:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467159.122199:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467159.122210:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467159.122212:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467159.122217:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467159.122219:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467159.122222:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467159.122224:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467159.505318:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467159.505327:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467159.505329:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467159.505334:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467159.505338:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467159.505341:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467159.505344:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467159.505346:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467159.505349:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467159.889311:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467159.889319:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467159.889324:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467159.889327:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467159.889329:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467159.889332:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467159.889336:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467159.889338:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467159.889339:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467159.889342:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467159.889345:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467159.889346:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467159.889347:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467159.889349:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467159.889350:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467159.889351:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467159.889353:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467159.889354:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467159.889465:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467159.889469:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467159.889472:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467160.145295:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467160.145305:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467160.145309:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467160.145312:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467160.145314:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467160.145317:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467160.145319:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467160.145340:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467160.145342:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467160.145345:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467160.145351:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19413) 00000100:00000001:2.0:1789467160.145577:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467160.145588:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467160.145590:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467160.145595:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467160.145596:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467160.145600:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467160.145602:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467160.529531:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467160.529539:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467160.529540:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467160.529546:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467160.529565:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467160.529569:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467160.529572:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467160.529574:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467160.529576:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467160.913363:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467160.913370:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467160.913376:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467160.913377:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467160.913381:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467160.913382:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467160.913776:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467160.913780:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467160.913783:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467161.169629:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467161.169642:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467161.169644:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467161.169648:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467161.169651:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467161.169654:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467161.169657:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467161.554311:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467161.554320:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467161.554322:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467161.554328:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467161.554332:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467161.554336:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467161.554339:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467161.554341:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467161.554344:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467161.937510:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467161.937517:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467161.937522:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467161.937523:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467161.937526:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467161.937527:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467161.942335:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467161.942343:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467161.942348:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467162.193249:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467162.193263:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467162.193264:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467162.193269:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467162.193271:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467162.193275:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467162.193277:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467162.577247:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467162.577255:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467162.577257:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467162.577262:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467162.577266:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467162.577286:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467162.577289:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467162.577292:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467162.577294:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467162.962313:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467162.962319:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467162.962325:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467162.962326:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467162.962329:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467162.962330:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467162.962469:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467162.962472:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467162.962475:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467163.217244:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467163.217257:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467163.217259:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467163.217264:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467163.217266:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467163.217270:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467163.217272:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467163.601257:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467163.601265:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467163.601267:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467163.601273:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467163.601276:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467163.601280:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467163.601283:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467163.601285:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467163.601288:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467163.985310:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467163.985317:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467163.985322:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467163.985323:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467163.985326:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467163.985327:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467163.985530:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467163.985545:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467163.985551:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467164.241243:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467164.241254:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467164.241274:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467139/real 1789467139] req@ffff8cbacf6c4e00 x1876386402387456/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467164 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467164.241294:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467164.241361:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467164.241365:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee76e0. 00000400:00000200:2.0:1789467164.241372:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6deee0 00000400:00000010:2.0:1789467164.241375:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6deee0. 00000100:00000001:2.0:1789467164.241379:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467164.241384:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c4e00 x1876386402387456/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467164 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467164.241392:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c4e00 x1876386402387456/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467164 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467164.241414:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467164.241416:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467164.241419:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467164.241422:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467164.241426:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c4e00 x1876386402387456/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467164 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467164.241432:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467164.241434:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467164.241439:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467139/real 1789467139] req@ffff8cbacf6c4380 x1876386402387200/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467164 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467164.241446:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467164.241447:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467164.241449:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf160. 00000400:00000200:2.0:1789467164.241695:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce330 00000400:00000010:2.0:1789467164.241697:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce330. 00000100:00000001:2.0:1789467164.241701:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467164.241705:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c4380 x1876386402387200/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467164 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467164.241713:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c4380 x1876386402387200/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467164 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467164.241718:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467164.241720:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467164.241722:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467164.241723:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467164.241727:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c4380 x1876386402387200/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467164 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467164.241733:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467164.241735:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467164.241739:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467139/real 1789467139] req@ffff8cbacf6c7100 x1876386402387328/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467164 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467164.241761:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467164.241762:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467164.241764:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf0b0. 00000400:00000200:2.0:1789467164.241766:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ceb28 00000400:00000010:2.0:1789467164.241768:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ceb28. 00000100:00000001:2.0:1789467164.241770:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467164.241774:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c7100 x1876386402387328/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467164 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467164.241782:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c7100 x1876386402387328/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467164 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467164.241788:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467164.241789:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467164.241791:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467164.241792:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467164.241795:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c7100 x1876386402387328/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467164 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467164.241801:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467164.241809:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467164.241811:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467164.241814:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467164.241817:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467164.241819:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467164.241823:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c4e00 x1876386402387456/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467164 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467164.241830:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467164.241833:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467164.241835:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467164.241836:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467164.241839:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467164.241841:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467164.241850:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467164.242493:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789467164.242497:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467164.242503:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c4e00 x1876386402387456/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467164 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467164.242512:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402387456:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467164.242518:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467164.242521:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c4380 x1876386402387200/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467164 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467164.242527:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467164.242529:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467164.242531:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467164.242532:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467164.242534:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467164.242535:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467164.242538:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789467164.246129:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467164.246153:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789467164.246156:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467164.246160:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467164.246165:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467164.246172:0:176036:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 19388 00000400:00000200:3.0:1789467164.246181:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467164.246188:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467164.246191:0:176036:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467164.246195:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467164.246198:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467164.246200:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467164.246203:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467164.246211:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467164.246213:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789467164.246226:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467164.246230:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789467164.246232:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789467164.246234:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789467164.246237:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467164.246239:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467164.246240:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467164.246258:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467164.246262:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789467164.246266:0:176036:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467164.246268:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467164.246271:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467164.246275:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467164.246277:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467164.246279:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467164.246282:0:176036:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467164.246289:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031c00. 00000020:00000040:3.0:1789467164.246292:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=5 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789467164.246641:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467164.246644:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467164.246648:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467164.246651:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467164.246656:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467164.246664:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1c00. 00000100:00000001:3.0:1789467164.246673:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467164.246683:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031c00 x1876386402387584/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467164.246694:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467164.246698:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467164.246703:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e90841d0] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031c00 x1876386402387584/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467164.246714:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467164.246718:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467164.246721:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467164.246724:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467164.246726:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467164.246728:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467164.246736:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467164.246739:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467164.246742:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19388 00000400:00000200:3.0:1789467164.246747:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467164.246750:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467164.246752:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467164.246755:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467164.246757:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467164.246759:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467164.246761:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467164.246764:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467164.246766:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789467164.246768:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467164.246770:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789467164.246772:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789467164.246774:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789467164.246777:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467164.246779:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467164.246781:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467164.246782:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467164.246784:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789467164.246787:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467164.246790:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467164.246791:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467164.246797:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467164.246799:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467164.246801:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789467164.246805:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789467164.246808:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467164.246809:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467164.246819:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030a80. 00000020:00000040:3.0:1789467164.246821:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=9 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467164.246824:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467164.246825:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467164.246826:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467164.246828:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467164.246830:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467164.246834:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d0c00. 00000100:00000001:3.0:1789467164.246838:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467164.246844:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030a80 x1876386402387712/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467164.246851:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467164.246853:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467164.246856:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb50d69] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030a80 x1876386402387712/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467164.246864:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467164.246866:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467164.246870:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467164.246873:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467164.246876:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467164.247247:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19417) 00000100:00080000:2.0:1789467164.248189:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789467164.248195:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467164.248206:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c4380 x1876386402387200/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467164 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467164.248217:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402387200:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789467164.248225:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467164.248231:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c7100 x1876386402387328/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467164 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467164.248238:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467164.248255:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467164.248257:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467164.248259:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467164.248261:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467164.248264:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467164.248267:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467164.248274:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789467164.248276:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467164.248280:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c7100 x1876386402387328/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467164 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467164.248287:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402387328:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467164.248292:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467164.248366:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467164.248373:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c4e00 x1876386402387456/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467164 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467164.248380:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467164.248383:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467164.248386:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacf800. 02000000:00000001:2.0:1789467164.248392:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467164.248395:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467164.248396:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789467164.248399:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467164.248401:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6892000. 02000000:00000001:2.0:1789467164.248406:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467164.248408:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467164.248410:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c4e00. 00000100:00000001:2.0:1789467164.248413:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467164.248415:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467164.248416:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467164.248419:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c4380 x1876386402387200/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467164 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467164.248433:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467164.248434:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467164.248436:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d3800. 02000000:00000001:2.0:1789467164.248438:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467164.248440:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467164.248441:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789467164.248442:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467164.248443:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6891800. 02000000:00000001:2.0:1789467164.248445:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467164.248446:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467164.248447:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c4380. 00000100:00000001:2.0:1789467164.248449:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467164.248450:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467164.248452:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467164.248455:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c7100 x1876386402387328/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467164 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467164.248461:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467164.248462:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467164.248464:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d3000. 02000000:00000001:2.0:1789467164.248466:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467164.248467:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467164.248468:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789467164.248470:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467164.248471:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6893000. 02000000:00000001:2.0:1789467164.248473:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467164.248474:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467164.248475:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c7100. 00000100:00000001:2.0:1789467164.248477:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467164.248479:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467164.248481:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467164.248489:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467164.248491:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467164.248493:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467164.248496:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467164.248498:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467164.248508:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9031c00 x1876386402387584/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467164.248515:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467164.248516:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467164.248520:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467164.248523:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467164.248525:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467164.248528:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402387584:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789467164.248532:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467164.248535:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467164.248537:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467164.248540:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467164.248544:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacf800. 02000000:00000001:2.0:1789467164.248546:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467164.248554:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467164.248558:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee76e0. 00000400:00000010:2.0:1789467164.248564:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6deee0. 00000100:00000200:2.0:1789467164.248570:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402387584, portal 25 00000100:00000001:2.0:1789467164.248572:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467164.248574:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107409920 : -126744602141696 : ffff8cb9f9031c00) 00000100:00000040:2.0:1789467164.248579:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031c00 x1876386402387584/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467164.248585:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467164.248588:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467164.248590:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de990. 00000100:00000200:2.0:1789467164.248593:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402387584, offset 0 00000400:00000200:2.0:1789467164.248599:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467164.248607:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467164.248613:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467164.248617:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467164.248621:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467164.248624:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467164.248627:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467164.248637:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93807:93807:256:4294967295] 192.168.203.142@tcp LPNI seq info [93807:93807:8:4294967295] 00000400:00000200:2.0:1789467164.248642:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467164.248651:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467164.248658:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467164.248664:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6300. 00000800:00000200:2.0:1789467164.248670:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467164.248681:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467164.248685:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467164.248701:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467164.248705:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467164.248707:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314081530 00000100:00000010:2.0:1789467164.248711:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d660. 00000100:00000001:2.0:1789467164.248718:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789467164.248724:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314081530 00000100:00000010:2.0:1789467164.248728:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64df60. 00000100:00000001:2.0:1789467164.248730:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789467164.248733:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467164.248736:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467164.248739:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467164.248744:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030a80 x1876386402387712/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467164.248751:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467164.248752:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467164.248755:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467164.248757:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467164.248758:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467164.248761:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402387712:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467164.248764:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467164.248767:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467164.248768:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467164.248775:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467164.248778:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacdc00. 02000000:00000001:2.0:1789467164.248780:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467164.248784:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467164.248787:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7688. 00000400:00000010:2.0:1789467164.248791:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de198. 00000100:00000200:2.0:1789467164.248795:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402387712, portal 10 00000100:00000001:2.0:1789467164.248797:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467164.248798:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107405440 : -126744602146176 : ffff8cb9f9030a80) 00000100:00000040:2.0:1789467164.248805:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030a80 x1876386402387712/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467164.248810:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467164.248812:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467164.248815:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de330. 00000100:00000200:2.0:1789467164.248817:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402387712, offset 0 00000400:00000200:2.0:1789467164.248821:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467164.248825:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467164.248829:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467164.248832:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467164.248834:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467164.248836:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467164.248838:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467164.248841:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93808:93808:255:4294967295] 192.168.203.142@tcp LPNI seq info [93808:93808:7:4294967295] 00000400:00000200:2.0:1789467164.248845:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467164.248851:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467164.248856:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467164.248859:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6500. 00000800:00000200:2.0:1789467164.248863:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467164.248881:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467164.248884:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467164.248887:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467164.248897:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:2.0:1789467164.248901:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467164.248903:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314080278 00000100:00000001:2.0:1789467164.248905:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314081530 00000100:00000001:2.0:1789467164.248907:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314080278 00000100:00000001:2.0:1789467164.248909:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314081530 00000100:00000001:2.0:1789467164.248911:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467164.248913:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467164.248915:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467164.248917:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789467164.249102:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467164.249106:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467164.249108:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467164.249111:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467164.249114:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467164.249118:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19388 00000400:00000200:3.0:1789467164.249123:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467164.249126:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467164.249155:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467164.249159:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467164.249162:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467164.249164:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467164.249166:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467164.249173:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467164.249174:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789467164.249177:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467164.249179:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789467164.249181:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789467164.249184:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789467164.249187:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467164.249189:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467164.249190:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467164.249192:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467164.249195:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789467164.249198:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467164.249200:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467164.249203:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467164.249207:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467164.249209:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467164.249212:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789467164.249215:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789467164.249218:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467164.249219:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467164.249224:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031180. 00000020:00000040:3.0:1789467164.249227:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467164.249230:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467164.249231:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467164.249234:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467164.249236:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467164.249244:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467164.249251:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2400. 00000100:00000001:3.0:1789467164.249256:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467164.249263:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031180 x1876386402387840/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467164.249271:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467164.249274:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467164.249278:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa1bc69b] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031180 x1876386402387840/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467164.249288:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467164.249291:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467164.249295:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467164.249613:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467164.249617:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467164.249622:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19417) 00000800:00000200:3.0:1789467164.249686:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467164.249690:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6300. 00000400:00000200:3.0:1789467164.249696:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467164.249701:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467164.249707:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de990 00000400:00000010:3.0:1789467164.249709:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de990. 00000100:00000001:3.0:1789467164.249713:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467164.249718:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031c00 x1876386402387584/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467164.249727:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467164.249730:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031c00 x1876386402387584/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467189 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467164.249736:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467164.249738:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467164.249814:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467164.249817:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6500. 00000400:00000200:3.0:1789467164.249820:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467164.249823:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467164.249826:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de330 00000400:00000010:3.0:1789467164.249828:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de330. 00000100:00000001:3.0:1789467164.249831:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467164.249834:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030a80 x1876386402387712/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467164.249840:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467164.249843:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030a80 x1876386402387712/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467189 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467164.249849:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467164.249851:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467164.251244:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467164.251249:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789467164.251254:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467164.251257:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467164.251259:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467164.251269:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9031180 x1876386402387840/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467164.251279:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467164.251281:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467164.251284:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467164.251287:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467164.251290:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467164.251293:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402387840:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467164.251406:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467164.251411:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467164.251414:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467164.251416:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467164.251422:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faace800. 02000000:00000001:2.0:1789467164.251425:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467164.251431:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467164.251437:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7898. 00000400:00000010:2.0:1789467164.251443:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de550. 00000100:00000200:2.0:1789467164.251461:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402387840, portal 10 00000100:00000001:2.0:1789467164.251463:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467164.251465:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107407232 : -126744602144384 : ffff8cb9f9031180) 00000100:00000040:2.0:1789467164.251474:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031180 x1876386402387840/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467164.251480:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467164.251482:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467164.251485:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de880. 00000100:00000200:2.0:1789467164.251488:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402387840, offset 0 00000400:00000200:2.0:1789467164.251494:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467164.251502:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467164.251508:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467164.251512:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467164.251516:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467164.251519:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467164.251521:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467164.251524:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93809:93809:256:4294967295] 192.168.203.142@tcp LPNI seq info [93809:93809:8:4294967295] 00000400:00000200:2.0:1789467164.251528:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467164.251536:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467164.251542:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467164.251547:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6f00. 00000800:00000200:2.0:1789467164.251552:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467164.251559:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467164.251563:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467164.251582:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467164.251586:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:2.0:1789467164.251589:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467164.251592:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314080293 00000100:00000001:2.0:1789467164.251595:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314081530 00000100:00000001:2.0:1789467164.251597:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314080293 00000100:00000001:2.0:1789467164.251606:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314081530 00000100:00000001:2.0:1789467164.251608:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467164.251610:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467164.251614:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467164.251617:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467164.251621:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467164.251622:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789467164.251624:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467164.251625:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467164.251626:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467164.251628:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789467164.252426:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467164.252433:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6f00. 00000400:00000200:3.0:1789467164.252439:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467164.252445:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467164.252451:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de880 00000400:00000010:3.0:1789467164.252454:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de880. 00000100:00000001:3.0:1789467164.252458:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467164.252463:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031180 x1876386402387840/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467164.252471:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467164.252475:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031180 x1876386402387840/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467189 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467164.252482:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467164.252484:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467164.628411:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467164.628419:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467164.628421:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467164.628427:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467164.628430:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467164.628435:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467164.628437:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467164.628440:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467164.628442:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467165.009344:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467165.009352:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467165.009357:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467165.009359:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467165.009361:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467165.009362:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467165.009508:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467165.009512:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467165.009515:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789467165.521282:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314081530, at 4314081536 00000100:00000010:2.0:1789467165.521298:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d660. 00000100:00000040:3.0:1789467165.521553:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314081530, at 4314081536 00000100:00000010:3.0:1789467165.521559:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64df60. 00000100:00000001:2.0:1789467165.649251:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467165.649259:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467165.649261:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467165.649267:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467165.649271:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467165.649275:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467165.649277:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467165.649280:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467165.649283:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467166.033295:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467166.033303:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467166.033309:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467166.033311:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467166.033314:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467166.033316:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467166.034168:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467166.034172:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467166.034193:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467166.673301:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467166.673308:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467166.673310:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467166.673314:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467166.673330:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467166.673334:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467166.673337:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467166.673339:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467166.673341:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467167.057380:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467167.057389:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467167.057409:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467167.057422:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467167.057427:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467167.057429:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467167.057431:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467167.057441:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467167.057446:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467167.057447:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467167.057451:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467167.057452:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467167.057640:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467167.057644:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467167.057647:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467167.697494:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467167.697502:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467167.697504:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467167.697509:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467167.697513:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467167.697516:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467167.697518:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467167.697520:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467167.697522:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467168.081301:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467168.081308:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467168.081313:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467168.081314:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467168.081317:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467168.081318:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467168.081424:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467168.081428:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467168.081451:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467168.722196:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467168.722204:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467168.722206:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467168.722211:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467168.722214:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467168.722218:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467168.722220:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467168.722223:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467168.722225:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467169.105275:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467169.105283:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467169.105288:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467169.105290:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467169.105293:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467169.105294:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467169.105381:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467169.105385:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467169.105389:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467169.361238:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467169.361251:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467169.361253:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467169.361257:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467169.361275:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467169.361289:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467169.361291:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467169.747037:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467169.747045:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467169.747048:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467169.747053:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467169.747056:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467169.747060:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467169.747063:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467169.747065:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467169.747068:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467170.129586:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467170.129595:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467170.129600:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467170.129603:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467170.129605:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467170.129608:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467170.129611:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467170.129613:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467170.129615:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467170.129617:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467170.129620:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467170.129622:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467170.129623:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467170.129625:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467170.129626:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467170.129627:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467170.129647:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467170.129649:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467170.129994:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467170.129998:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467170.130001:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467170.385211:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467170.385224:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467170.385226:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467170.385230:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467170.385232:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467170.385236:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467170.385239:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467170.770622:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467170.770630:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467170.770632:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467170.770637:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467170.770640:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467170.770643:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467170.770646:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467170.770648:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467170.770650:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467171.153265:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467171.153272:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467171.153278:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467171.153279:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467171.153283:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467171.153284:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467171.153420:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467171.153423:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467171.153427:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467171.409307:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467171.409323:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467171.409326:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467171.409332:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467171.409334:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467171.409340:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467171.409343:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467171.793308:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467171.793318:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467171.793321:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467171.793327:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467171.793331:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467171.793357:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467171.793360:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467171.793362:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467171.793365:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467172.177364:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467172.177374:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467172.177380:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467172.177382:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467172.177385:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467172.177387:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467172.177503:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467172.177508:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467172.177512:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467172.433299:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467172.433322:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467172.433325:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467172.433331:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467172.433334:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467172.433340:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467172.433344:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467172.817401:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467172.817413:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467172.817415:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467172.817421:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467172.817426:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467172.817430:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467172.817433:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467172.817436:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467172.817439:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467173.201318:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467173.201330:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467173.201339:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467173.201340:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467173.201344:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467173.201345:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467173.202267:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467173.202273:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467173.202278:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467173.457277:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467173.457297:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467173.457300:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467173.457308:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467173.457311:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467173.457316:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467173.457319:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467173.841291:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467173.841302:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467173.841305:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467173.841312:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467173.841317:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467173.841321:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467173.841324:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467173.841327:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467173.841330:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467174.225343:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467174.225353:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467174.225360:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467174.225361:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467174.225365:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467174.225366:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467174.225701:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467174.225705:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467174.225709:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467174.481254:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467174.481268:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467174.481270:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467174.481275:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467174.481278:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467174.481281:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467174.481284:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467174.482078:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467174.482085:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467174.482088:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467174.482091:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467174.482094:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467174.482097:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467174.482117:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467174.482122:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467174.482125:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467174.482127:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467174.482162:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19428) 00000100:00000001:2.0:1789467174.866790:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467174.866798:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467174.866800:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467174.866805:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467174.866808:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467174.866812:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467174.866814:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467174.866817:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467174.866819:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467175.249268:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467175.249275:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467175.249281:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467175.249282:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467175.249286:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467175.249287:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467175.249417:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467175.249421:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467175.249424:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467175.505199:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467175.505213:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467175.505215:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467175.505219:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467175.505222:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467175.505226:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467175.505229:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467175.889243:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467175.889250:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467175.889253:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467175.889258:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467175.889262:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467175.889266:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467175.889269:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467175.889271:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467175.889274:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467176.273323:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467176.273331:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467176.273337:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467176.273338:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467176.273343:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467176.273344:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467176.273462:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467176.273471:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467176.273474:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467176.529821:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467176.529846:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467176.529849:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467176.529854:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467176.529857:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467176.529861:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467176.529863:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467176.914889:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467176.914897:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467176.914899:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467176.914905:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467176.914908:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467176.914912:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467176.914915:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467176.914937:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467176.914939:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467177.298496:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467177.298506:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467177.298508:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467177.298512:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467177.298516:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467177.298518:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467177.298520:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467177.298522:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467177.298526:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467177.298527:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467177.298531:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467177.298532:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467177.299702:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467177.299708:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467177.299711:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467177.553381:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467177.553409:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467177.553411:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467177.553416:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467177.553418:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467177.553423:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467177.553425:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467177.937520:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467177.937528:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467177.937530:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467177.937535:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467177.937539:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467177.937543:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467177.937546:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467177.937549:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467177.937552:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467178.323473:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467178.323481:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467178.323486:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467178.323487:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467178.323490:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467178.323491:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467178.323817:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467178.324287:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467178.324291:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467178.577268:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467178.577283:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467178.577285:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467178.577291:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467178.577293:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467178.577297:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467178.577300:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467178.961225:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467178.961232:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467178.961234:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467178.961239:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467178.961242:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467178.961246:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467178.961249:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467178.961251:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467178.961253:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467179.345269:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467179.345277:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467179.345283:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467179.345286:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467179.345288:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467179.345291:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467179.345295:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467179.345297:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467179.345299:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467179.345301:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467179.345304:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467179.345306:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467179.345307:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467179.345308:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467179.345310:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467179.345311:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467179.345313:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467179.345315:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467179.345506:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467179.345509:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467179.345512:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467179.601259:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467179.601268:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467179.601272:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467179.601275:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467179.601277:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467179.601297:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467179.601300:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467179.601304:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467179.601308:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467179.601311:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467179.601317:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19433) 00000100:00000001:3.0:1789467179.601517:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467179.601527:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467179.601529:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467179.601533:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467179.601536:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467179.601539:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467179.601542:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467179.985353:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467179.985361:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467179.985363:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467179.985369:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467179.985372:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467179.985375:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467179.985378:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467179.985381:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467179.985383:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467180.369589:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467180.369597:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467180.369631:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467180.369632:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467180.369636:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467180.369637:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467180.369845:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467180.369850:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467180.369853:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467181.013700:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467181.013708:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467181.013710:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467181.013715:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467181.013718:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467181.013722:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467181.013725:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467181.013727:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467181.013729:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467181.393243:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467181.393251:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467181.393256:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467181.393257:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467181.393260:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467181.393262:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467181.393501:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467181.393504:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467181.393507:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467182.033281:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467182.033288:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467182.033290:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467182.033296:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467182.033300:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467182.033320:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467182.033323:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467182.033325:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467182.033327:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467182.417730:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467182.417737:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467182.417741:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467182.417742:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467182.417746:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467182.417757:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467182.418049:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467182.418052:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467182.418055:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467183.057521:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467183.057529:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467183.057531:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467183.057536:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467183.057540:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467183.057543:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467183.057546:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467183.057548:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467183.057550:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467183.441407:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467183.441414:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467183.441419:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467183.441421:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467183.441424:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467183.441425:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467183.441553:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467183.441557:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467183.441560:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467183.697927:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467183.697947:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467183.697949:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467183.697955:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467183.697957:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467183.697963:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467183.697965:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467184.081299:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467184.081306:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467184.081307:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467184.081312:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467184.081315:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467184.081319:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467184.081321:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467184.081324:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467184.081326:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467184.465320:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467184.465326:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467184.465331:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467184.465333:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467184.465335:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467184.465336:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467184.465540:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467184.465543:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467184.465546:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467184.722693:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467184.722705:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467184.722707:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467184.722711:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467184.722713:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467184.722717:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467184.722719:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467185.105249:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467185.105257:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467185.105259:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467185.105265:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467185.105268:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467185.105272:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467185.105275:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467185.105278:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467185.105281:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467185.489371:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467185.489379:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467185.489385:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467185.489387:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467185.489390:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467185.489391:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467185.489519:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467185.489538:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467185.489541:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467185.745430:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467185.745443:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467185.745445:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467185.745451:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467185.745452:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467185.745457:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467185.745460:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467186.131087:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467186.131096:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467186.131098:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467186.131103:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467186.131107:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467186.131110:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467186.131113:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467186.131115:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467186.131118:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467186.513298:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467186.513304:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467186.513309:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467186.513311:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467186.513330:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467186.513331:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467186.514373:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467186.514377:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467186.514382:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467186.769255:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467186.769270:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467186.769272:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467186.769277:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467186.769279:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467186.769284:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467186.769286:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467187.153353:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467187.153361:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467187.153363:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467187.153369:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467187.153372:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467187.153376:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467187.153379:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467187.153381:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467187.153384:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467187.537285:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467187.537292:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467187.537294:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467187.537298:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467187.537303:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467187.537306:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467187.537308:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467187.537310:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467187.537314:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467187.537315:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467187.537318:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467187.537320:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467187.537628:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467187.537632:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467187.537635:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467188.177247:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467188.177255:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467188.177257:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467188.177262:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467188.177265:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467188.177269:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467188.177272:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467188.177274:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467188.177276:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467188.562084:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467188.562092:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467188.562097:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467188.562099:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467188.562101:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467188.562102:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467188.562177:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467188.562182:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467188.562185:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467189.201302:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467189.201310:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467189.201312:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467189.201334:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467189.201338:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467189.201341:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467189.201343:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467189.201346:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467189.201349:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467189.585261:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467189.585268:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467189.585274:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467189.585277:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467189.585279:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467189.585283:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467189.585286:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467189.585288:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467189.585290:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467189.585293:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467189.585296:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467189.585297:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467189.585299:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467189.585300:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467189.585302:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467189.585303:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467189.585304:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467189.585306:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467189.585544:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467189.585548:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467189.585551:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467189.844968:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467189.844978:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467189.844981:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467189.844985:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467189.844987:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467189.844991:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467189.844995:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467189.845002:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19412 00000400:00000200:3.0:1789467189.845010:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467189.845032:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467189.845036:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467189.845039:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467189.845041:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467189.845044:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467189.845046:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467189.845053:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467189.845055:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789467189.845057:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467189.845060:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789467189.845063:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789467189.845077:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789467189.845080:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467189.845082:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467189.845083:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467189.845085:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467189.845087:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789467189.845091:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467189.845093:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467189.845096:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467189.845102:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467189.845105:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467189.845107:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789467189.845111:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789467189.845114:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467189.845116:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467189.845124:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9032d80. 00000020:00000040:3.0:1789467189.845127:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=11 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467189.845144:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467189.845146:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467189.845149:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467189.845156:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467189.845160:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467189.845168:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3000. 00000100:00000001:3.0:1789467189.845175:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467189.845184:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9032d80 x1876386402387968/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467189.845193:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467189.845198:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467189.845203:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca468814] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9032d80 x1876386402387968/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467189.845214:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467189.845216:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467189.845220:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467189.845223:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467189.845227:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467189.845229:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467189.845232:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467189.845236:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19443) 00000100:00080000:2.0:1789467189.847549:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467189.847557:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467189.847560:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467189.847563:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467189.847566:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467189.847569:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467189.847572:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467189.847575:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467189.847579:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19443) 00000800:00000200:3.0:1789467189.849690:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467189.849696:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7200. 00000400:00000200:3.0:1789467189.849700:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467189.849706:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467189.849711:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5e58 00000400:00000010:3.0:1789467189.849714:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5e58. 00000100:00000001:3.0:1789467189.849718:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467189.849722:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9032d80 x1876386402387968/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467189.849730:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467189.849750:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9032d80 x1876386402387968/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467214 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467189.849757:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467189.849759:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:2.0:1789467189.849967:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467189.849973:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789467189.849975:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467189.849978:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467189.849982:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467189.849985:0:331018:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 19412 00000400:00000200:2.0:1789467189.849990:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467189.849994:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789467189.849997:0:331018:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467189.850001:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467189.850010:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467189.850013:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467189.850015:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789467189.850021:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467189.850024:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:2.0:1789467189.850026:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467189.850030:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:2.0:1789467189.850032:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:2.0:1789467189.850035:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:2.0:1789467189.850038:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467189.850040:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467189.850042:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467189.850044:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789467189.850047:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:2.0:1789467189.850051:0:331018:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789467189.850053:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467189.850056:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467189.850058:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467189.850073:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467189.850076:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467189.850079:0:331018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467189.850084:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742fb80. 00000020:00000040:2.0:1789467189.850087:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789467189.850091:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467189.850093:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467189.850096:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467189.850099:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467189.850103:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467189.850109:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacd000. 00000100:00000001:2.0:1789467189.850115:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467189.850122:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742fb80 x1876386402388096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467189.850163:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467189.850167:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467189.850172:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea5b87c] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742fb80 x1876386402388096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467189.850296:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467189.850300:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467189.850304:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789467189.850305:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467189.850307:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467189.850311:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467189.850313:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19412 00000400:00000200:2.0:1789467189.850473:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467189.850478:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789467189.850481:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467189.850484:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467189.850487:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467189.850489:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467189.850491:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789467189.850495:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467189.850496:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:2.0:1789467189.850498:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467189.850500:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:2.0:1789467189.850502:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:2.0:1789467189.850504:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:2.0:1789467189.850507:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467189.850509:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467189.850511:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467189.850513:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789467189.850522:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:2.0:1789467189.850526:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789467189.850528:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467189.850530:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467189.850536:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467189.850538:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467189.850540:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789467189.850545:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789467189.850548:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467189.850549:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467189.850553:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742f480. 00000020:00000040:2.0:1789467189.850556:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789467189.850558:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467189.850559:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467189.850561:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467189.850563:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467189.850565:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467189.850568:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacec00. 00000100:00000001:2.0:1789467189.850572:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467189.850577:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742f480 x1876386402388224/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467189.850585:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467189.850587:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467189.850591:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009247fae5] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742f480 x1876386402388224/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467189.850599:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467189.850602:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467189.850606:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467189.850608:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467189.850611:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467189.850621:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19443) 00000800:00000200:3.0:1789467189.851321:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467189.851325:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7900. 00000400:00000200:3.0:1789467189.851329:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467189.851334:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467189.851338:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5880 00000400:00000010:3.0:1789467189.851341:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5880. 00000100:00000001:3.0:1789467189.851344:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467189.851348:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742fb80 x1876386402388096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467189.851355:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467189.851359:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742fb80 x1876386402388096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467214 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467189.851366:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467189.851368:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467189.851802:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467189.851806:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7200. 00000400:00000200:3.0:1789467189.851810:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467189.851814:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467189.851817:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5e58 00000400:00000010:3.0:1789467189.851819:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5e58. 00000100:00000001:3.0:1789467189.851822:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467189.851826:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742f480 x1876386402388224/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467189.851834:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467189.851837:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742f480 x1876386402388224/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467214 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467189.851844:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467189.851846:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467190.226418:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467190.226426:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467190.226428:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467190.226434:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467190.226437:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467190.226441:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467190.226443:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467190.226445:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467190.226447:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467190.609294:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467190.609300:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467190.609306:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467190.609308:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467190.609311:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467190.609312:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467190.609595:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467190.609600:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467190.609603:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789467191.121405:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314107132, at 4314107136 00000100:00000010:3.0:1789467191.121445:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a0c0. 00000100:00000040:2.0:1789467191.122210:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314107132, at 4314107137 00000100:00000010:2.0:1789467191.122220:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869ae40. 00000100:00000001:2.0:1789467191.249667:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467191.249675:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467191.249677:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467191.249683:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467191.249687:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467191.249691:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467191.249693:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467191.249696:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467191.249698:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467191.634094:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467191.634101:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467191.634107:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467191.634108:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467191.634111:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467191.634112:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467191.636931:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467191.636938:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467191.636942:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467192.273804:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467192.273811:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467192.273813:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467192.273818:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467192.273821:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467192.273825:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467192.273828:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467192.273830:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467192.273833:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467192.657358:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467192.657365:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467192.657371:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467192.657372:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467192.657376:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467192.657378:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467192.657652:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467192.657656:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467192.657660:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467193.297248:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467193.297255:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467193.297257:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467193.297262:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467193.297266:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467193.297270:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467193.297273:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467193.297275:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467193.297277:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467193.681257:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467193.681264:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467193.681270:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467193.681271:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467193.681275:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467193.681276:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467193.681408:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467193.681412:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467193.681415:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467194.321259:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467194.321267:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467194.321269:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467194.321274:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467194.321277:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467194.321281:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467194.321284:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467194.321287:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467194.321290:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467194.705331:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467194.705338:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467194.705343:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467194.705344:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467194.705347:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467194.705349:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467194.706122:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467194.706127:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467194.706159:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467194.962053:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467194.962063:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467194.962066:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467194.962070:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467194.962072:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467194.962075:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467194.962078:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467194.962082:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467194.962101:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467194.962104:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467194.962110:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19448) 00000100:00000001:2.0:1789467195.345349:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467195.345359:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467195.345362:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467195.345368:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467195.345373:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467195.345377:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467195.345381:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467195.345383:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467195.345386:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467195.729299:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467195.729305:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467195.729311:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467195.729312:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467195.729315:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467195.729316:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467195.739308:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467195.739314:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467195.739319:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467196.369332:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467196.369341:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467196.369343:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467196.369347:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467196.369351:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467196.369356:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467196.369359:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467196.369361:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467196.369364:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467196.753309:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467196.753316:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467196.753336:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467196.753337:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467196.753341:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467196.753342:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467196.753468:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467196.753472:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467196.753475:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467197.393489:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467197.393496:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467197.393498:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467197.393503:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467197.393507:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467197.393510:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467197.393513:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467197.393516:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467197.393518:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467197.777268:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467197.777277:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467197.777280:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467197.777284:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467197.777288:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467197.777291:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467197.777293:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467197.777296:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467197.777300:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467197.777301:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467197.777306:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467197.777307:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467197.780100:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467197.780106:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467197.780163:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467198.417272:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467198.417280:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467198.417282:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467198.417288:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467198.417291:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467198.417295:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467198.417302:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467198.417304:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467198.417307:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467198.801304:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467198.801359:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467198.801365:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467198.801366:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467198.801369:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467198.801370:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467198.802730:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467198.802735:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467198.802740:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467199.441218:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467199.441226:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467199.441228:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467199.441233:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467199.441237:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467199.441241:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467199.441244:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467199.441246:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467199.441249:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467199.825273:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467199.825280:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467199.825286:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467199.825290:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467199.825292:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467199.825296:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467199.825298:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467199.825300:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467199.825302:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467199.825305:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467199.825307:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467199.825309:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467199.825311:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467199.825312:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467199.825313:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467199.825314:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467199.825333:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467199.825335:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467199.825610:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467199.825614:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467199.825617:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467200.083252:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467200.083262:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467200.083265:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467200.083269:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467200.083271:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467200.083274:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467200.083276:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467200.083298:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467200.083301:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467200.083303:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467200.083309:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19453) 00000100:00000001:2.0:1789467200.465264:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467200.465273:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467200.465276:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467200.465281:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467200.465285:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467200.465288:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467200.465291:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467200.465293:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467200.465296:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467200.850029:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467200.850036:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467200.850042:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467200.850043:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467200.850047:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467200.850048:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467200.852897:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467200.852904:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467200.852909:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467201.489254:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467201.489263:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467201.489266:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467201.489271:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467201.489275:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467201.489279:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467201.489281:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467201.489284:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467201.489287:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467201.873257:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467201.873264:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467201.873270:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467201.873271:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467201.873274:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467201.873275:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467201.874887:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467201.874892:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467201.874896:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467202.129420:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467202.129430:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467202.129432:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467202.129447:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467202.129450:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467202.129453:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467202.129462:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467202.513256:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467202.513265:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467202.513267:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467202.513272:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467202.513275:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467202.513279:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467202.513282:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467202.513285:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467202.513287:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467202.897757:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467202.897763:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467202.897769:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467202.897770:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467202.897773:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467202.897774:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467202.897872:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467202.897875:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467202.897878:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467203.153343:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467203.153355:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467203.153357:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467203.153362:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467203.153364:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467203.153369:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467203.153371:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467203.537396:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467203.537402:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467203.537404:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467203.537409:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467203.537413:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467203.537417:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467203.537420:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467203.537423:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467203.538065:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467203.921254:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467203.921262:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467203.921267:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467203.921269:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467203.921272:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467203.921273:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467203.921359:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467203.921362:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467203.921366:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467204.177506:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467204.177520:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467204.177522:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467204.177526:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467204.177529:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467204.177533:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467204.177535:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467204.561264:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467204.561272:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467204.561274:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467204.561280:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467204.561283:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467204.561287:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467204.561290:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467204.561293:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467204.561295:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467204.945555:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467204.945565:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467204.945573:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467204.945574:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467204.945578:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467204.945579:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467204.945692:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467204.945697:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467204.945700:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467205.205704:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467205.205724:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467205.205727:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467205.205759:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467205.205762:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467205.205767:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467205.205770:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467205.585291:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467205.585300:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467205.585302:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467205.585309:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467205.585318:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467205.585323:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467205.585327:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467205.585330:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467205.585333:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467205.969428:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467205.969436:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467205.969443:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467205.969444:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467205.969448:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467205.969450:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467205.969581:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467205.969585:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467205.969589:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467206.225462:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467206.225645:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467206.225647:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467206.225653:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467206.225655:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467206.225660:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467206.225663:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467206.614896:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467206.614904:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467206.614924:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467206.614929:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467206.614932:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467206.614936:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467206.614938:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467206.614941:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467206.614944:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467206.993305:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467206.993312:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467206.993317:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467206.993318:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467206.993321:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467206.993322:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467206.993425:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467206.993428:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467206.993431:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467207.249626:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467207.249641:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467207.249643:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467207.249647:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467207.249649:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467207.249653:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467207.249655:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467207.633276:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467207.633284:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467207.633286:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467207.633292:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467207.633295:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467207.633299:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467207.633302:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467207.633304:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467207.633306:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467208.017274:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467208.017283:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467208.017285:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467208.017289:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467208.017295:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467208.017297:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467208.017299:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467208.017301:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467208.017305:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467208.017306:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467208.017309:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467208.017310:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467208.017463:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467208.017467:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467208.017470:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467208.275639:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467208.275661:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467208.275663:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467208.275669:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467208.275672:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467208.275678:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467208.275681:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467208.657257:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467208.657311:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467208.657313:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467208.657319:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467208.657323:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467208.657327:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467208.657329:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467208.657332:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467208.657335:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467209.041343:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467209.041350:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467209.041355:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467209.041357:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467209.041360:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467209.041362:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467209.041456:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467209.041464:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467209.041469:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467209.297290:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467209.297442:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467209.297449:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467209.297454:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467209.297456:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467209.297461:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467209.297464:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467209.684315:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467209.684322:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467209.684324:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467209.684329:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467209.684332:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467209.684336:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467209.684338:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467209.684356:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467209.684359:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467210.066006:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467210.066013:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467210.066019:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467210.066022:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467210.066024:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467210.066027:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467210.066029:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467210.066031:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467210.066033:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467210.066035:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467210.066038:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467210.066040:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467210.066041:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467210.066042:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467210.066060:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467210.066061:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467210.066063:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467210.066065:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467210.066387:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467210.066391:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467210.066394:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467210.705292:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467210.705299:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467210.705301:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467210.705306:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467210.705310:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467210.705313:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467210.705316:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467210.705318:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467210.705321:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467211.089835:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467211.089843:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467211.089849:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467211.089851:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467211.089854:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467211.089855:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467211.089987:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467211.089991:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467211.089994:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467211.729343:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467211.729351:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467211.729353:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467211.729358:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467211.729435:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467211.729440:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467211.729443:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467211.729445:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467211.729448:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467212.113692:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467212.113699:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467212.113705:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467212.113706:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467212.113710:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467212.113711:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467212.113834:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467212.113838:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467212.113841:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467212.753247:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467212.753255:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467212.753257:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467212.753263:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467212.753266:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467212.753270:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467212.753273:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467212.753276:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467212.753279:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467213.137523:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467213.137530:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467213.137536:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467213.137538:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467213.137542:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467213.137543:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467213.137666:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467213.137670:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467213.137674:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467213.777300:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467213.777307:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467213.777309:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467213.777314:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467213.777317:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467213.777321:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467213.777324:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467213.777326:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467213.777329:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467214.162745:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467214.162754:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467214.162760:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467214.162761:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467214.162764:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467214.162765:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467214.162878:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467214.162882:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467214.162884:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467214.417837:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467214.417870:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789467214.417874:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467214.417877:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467214.417884:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467214.417890:0:176036:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 19438 00000400:00000200:3.0:1789467214.417907:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467214.417916:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467214.417920:0:176036:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467214.417924:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467214.417927:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467214.417929:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467214.417932:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467214.417939:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467214.417941:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789467214.417943:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467214.417946:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789467214.417949:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789467214.417952:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789467214.417956:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467214.417958:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467214.417961:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467214.417963:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467214.417966:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789467214.417969:0:176036:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467214.417972:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467214.417975:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467214.417978:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467214.417981:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467214.417983:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467214.417985:0:176036:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467214.417991:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033100. 00000020:00000040:3.0:1789467214.417999:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=5 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789467214.418003:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467214.418005:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467214.418008:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467214.418010:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467214.418013:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467214.418020:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3800. 00000100:00000001:3.0:1789467214.418026:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467214.418033:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033100 x1876386402388352/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467214.418041:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467214.418046:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467214.418054:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024ed4020] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033100 x1876386402388352/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467214.418071:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467214.418076:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467214.418085:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467214.418086:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467214.418088:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467214.418091:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467214.418094:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19438 00000400:00000200:3.0:1789467214.418104:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467214.418112:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467214.418117:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467214.418124:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467214.418129:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467214.418151:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467214.418153:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467214.418157:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467214.418159:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789467214.418161:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467214.418171:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789467214.418177:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789467214.418181:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789467214.418186:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467214.418189:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467214.418193:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467214.418198:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467214.418205:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789467214.418211:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467214.418226:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467214.418230:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467214.418238:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467214.418243:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467214.418248:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789467214.418252:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789467214.418257:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467214.418263:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467214.418270:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030a80. 00000020:00000040:3.0:1789467214.418275:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=11 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467214.418282:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467214.418284:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467214.418287:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467214.418290:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467214.418293:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467214.418300:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1400. 00000100:00000001:3.0:1789467214.418306:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467214.418316:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030a80 x1876386402388480/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467214.418333:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467214.418335:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467214.418343:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb50d69] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030a80 x1876386402388480/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467214.418365:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467214.418368:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467214.418371:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467214.418372:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467214.418374:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467214.418377:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467214.418380:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19438 00000400:00000200:3.0:1789467214.418388:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467214.418394:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467214.418397:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467214.418403:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467214.418408:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467214.418413:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467214.418417:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467214.418424:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467214.418426:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789467214.418430:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467214.418434:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789467214.418439:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789467214.418444:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789467214.418451:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467214.418456:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467214.418461:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467214.418466:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467214.418473:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789467214.418480:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467214.418485:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467214.418492:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467214.418496:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467214.418502:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467214.418507:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789467214.418510:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789467214.418516:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467214.418519:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467214.418523:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031c00. 00000020:00000040:3.0:1789467214.418528:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467214.418530:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467214.418531:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467214.418532:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467214.418534:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467214.418536:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467214.418541:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2c00. 00000100:00000001:3.0:1789467214.418545:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467214.418560:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031c00 x1876386402388608/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467214.418571:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467214.418577:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467214.418584:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e90841d0] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031c00 x1876386402388608/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467214.418599:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467214.418605:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467214.418612:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467214.418619:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467214.418623:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467214.418631:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19468) 00000100:00000040:3.0:1789467214.427512:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467214.427523:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467214.427561:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467214.427565:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467214.427571:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19468) 00000800:00000200:3.0:1789467214.427625:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467214.427630:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7800. 00000400:00000200:3.0:1789467214.427639:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467214.427647:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467214.427655:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5908 00000400:00000010:3.0:1789467214.427657:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5908. 00000100:00000001:3.0:1789467214.427663:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467214.427672:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033100 x1876386402388352/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467214.427685:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467214.427688:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033100 x1876386402388352/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467239 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467214.427695:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467214.427697:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467214.427760:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467214.427763:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7b00. 00000400:00000200:3.0:1789467214.427766:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467214.427769:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467214.427772:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5cc0 00000400:00000010:3.0:1789467214.427774:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5cc0. 00000100:00000001:3.0:1789467214.427776:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467214.427780:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030a80 x1876386402388480/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467214.427787:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467214.427790:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030a80 x1876386402388480/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467239 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467214.427797:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467214.427804:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467214.427864:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467214.427867:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7100. 00000400:00000200:3.0:1789467214.427870:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467214.427873:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467214.427876:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d54c8 00000400:00000010:3.0:1789467214.427878:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d54c8. 00000100:00000001:3.0:1789467214.427880:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467214.427885:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031c00 x1876386402388608/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467214.427892:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467214.427895:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031c00 x1876386402388608/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467239 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467214.427901:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467214.427902:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467214.803377:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467214.803385:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467214.803387:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467214.803392:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467214.803395:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467214.803399:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467214.803402:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467214.803404:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467214.803407:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467215.185315:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467215.185322:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467215.185328:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467215.185329:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467215.185333:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467215.185334:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467215.185457:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467215.185460:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467215.185463:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789467215.697254:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314131701, at 4314131712 00000100:00000010:2.0:1789467215.697272:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a120. 00000100:00000040:3.0:1789467215.698785:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314131701, at 4314131713 00000100:00000010:3.0:1789467215.698803:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a960. 00000100:00000001:2.0:1789467215.828686:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467215.828692:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467215.828695:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467215.828700:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467215.828704:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467215.828707:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467215.828710:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467215.828712:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467215.828715:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467216.209497:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467216.209505:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467216.209511:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467216.209513:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467216.209543:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467216.209544:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467216.211837:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467216.211843:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467216.211863:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467216.849261:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467216.849270:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467216.849272:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467216.849277:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467216.849281:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467216.849285:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467216.849288:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467216.849290:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467216.849292:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467217.233297:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467217.233304:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467217.233309:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467217.233310:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467217.233313:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467217.233315:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467217.233493:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467217.233497:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467217.233500:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467217.874105:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467217.874113:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467217.874115:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467217.874120:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467217.874123:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467217.874127:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467217.874130:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467217.874148:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467217.874151:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467218.257266:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467218.257275:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467218.257278:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467218.257281:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467218.257286:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467218.257288:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467218.257290:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467218.257292:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467218.257295:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467218.257297:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467218.257300:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467218.257301:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467218.257717:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467218.257721:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467218.257724:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467218.897254:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467218.897262:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467218.897264:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467218.897269:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467218.897272:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467218.897277:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467218.897280:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467218.897282:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467218.897285:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467219.281877:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467219.281884:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467219.281889:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467219.281890:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467219.281893:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467219.281894:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467219.282295:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467219.282298:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467219.282302:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467219.537294:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467219.537303:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467219.537306:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467219.537310:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467219.537312:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467219.537315:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467219.537318:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467219.537321:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467219.537339:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467219.537342:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467219.537348:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19473) 00000100:00000001:2.0:1789467219.921283:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467219.921292:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467219.921294:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467219.921300:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467219.921320:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467219.921324:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467219.921326:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467219.921328:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467219.921331:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467220.305255:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467220.305262:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467220.305268:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467220.305271:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467220.305273:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467220.305276:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467220.305280:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467220.305282:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467220.305284:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467220.305286:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467220.305289:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467220.305291:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467220.305309:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467220.305310:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467220.305313:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467220.305314:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467220.305315:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467220.305317:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467220.305495:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467220.305499:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467220.305502:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467220.946103:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467220.946111:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467220.946113:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467220.946118:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467220.946129:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467220.946167:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467220.946181:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467220.946184:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467220.946187:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467221.329296:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467221.329303:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467221.329308:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467221.329309:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467221.329313:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467221.329314:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467221.329519:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467221.329523:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467221.329525:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467221.969258:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467221.969267:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467221.969269:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467221.969274:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467221.969277:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467221.969281:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467221.969284:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467221.969286:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467221.969289:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467222.353319:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467222.353331:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467222.353338:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467222.353340:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467222.353343:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467222.353345:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467222.353442:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467222.353449:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467222.353454:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467222.993251:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467222.993258:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467222.993260:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467222.993265:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467222.993268:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467222.993272:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467222.993275:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467222.993276:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467222.993279:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467223.378923:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467223.378929:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467223.378935:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467223.378936:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467223.378939:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467223.378940:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467223.379208:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467223.379212:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467223.379215:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467224.017492:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467224.017499:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467224.017502:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467224.017507:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467224.017511:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467224.017515:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467224.017518:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467224.017521:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467224.017523:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467224.401269:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467224.401276:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467224.401281:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467224.401283:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467224.401286:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467224.401286:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467224.402322:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467224.402327:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467224.402332:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467224.657558:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467224.657564:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467224.657567:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467224.657570:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467224.657572:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467224.657575:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467224.657577:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467224.657581:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467224.657584:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467224.657586:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467224.657592:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19478) 00000100:00000001:2.0:1789467225.041246:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467225.041253:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467225.041270:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467225.041275:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467225.041278:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467225.041282:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467225.041284:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467225.041287:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467225.041289:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467225.425941:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467225.425948:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467225.425953:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467225.425954:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467225.425957:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467225.425958:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467225.426029:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467225.426034:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467225.426037:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467226.065277:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467226.065284:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467226.065286:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467226.065292:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467226.065296:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467226.065300:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467226.065303:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467226.065305:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467226.065308:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467226.449219:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467226.449227:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467226.449248:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467226.449249:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467226.449252:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467226.449254:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467226.449381:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467226.449385:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467226.449387:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467227.089621:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467227.089628:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467227.089639:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467227.089645:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467227.089648:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467227.089652:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467227.089655:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467227.089657:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467227.089659:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467227.473808:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467227.473818:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467227.473820:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467227.473823:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467227.473829:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467227.473831:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467227.473833:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467227.473836:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467227.473840:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467227.473842:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467227.473845:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467227.473846:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467227.474288:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467227.474292:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467227.474295:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467228.497256:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467228.497266:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467228.497271:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467228.497273:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467228.497276:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467228.497277:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467228.503619:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467228.503626:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467228.503632:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467229.521297:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467229.521306:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467229.521312:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467229.521313:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467229.521316:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467229.521318:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467229.521532:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467229.521535:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467229.521538:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467229.777464:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467229.777471:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467229.777531:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467229.777535:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467229.777537:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467229.777540:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467229.777543:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467229.777546:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467229.777549:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467229.777551:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467229.777557:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19483) 00010000:00000001:0.0:1789467230.545650:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467230.545657:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467230.545662:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467230.545665:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467230.545667:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467230.545670:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467230.545673:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467230.545676:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467230.545678:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467230.545680:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467230.545702:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467230.545704:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467230.545706:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467230.545707:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467230.545709:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467230.545710:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467230.545711:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467230.545713:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467230.545837:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467230.545841:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467230.545844:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467231.569302:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467231.569309:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467231.569315:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467231.569316:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467231.569319:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467231.569320:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467231.569458:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467231.569463:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467231.569466:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467232.593263:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467232.593270:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467232.593277:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467232.593278:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467232.593281:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467232.593282:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467232.593497:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467232.593501:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467232.593504:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467233.617287:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467233.617293:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467233.617298:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467233.617300:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467233.617303:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467233.617304:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467233.617442:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467233.617446:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467233.617449:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467234.641260:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467234.641268:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467234.641273:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467234.641274:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467234.641278:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467234.641279:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467234.641418:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467234.641422:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467234.641425:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789467234.897321:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467234.897332:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467234.897335:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467234.897338:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467234.897373:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467234.897376:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789467234.897378:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467234.897383:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467234.897386:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467234.897389:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467234.897403:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19488) 00010000:00000001:0.0:1789467235.665641:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467235.665649:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467235.665654:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467235.665655:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467235.665658:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467235.665659:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467235.666635:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467235.666640:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467235.666645:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467236.691657:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467236.691665:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467236.691671:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467236.691673:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467236.691676:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467236.691677:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467236.693473:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467236.693480:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467236.693485:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467237.713285:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467237.713294:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467237.713296:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467237.713299:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467237.713304:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467237.713306:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467237.713308:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467237.713311:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467237.713314:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467237.713315:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467237.713319:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467237.713320:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467237.713446:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467237.713453:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467237.713459:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467238.737267:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467238.737274:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467238.737421:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467238.737423:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467238.737427:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467238.737428:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467238.737533:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467238.737537:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467238.737560:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467239.761318:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467239.761327:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467239.761334:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467239.761336:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467239.761340:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467239.761341:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467239.761458:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467239.761462:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467239.761465:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467240.017446:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467240.017457:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467240.017461:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467240.017465:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467240.017468:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467240.017471:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467240.017474:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467240.017479:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467240.017481:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467240.017485:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467240.017492:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19493) 00000100:00080000:2.0:1789467240.018384:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467240.018389:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789467240.018391:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467240.018394:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467240.018398:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467240.018401:0:176036:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 19463 00000400:00000200:2.0:1789467240.018408:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467240.018413:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789467240.018417:0:176036:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467240.018419:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467240.018429:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467240.018431:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467240.018434:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789467240.018441:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467240.018443:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:2.0:1789467240.018446:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467240.018449:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:2.0:1789467240.018452:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:2.0:1789467240.018454:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:2.0:1789467240.018457:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467240.018459:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467240.018460:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467240.018462:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789467240.018482:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:2.0:1789467240.018486:0:176036:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789467240.018489:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467240.018491:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467240.018495:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467240.018498:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467240.018500:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467240.018503:0:176036:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467240.018508:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742df80. 00000020:00000040:2.0:1789467240.018512:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=5 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789467240.018515:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467240.018517:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467240.018520:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467240.018535:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467240.018539:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467240.018547:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacec00. 00000100:00000001:2.0:1789467240.018553:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467240.018559:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742df80 x1876386402388736/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467240.018580:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467240.018584:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467240.018589:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017561cf4] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742df80 x1876386402388736/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467240.018599:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467240.018601:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467240.018604:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789467240.018605:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467240.018607:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467240.018610:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467240.018613:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19463 00000400:00000200:2.0:1789467240.018617:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467240.018620:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789467240.018622:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467240.018625:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467240.018627:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467240.018629:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467240.018631:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789467240.018634:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467240.018635:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:2.0:1789467240.018637:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467240.018639:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:2.0:1789467240.018641:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:2.0:1789467240.018643:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:2.0:1789467240.018645:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467240.018647:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467240.018648:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467240.018650:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789467240.018659:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:2.0:1789467240.018662:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789467240.018664:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467240.018666:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467240.018671:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467240.018673:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467240.018674:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789467240.018678:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789467240.018681:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467240.018683:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467240.018697:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742c000. 00000020:00000040:2.0:1789467240.018700:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=11 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789467240.018702:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467240.018704:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467240.018706:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467240.018707:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467240.018709:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467240.018712:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacd000. 00000100:00000001:2.0:1789467240.018716:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467240.018721:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742c000 x1876386402388864/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467240.018728:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467240.018730:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467240.018733:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a5ae62a] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742c000 x1876386402388864/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467240.018740:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467240.018741:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467240.018750:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789467240.018751:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467240.018753:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467240.018755:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467240.018764:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19463 00000400:00000200:2.0:1789467240.018769:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467240.018771:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789467240.018774:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467240.018776:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467240.018778:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467240.018780:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467240.018782:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789467240.018786:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467240.018787:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:2.0:1789467240.018789:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467240.018792:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:2.0:1789467240.018793:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:2.0:1789467240.018795:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:2.0:1789467240.018798:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467240.018799:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467240.018801:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467240.018803:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789467240.018806:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:2.0:1789467240.018808:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789467240.018810:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467240.018812:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467240.018815:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467240.018817:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467240.018819:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789467240.018822:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789467240.018824:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467240.018826:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467240.018829:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742d880. 00000020:00000040:2.0:1789467240.018832:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789467240.018834:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467240.018840:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467240.018842:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467240.018844:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467240.018846:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467240.018851:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faaccc00. 00000100:00000001:2.0:1789467240.018855:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467240.018860:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742d880 x1876386402388992/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467240.018866:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467240.018869:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467240.018872:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c660199] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742d880 x1876386402388992/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467240.018880:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467240.018882:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467240.018886:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467240.018888:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467240.018891:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467240.018895:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19493) 00000800:00000200:3.0:1789467240.026613:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467240.026624:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7f00. 00000400:00000200:3.0:1789467240.026634:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467240.026644:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467240.026652:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5f68 00000400:00000010:3.0:1789467240.026656:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5f68. 00000100:00000001:3.0:1789467240.026662:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467240.026671:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742df80 x1876386402388736/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467240.026682:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467240.026685:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742df80 x1876386402388736/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467265 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467240.026807:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467240.026809:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467240.026840:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467240.026843:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7600. 00000400:00000200:3.0:1789467240.026846:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467240.026851:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467240.026854:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d57f8 00000400:00000010:3.0:1789467240.026856:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d57f8. 00000100:00000001:3.0:1789467240.026859:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467240.026863:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742c000 x1876386402388864/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467240.026870:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467240.026873:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742c000 x1876386402388864/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467265 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467240.026879:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467240.026881:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467240.027852:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467240.027858:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7100. 00000400:00000200:3.0:1789467240.027863:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467240.027870:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467240.027875:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5330 00000400:00000010:3.0:1789467240.027878:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5330. 00000100:00000001:3.0:1789467240.027882:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467240.027888:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742d880 x1876386402388992/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467240.027897:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467240.027900:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742d880 x1876386402388992/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467265 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467240.027905:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467240.027907:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:0.0:1789467240.785344:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467240.785363:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467240.785374:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467240.785380:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467240.785383:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467240.785387:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467240.785392:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467240.785396:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467240.785399:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467240.785401:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467240.785409:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467240.785412:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467240.785413:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467240.785416:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467240.785418:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467240.785419:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467240.785421:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467240.785423:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467240.786114:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467240.786119:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467240.786123:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789467241.297271:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314157301, at 4314157312 00000100:00000010:2.0:1789467241.297288:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a780. 00000100:00000040:3.0:1789467241.297437:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314157301, at 4314157312 00000100:00000010:3.0:1789467241.297444:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a000. 00010000:00000001:0.0:1789467241.809363:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467241.809369:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467241.809375:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467241.809376:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467241.809379:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467241.809381:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467241.809449:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467241.809454:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467241.809474:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467242.833917:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467242.833924:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467242.833948:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467242.833949:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467242.833953:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467242.833954:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467242.834063:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467242.834067:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467242.834070:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467243.857930:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467243.857937:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467243.857943:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467243.857944:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467243.857948:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467243.857949:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467243.858339:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467243.858344:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467243.858348:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467244.883400:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467244.883408:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467244.883414:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467244.883415:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467244.883418:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467244.883419:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467244.884185:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467244.884205:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467244.884209:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467245.137519:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467245.137542:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467245.137554:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467245.137558:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467245.137561:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467245.137564:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467245.137567:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467245.137571:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467245.137577:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467245.137580:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467245.137587:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19498) 00010000:00000001:0.0:1789467245.905531:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467245.905540:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467245.905548:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467245.905549:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467245.905553:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467245.905554:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467245.905891:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467245.905896:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467245.905900:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467246.929622:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467246.929630:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467246.929637:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467246.929639:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467246.929642:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467246.929643:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467246.932636:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467246.932643:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467246.932648:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467247.953441:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467247.953450:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467247.953453:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467247.953456:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467247.953462:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467247.953464:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467247.953466:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467247.953467:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467247.953471:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467247.953472:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467247.953497:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467247.953499:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467247.954522:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467247.954529:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467247.954533:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467248.977258:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467248.977265:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467248.977270:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467248.977272:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467248.977274:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467248.977275:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467248.977590:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467248.977594:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467248.977597:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467250.002598:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467250.002607:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467250.002613:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467250.002615:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467250.002618:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467250.002619:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467250.003002:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467250.003007:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467250.003010:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467250.257383:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467250.257394:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467250.257398:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467250.257400:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467250.257403:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467250.257405:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467250.257438:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467250.257442:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467250.257444:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467250.257447:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467250.257453:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19503) 00010000:00000001:0.0:1789467251.025955:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467251.025962:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467251.025967:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467251.025970:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467251.025972:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467251.025976:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467251.025978:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467251.025980:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467251.025982:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467251.025984:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467251.025987:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467251.025989:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467251.025990:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467251.025991:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467251.025992:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467251.025993:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467251.025995:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467251.025996:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467251.026317:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467251.026435:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467251.026442:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467252.051735:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467252.051745:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467252.051753:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467252.051755:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467252.051759:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467252.051760:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467252.051982:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467252.051991:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467252.051996:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467253.073417:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467253.073425:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467253.073430:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467253.073432:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467253.073435:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467253.073436:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467253.073656:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467253.073660:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467253.073663:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467254.097306:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467254.097315:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467254.097322:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467254.097323:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467254.097335:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467254.097336:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467254.097500:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467254.097504:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467254.097507:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467255.124472:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467255.124479:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467255.124484:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467255.124486:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467255.124489:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467255.124490:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467255.124737:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467255.124743:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467255.124746:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467255.379764:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467255.379774:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467255.379777:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467255.379781:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467255.379783:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467255.379786:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467255.379788:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467255.379791:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467255.379811:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467255.379814:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467255.379821:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19509) 00010000:00000001:0.0:1789467256.145350:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467256.145358:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467256.145365:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467256.145366:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467256.145370:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467256.145371:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467256.145617:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467256.145621:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467256.145625:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467257.169539:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467257.169548:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467257.169554:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467257.169555:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467257.169558:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467257.169559:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467257.169707:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467257.169710:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467257.169714:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467258.195885:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467258.195894:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467258.195897:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467258.195901:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467258.195907:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467258.195909:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467258.195912:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467258.195914:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467258.195939:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467258.195941:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467258.195944:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467258.195946:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467258.196024:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467258.196028:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467258.196032:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467259.219196:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467259.219203:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467259.219209:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467259.219210:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467259.219688:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467259.219690:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467259.219843:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467259.219847:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467259.219850:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467260.245768:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467260.245775:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467260.245780:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467260.245782:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467260.245785:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467260.245787:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467260.245898:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467260.245901:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467260.245904:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467260.497380:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467260.497390:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467260.497393:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467260.497396:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467260.497399:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467260.497402:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467260.497405:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467260.497408:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467260.497411:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467260.497414:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467260.497419:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19514) 00010000:00000001:0.0:1789467261.265870:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467261.265880:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467261.265886:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467261.265890:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467261.265892:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467261.265896:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467261.265899:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467261.265902:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467261.265904:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467261.265906:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467261.265910:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467261.265912:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467261.265913:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467261.265914:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467261.265915:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467261.265916:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467261.265918:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467261.265919:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467261.267053:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467261.267061:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467261.267065:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467262.289431:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467262.289440:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467262.289446:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467262.289447:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467262.289471:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467262.289472:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467262.289998:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467262.290009:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467262.290013:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467263.313514:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467263.313523:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467263.313530:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467263.313531:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467263.313535:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467263.313537:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467263.313607:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467263.313612:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467263.313616:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467264.338115:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467264.338122:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467264.338128:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467264.338130:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467264.338164:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467264.338165:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467264.338264:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467264.338268:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467264.338272:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467265.361667:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467265.361674:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467265.361680:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467265.361682:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467265.361685:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467265.361687:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467265.362203:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467265.362207:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467265.362211:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789467265.625990:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467265.626001:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1789467265.626004:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789467265.626008:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789467265.626012:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789467265.626020:0:331018:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 19488 00000400:00000200:0.0:1789467265.626030:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467265.626035:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789467265.626038:0:331018:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789467265.626042:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467265.626044:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789467265.626046:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467265.626048:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789467265.626056:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789467265.626077:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:0.0:1789467265.626080:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789467265.626083:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:0.0:1789467265.626085:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:0.0:1789467265.626087:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:0.0:1789467265.626091:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467265.626093:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789467265.626094:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467265.626096:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789467265.626099:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:0.0:1789467265.626103:0:331018:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789467265.626105:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467265.626108:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789467265.626112:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467265.626115:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467265.626117:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789467265.626119:0:331018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789467265.626126:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6eb480. 00000020:00000040:0.0:1789467265.626129:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:0.0:1789467265.626175:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789467265.626177:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467265.626180:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789467265.626182:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789467265.626185:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789467265.626193:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687d000. 00000100:00000001:0.0:1789467265.626200:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467265.626209:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6eb480 x1876386402389120/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789467265.626229:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789467265.626233:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467265.626239:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008c1d296] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6eb480 x1876386402389120/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467265.626266:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789467265.626269:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467265.626272:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789467265.626274:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789467265.626276:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789467265.626278:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789467265.626281:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19488 00000400:00000200:0.0:1789467265.626285:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467265.626288:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789467265.626290:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789467265.626293:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467265.626295:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789467265.626297:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467265.626299:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789467265.626302:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789467265.626303:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:0.0:1789467265.626305:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789467265.626307:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:0.0:1789467265.626308:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:0.0:1789467265.626310:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:0.0:1789467265.626313:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467265.626315:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789467265.626317:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467265.626318:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789467265.626321:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:0.0:1789467265.626323:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789467265.626326:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467265.626332:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789467265.626338:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467265.626340:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467265.626341:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789467265.626345:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789467265.626348:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467265.626350:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789467265.626354:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e9c00. 00000020:00000040:0.0:1789467265.626357:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789467265.626360:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789467265.626361:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467265.626363:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789467265.626364:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789467265.626366:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789467265.626370:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687d400. 00000100:00000001:0.0:1789467265.626374:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467265.626380:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e9c00 x1876386402389248/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789467265.626387:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789467265.626389:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467265.626392:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e8628d7] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e9c00 x1876386402389248/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467265.626399:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789467265.626402:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467265.626405:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789467265.626406:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789467265.626408:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789467265.626410:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789467265.626413:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19488 00000400:00000200:0.0:1789467265.626417:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467265.626419:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789467265.626422:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789467265.626430:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467265.626432:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789467265.626434:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467265.626436:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789467265.626439:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789467265.626441:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:0.0:1789467265.626442:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789467265.626444:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:0.0:1789467265.626446:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:0.0:1789467265.626448:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:0.0:1789467265.626451:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467265.626453:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789467265.626455:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467265.626457:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789467265.626459:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:0.0:1789467265.626462:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789467265.626464:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467265.626465:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789467265.626468:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467265.626470:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467265.626472:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789467265.626474:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789467265.626476:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467265.626477:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789467265.626480:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6ea300. 00000020:00000040:0.0:1789467265.626482:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789467265.626484:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789467265.626486:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467265.626487:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789467265.626489:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789467265.626490:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789467265.626494:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687c400. 00000100:00000001:0.0:1789467265.626502:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467265.626506:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6ea300 x1876386402389376/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789467265.626514:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789467265.626515:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467265.626519:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec572498] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6ea300 x1876386402389376/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467265.626526:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467265.626528:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467265.626532:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467265.626535:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467265.626538:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467265.626543:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19519) 00000100:00000040:0.0:1789467265.626552:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467265.626555:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467265.626557:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467265.626559:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467265.626561:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19519) 00000800:00000200:3.0:1789467265.627414:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467265.627419:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7b00. 00000400:00000200:3.0:1789467265.627425:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467265.627429:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467265.627435:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5d48 00000400:00000010:3.0:1789467265.627438:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5d48. 00000100:00000001:3.0:1789467265.627442:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467265.627447:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6eb480 x1876386402389120/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467265.627455:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467265.627458:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6eb480 x1876386402389120/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467290 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467265.627464:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467265.627466:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467265.627476:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467265.627478:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7800. 00000400:00000200:3.0:1789467265.627481:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467265.627484:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467265.627486:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5770 00000400:00000010:3.0:1789467265.627488:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5770. 00000100:00000001:3.0:1789467265.627489:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467265.627492:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9c00 x1876386402389248/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467265.627498:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467265.627500:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9c00 x1876386402389248/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467290 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467265.627506:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467265.627507:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467265.627563:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467265.627566:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7200. 00000400:00000200:3.0:1789467265.627569:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467265.627577:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467265.627580:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5000 00000400:00000010:3.0:1789467265.627581:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5000. 00000100:00000001:3.0:1789467265.627583:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467265.627587:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6ea300 x1876386402389376/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467265.627594:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467265.627596:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6ea300 x1876386402389376/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467290 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467265.627602:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467265.627603:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:0.0:1789467266.385304:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467266.385312:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467266.385317:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467266.385318:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467266.385322:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467266.385323:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467266.385450:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467266.385455:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467266.385458:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789467266.897272:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314182908, at 4314182912 00000100:00000040:3.0:1789467266.897272:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314182908, at 4314182912 00000100:00000010:2.0:1789467266.897290:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a480. 00000100:00000010:3.0:1789467266.897290:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a2a0. 00010000:00000001:0.0:1789467267.409286:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467267.409307:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467267.409309:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467267.409330:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467267.409334:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467267.409336:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467267.409338:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467267.409340:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467267.409346:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467267.409347:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467267.409350:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467267.409351:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467267.409426:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467267.409430:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467267.409432:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467268.433900:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467268.433907:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467268.433913:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467268.433915:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467268.433918:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467268.433919:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467268.434020:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467268.434040:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467268.434043:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467269.457282:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467269.457293:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467269.457300:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467269.457302:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467269.457306:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467269.457308:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467269.457464:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467269.457468:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467269.457471:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467270.481329:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467270.481339:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467270.481345:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467270.481349:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467270.481351:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467270.481356:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467270.481359:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467270.481363:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467270.481365:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467270.481367:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467270.481372:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467270.481374:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467270.481375:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467270.481377:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467270.481378:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467270.481379:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467270.481381:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467270.481405:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467270.481623:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467270.481628:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467270.481631:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467270.738837:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467270.738844:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467270.738847:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467270.738850:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467270.738852:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467270.738855:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467270.738858:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467270.738862:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467270.738865:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467270.738868:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467270.738873:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19524) 00010000:00000001:0.0:1789467271.505416:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467271.505423:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467271.505428:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467271.505429:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467271.505432:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467271.505433:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467271.505546:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467271.505549:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467271.505552:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467272.529336:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467272.529343:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467272.529349:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467272.529351:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467272.529355:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467272.529356:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467272.529462:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467272.529466:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467272.529469:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467273.553324:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467273.553331:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467273.553338:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467273.553339:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467273.553343:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467273.553344:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467273.553439:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467273.553443:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467273.553447:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467273.811832:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467273.811844:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467273.811846:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467273.811851:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467273.811853:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467273.811858:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467273.811860:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467274.577360:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467274.577370:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467274.577375:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467274.577377:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467274.577380:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467274.577381:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467274.577535:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467274.577539:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467274.577541:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467274.833332:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467274.833350:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467274.833352:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467274.833358:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467274.833361:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467274.833365:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467274.833392:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467275.601402:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467275.601409:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467275.601413:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467275.601415:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467275.601418:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467275.601418:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467275.605778:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467275.605785:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467275.605790:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467275.857277:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467275.857295:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467275.857298:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467275.857304:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467275.857307:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467275.857312:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467275.857315:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789467275.858127:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467275.858151:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467275.858154:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467275.858157:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467275.858181:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467275.858184:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789467275.858187:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467275.858191:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467275.858193:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467275.858196:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467275.858201:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19529) 00010000:00000001:0.0:1789467276.625287:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467276.625294:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467276.625299:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467276.625300:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467276.625304:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467276.625305:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467276.625396:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467276.625400:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467276.625403:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467276.884032:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467276.884049:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467276.884052:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467276.884058:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467276.884060:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467276.884065:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467276.884068:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467277.649309:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467277.649320:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467277.649322:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467277.649326:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467277.649332:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467277.649335:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467277.649337:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467277.649339:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467277.649344:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467277.649345:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467277.649349:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467277.649350:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467277.650959:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467277.650965:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467277.650970:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467277.905276:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467277.905290:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467277.905293:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467277.905298:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467277.905300:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467277.905306:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467277.905308:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467278.674472:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467278.674482:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467278.674487:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467278.674489:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467278.674492:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467278.674493:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467278.675875:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467278.675885:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467278.675891:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467278.929490:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467278.929504:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467278.929506:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467278.929510:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467278.929513:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467278.929516:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467278.929519:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467279.315996:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467279.316006:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467279.316009:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467279.316016:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467279.316020:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467279.316024:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467279.316027:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467279.316030:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467279.316033:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467279.697586:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467279.697592:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467279.697597:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467279.697598:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467279.697602:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467279.697603:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467279.697666:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467279.697670:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467279.697674:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467279.954457:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467279.954471:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467279.954473:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467279.954477:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467279.954479:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467279.954484:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467279.954486:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467280.344200:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467280.344210:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467280.344212:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467280.344218:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467280.344222:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467280.344227:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467280.344230:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467280.344233:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467280.344236:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467280.721324:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467280.721331:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467280.721336:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467280.721340:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467280.721342:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467280.721346:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467280.721348:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467280.721351:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467280.721353:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467280.721355:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467280.721359:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467280.721361:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467280.721362:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467280.721363:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467280.721365:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467280.721366:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467280.721367:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467280.721369:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467280.722914:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467280.722920:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467280.722925:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467280.980907:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467280.980913:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467280.980916:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467280.980920:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467280.980982:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467280.980985:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467280.980988:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467280.980992:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467280.980995:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467280.980998:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467280.981004:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19534) 00000100:00000001:2.0:1789467281.364459:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467281.364469:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467281.364471:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467281.364476:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467281.364480:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467281.364485:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467281.364488:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467281.364491:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467281.364494:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467281.745497:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467281.745504:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467281.745510:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467281.745511:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467281.745515:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467281.745516:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467281.745940:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467281.745944:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467281.745948:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467282.386375:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467282.386383:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467282.386385:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467282.386390:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467282.386393:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467282.386397:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467282.386400:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467282.386403:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467282.386405:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467282.769441:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467282.769448:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467282.769453:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467282.769454:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467282.769458:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467282.769459:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467282.769555:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467282.769581:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467282.769585:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467283.409270:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467283.409281:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467283.409284:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467283.409310:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467283.409313:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467283.409318:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467283.409320:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467283.409323:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467283.409326:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467283.793290:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467283.793298:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467283.793324:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467283.793325:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467283.793328:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467283.793329:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467283.793417:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467283.793422:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467283.793425:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467284.433295:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467284.433304:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467284.433306:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467284.433312:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467284.433315:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467284.433318:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467284.433321:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467284.433324:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467284.433327:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467284.817443:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467284.817460:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467284.817467:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467284.817468:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467284.817472:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467284.817473:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467284.817538:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467284.817542:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467284.817545:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467285.459656:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467285.459664:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467285.459666:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467285.459671:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467285.459674:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467285.459678:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467285.459681:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467285.459683:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467285.459686:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467285.841565:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467285.841573:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467285.841581:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467285.841582:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467285.841585:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467285.841586:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467285.845792:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467285.845800:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467285.845805:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467286.097555:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467286.097570:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467286.097573:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467286.097577:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467286.097580:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467286.097582:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467286.097585:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467286.097589:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467286.097592:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467286.097595:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467286.097601:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19539) 00000100:00000001:2.0:1789467286.481229:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467286.481241:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467286.481243:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467286.481249:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467286.481255:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467286.481282:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467286.481286:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467286.481288:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467286.481291:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467286.866357:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467286.866364:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467286.866370:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467286.866371:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467286.866374:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467286.866375:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467286.866472:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467286.866481:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467286.866488:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467287.507123:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467287.507129:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467287.507145:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467287.507150:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467287.507153:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467287.507157:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467287.507159:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467287.507161:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467287.507164:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467287.889918:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467287.889927:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467287.889929:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467287.889933:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467287.889937:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467287.889940:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467287.889942:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467287.889944:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467287.889948:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467287.889950:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467287.889953:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467287.889954:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467287.890093:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467287.890097:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467287.890100:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467288.529311:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467288.529321:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467288.529324:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467288.529331:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467288.529335:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467288.529340:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467288.529344:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467288.529346:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467288.529349:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467288.913582:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467288.913591:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467288.913598:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467288.913599:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467288.913625:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467288.913626:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467288.914093:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467288.914098:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467288.914101:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467289.173195:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467289.173211:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467289.173213:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467289.173218:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467289.173221:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467289.173225:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467289.173228:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467289.553427:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467289.553435:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467289.553438:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467289.553442:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467289.553446:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467289.553450:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467289.553453:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467289.553456:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467289.553458:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467289.937460:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467289.937467:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467289.937473:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467289.937474:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467289.937477:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467289.937478:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467289.938523:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467289.938548:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467289.938553:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467290.193246:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467290.193253:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789467290.193269:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467265/real 1789467265] req@ffff8cbacf6eb480 x1876386402389120/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467290 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789467290.193285:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789467290.193305:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789467290.193309:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30058. 00000400:00000200:3.0:1789467290.193315:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5bb0 00000400:00000010:3.0:1789467290.193317:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5bb0. 00000100:00000001:3.0:1789467290.193322:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789467290.193327:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6eb480 x1876386402389120/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467290 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789467290.193336:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6eb480 x1876386402389120/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467290 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467290.193344:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789467290.193346:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467290.193349:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789467290.193350:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789467290.193354:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6eb480 x1876386402389120/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467290 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467290.193361:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467290.193363:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789467290.193367:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467265/real 1789467265] req@ffff8cbacf6e9c00 x1876386402389248/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467290 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789467290.193376:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789467290.193377:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789467290.193379:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f306e0. 00000400:00000200:3.0:1789467290.193382:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5660 00000400:00000010:3.0:1789467290.193383:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5660. 00000100:00000001:3.0:1789467290.193386:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789467290.193389:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e9c00 x1876386402389248/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467290 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789467290.193396:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e9c00 x1876386402389248/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467290 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467290.193401:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789467290.193403:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467290.193410:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789467290.193411:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789467290.193416:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e9c00 x1876386402389248/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467290 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467290.193422:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467290.193424:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789467290.193428:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467265/real 1789467265] req@ffff8cbacf6ea300 x1876386402389376/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467290 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789467290.193436:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789467290.193437:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789467290.193439:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f300b0. 00000400:00000200:3.0:1789467290.193441:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5220 00000400:00000010:3.0:1789467290.193443:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5220. 00000100:00000001:3.0:1789467290.193445:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789467290.193448:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6ea300 x1876386402389376/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467290 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789467290.193456:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6ea300 x1876386402389376/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467290 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467290.193462:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789467290.193463:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467290.193464:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789467290.193465:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789467290.193469:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6ea300 x1876386402389376/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467290 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467290.193476:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467290.193484:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467290.193486:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467290.193489:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467290.193491:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467290.193493:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789467290.193498:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6eb480 x1876386402389120/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467290 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467290.193510:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789467290.193513:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467290.193514:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789467290.193515:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467290.193517:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789467290.193520:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789467290.193524:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789467290.193554:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789467290.193557:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789467290.193562:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6eb480 x1876386402389120/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467290 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789467290.193569:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402389120:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789467290.193574:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789467290.193578:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e9c00 x1876386402389248/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467290 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467290.193583:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789467290.193585:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467290.193587:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789467290.193588:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467290.193589:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789467290.193591:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789467290.193594:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789467290.193599:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789467290.193601:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789467290.193604:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e9c00 x1876386402389248/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467290 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789467290.193623:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402389248:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789467290.193627:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789467290.193630:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6ea300 x1876386402389376/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467290 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467290.193636:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789467290.193638:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467290.193640:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789467290.193641:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467290.193643:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789467290.193644:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789467290.193646:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789467290.193653:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789467290.193655:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789467290.193658:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6ea300 x1876386402389376/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467290 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789467290.193665:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402389376:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789467290.193669:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467290.193673:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467290.193676:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6eb480 x1876386402389120/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467290 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467290.193683:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789467290.193686:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789467290.193690:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6891800. 02000000:00000001:3.0:1789467290.193695:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789467290.193699:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789467290.193701:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789467290.193709:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789467290.193712:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687d000. 02000000:00000001:3.0:1789467290.193716:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789467290.193718:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789467290.193721:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6eb480. 00000100:00000001:3.0:1789467290.193724:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789467290.193725:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467290.193727:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467290.193731:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e9c00 x1876386402389248/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467290 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467290.193737:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789467290.193738:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789467290.193740:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6893000. 02000000:00000001:3.0:1789467290.193742:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789467290.193743:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789467290.193744:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789467290.193746:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789467290.193747:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687d400. 02000000:00000001:3.0:1789467290.193749:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789467290.193750:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789467290.193751:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e9c00. 00000100:00000001:3.0:1789467290.193753:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789467290.193754:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467290.193756:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467290.193758:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6ea300 x1876386402389376/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467290 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467290.193764:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789467290.193765:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789467290.193766:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6892000. 02000000:00000001:3.0:1789467290.193769:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789467290.193770:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789467290.193771:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789467290.193773:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789467290.193774:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687c400. 02000000:00000001:3.0:1789467290.193777:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789467290.193784:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789467290.193786:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6ea300. 00000100:00000001:3.0:1789467290.193789:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789467290.193790:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467290.193792:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467290.193795:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467290.193797:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467290.193798:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467290.193800:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467290.193903:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467290.193909:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789467290.193911:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467290.193914:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467290.193917:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467290.193921:0:176036:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 19514 00000400:00000200:2.0:1789467290.193930:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467290.193935:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789467290.193939:0:176036:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467290.193943:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467290.193945:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467290.193948:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467290.193950:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789467290.193958:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467290.193960:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:2.0:1789467290.193963:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467290.193966:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:2.0:1789467290.193969:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:2.0:1789467290.193971:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:2.0:1789467290.193975:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467290.193976:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467290.193978:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467290.193988:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789467290.193991:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:2.0:1789467290.193995:0:176036:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789467290.193997:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467290.193999:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467290.194003:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467290.194005:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467290.194014:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467290.194016:0:176036:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467290.194021:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742c380. 00000020:00000040:2.0:1789467290.194025:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789467290.194028:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467290.194030:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467290.194034:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467290.194038:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467290.194043:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467290.194052:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacf800. 00000100:00000001:2.0:1789467290.194059:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467290.194067:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742c380 x1876386402389504/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467290.194075:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467290.194080:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467290.194083:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4c305b] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742c380 x1876386402389504/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467290.194106:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467290.194109:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467290.194112:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789467290.194114:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467290.194115:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467290.194118:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467290.194121:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19514 00000400:00000200:2.0:1789467290.194126:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467290.194129:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789467290.194157:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467290.194160:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467290.194162:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467290.194164:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467290.194166:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789467290.194175:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467290.194176:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:2.0:1789467290.194178:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467290.194180:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:2.0:1789467290.194182:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:2.0:1789467290.194183:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:2.0:1789467290.194186:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467290.194188:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467290.194190:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467290.194192:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789467290.194194:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:2.0:1789467290.194196:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789467290.194198:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467290.194200:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467290.194205:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467290.194207:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467290.194209:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789467290.194213:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789467290.194215:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467290.194217:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467290.194221:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742e300. 00000020:00000040:2.0:1789467290.194223:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789467290.194225:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467290.194226:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467290.194228:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467290.194229:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467290.194230:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467290.194234:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faace800. 00000100:00000001:2.0:1789467290.194238:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467290.194243:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742e300 x1876386402389632/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467290.194250:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467290.194257:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467290.194263:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df5e0136] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742e300 x1876386402389632/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467290.194270:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467290.194272:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467290.194275:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789467290.194277:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467290.194278:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467290.194281:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467290.194284:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19514 00000400:00000200:2.0:1789467290.194287:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467290.194290:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789467290.194292:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467290.194294:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467290.194296:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467290.194298:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467290.194300:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789467290.194302:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467290.194303:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:2.0:1789467290.194305:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467290.194307:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:2.0:1789467290.194309:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:2.0:1789467290.194311:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:2.0:1789467290.194313:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467290.194315:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467290.194317:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467290.194319:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789467290.194321:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:2.0:1789467290.194323:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789467290.194330:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467290.194332:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467290.194335:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467290.194337:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467290.194339:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789467290.194341:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789467290.194343:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467290.194345:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467290.194348:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742c700. 00000020:00000040:2.0:1789467290.194350:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789467290.194352:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467290.194353:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467290.194355:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467290.194356:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467290.194358:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467290.194362:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faace400. 00000100:00000001:2.0:1789467290.194365:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467290.194401:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742c700 x1876386402389760/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467290.194409:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467290.194411:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467290.194415:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009876dd26] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742c700 x1876386402389760/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467290.194422:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467290.194424:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467290.194428:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467290.194430:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467290.194433:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467290.194437:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19543) 00000100:00000001:3.0:1789467290.194802:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467290.194806:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467290.194808:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789467290.194814:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742c380 x1876386402389504/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467290.194821:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789467290.194824:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467290.194827:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789467290.194829:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467290.194831:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467290.194835:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402389504:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789467290.194839:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789467290.194842:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789467290.194845:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467290.194847:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789467290.194852:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d2000. 02000000:00000001:3.0:1789467290.194854:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789467290.194859:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789467290.194882:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf738. 00000400:00000010:3.0:1789467290.194889:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce660. 00000100:00000200:3.0:1789467290.194896:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402389504, portal 25 00000100:00000001:3.0:1789467290.194898:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789467290.194900:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836123520 : -126740873428096 : ffff8cbad742c380) 00000100:00000040:3.0:1789467290.194906:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742c380 x1876386402389504/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467290.194912:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789467290.194921:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789467290.194923:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce220. 00000100:00000200:3.0:1789467290.194926:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402389504, offset 0 00000400:00000200:3.0:1789467290.194943:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789467290.194951:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467290.194958:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789467290.194963:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789467290.194967:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789467290.194971:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789467290.194974:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789467290.194977:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93822:93822:256:4294967295] 192.168.203.142@tcp LPNI seq info [93822:93822:8:4294967295] 00000400:00000200:3.0:1789467290.194990:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467290.195000:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789467290.195006:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789467290.195012:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7e00. 00000800:00000200:3.0:1789467290.195019:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789467290.195028:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789467290.195032:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789467290.195051:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789467290.195056:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789467290.195058:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314207476 00000100:00000010:3.0:1789467290.195062:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451600. 00000100:00000001:3.0:1789467290.195068:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789467290.195073:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314207476 00000100:00000010:3.0:1789467290.195076:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451e40. 00000100:00000001:3.0:1789467290.195078:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789467290.195081:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789467290.195084:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467290.195086:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789467290.195090:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742e300 x1876386402389632/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467290.195106:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789467290.195107:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467290.195110:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789467290.195111:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467290.195113:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467290.195116:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402389632:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789467290.195119:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789467290.195120:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789467290.195122:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467290.195123:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789467290.195126:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d0800. 02000000:00000001:3.0:1789467290.195128:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789467290.195164:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789467290.195167:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf898. 00000400:00000010:3.0:1789467290.195171:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce5d8. 00000100:00000200:3.0:1789467290.195174:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402389632, portal 10 00000100:00000001:3.0:1789467290.195176:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789467290.195177:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836131584 : -126740873420032 : ffff8cbad742e300) 00000100:00000040:3.0:1789467290.195183:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742e300 x1876386402389632/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467290.195188:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789467290.195191:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789467290.195193:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ceaa0. 00000100:00000200:3.0:1789467290.195195:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402389632, offset 0 00000400:00000200:3.0:1789467290.195199:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789467290.195203:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467290.195207:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789467290.195209:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789467290.195211:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789467290.195213:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789467290.195215:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789467290.195222:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93823:93823:255:4294967295] 192.168.203.142@tcp LPNI seq info [93823:93823:7:4294967295] 00000400:00000200:3.0:1789467290.195226:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467290.195232:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789467290.195236:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789467290.195239:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7300. 00000800:00000200:3.0:1789467290.195243:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789467290.195247:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789467290.195249:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789467290.195252:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467290.195256:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:3.0:1789467290.195259:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789467290.195261:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314206237 00000100:00000001:3.0:1789467290.195263:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314207476 00000100:00000001:3.0:1789467290.195265:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314206237 00000100:00000001:3.0:1789467290.195266:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314207476 00000100:00000001:3.0:1789467290.195268:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789467290.195270:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467290.195272:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789467290.195276:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742c700 x1876386402389760/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467290.195282:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789467290.195283:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467290.195286:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789467290.195287:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467290.195289:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467290.195292:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402389760:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789467290.195295:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789467290.195297:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789467290.195298:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467290.195308:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789467290.195312:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d3400. 02000000:00000001:3.0:1789467290.195313:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789467290.195317:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789467290.195320:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bfaa8. 00000400:00000010:3.0:1789467290.195323:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce990. 00000100:00000200:3.0:1789467290.195326:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402389760, portal 10 00000100:00000001:3.0:1789467290.195328:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789467290.195329:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836124416 : -126740873427200 : ffff8cbad742c700) 00000100:00000040:3.0:1789467290.195335:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742c700 x1876386402389760/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467290.195342:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789467290.195344:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789467290.195345:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce2a8. 00000100:00000200:3.0:1789467290.195347:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402389760, offset 0 00000400:00000200:3.0:1789467290.195351:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789467290.195354:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467290.195357:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789467290.195360:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789467290.195362:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789467290.195365:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789467290.195367:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789467290.195369:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93824:93824:254:4294967295] 192.168.203.142@tcp LPNI seq info [93824:93824:6:4294967295] 00000400:00000200:3.0:1789467290.195373:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467290.195379:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789467290.195382:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789467290.195385:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7700. 00000800:00000200:3.0:1789467290.195388:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789467290.195392:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789467290.195394:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789467290.195397:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467290.195405:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:3.0:1789467290.195409:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789467290.195411:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314206225 00000100:00000001:3.0:1789467290.195413:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314207476 00000100:00000001:3.0:1789467290.195415:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314206225 00000100:00000001:3.0:1789467290.195417:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314207476 00000100:00000001:3.0:1789467290.195418:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789467290.195421:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467290.195424:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467290.195426:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467290.195431:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467290.195433:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789467290.195435:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467290.195436:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467290.195437:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467290.195439:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789467290.196165:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467290.196172:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7e00. 00000400:00000200:2.0:1789467290.196180:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467290.196187:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467290.196193:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce220 00000400:00000010:2.0:1789467290.196196:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce220. 00000100:00000001:2.0:1789467290.196202:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467290.196207:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742c380 x1876386402389504/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467290.196216:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467290.196219:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742c380 x1876386402389504/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467290.196226:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467290.196228:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789467290.196240:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467290.196242:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7300. 00000400:00000200:2.0:1789467290.196245:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467290.196247:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467290.196250:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ceaa0 00000400:00000010:2.0:1789467290.196251:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ceaa0. 00000100:00000001:2.0:1789467290.196253:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467290.196256:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742e300 x1876386402389632/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467290.196262:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467290.196264:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742e300 x1876386402389632/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467290.196269:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467290.196270:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789467290.196328:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467290.196331:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7700. 00000400:00000200:2.0:1789467290.196333:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467290.196336:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467290.196338:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce2a8 00000400:00000010:2.0:1789467290.196347:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce2a8. 00000100:00000001:2.0:1789467290.196350:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467290.196354:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742c700 x1876386402389760/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467290.196360:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467290.196362:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742c700 x1876386402389760/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467290.196367:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467290.196368:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467290.578207:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467290.578218:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467290.578220:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467290.578225:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467290.578230:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467290.578234:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467290.578237:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467290.578239:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467290.578243:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467290.962091:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467290.962099:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467290.962106:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467290.962118:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467290.962120:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467290.962124:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467290.962127:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467290.962129:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467290.962149:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467290.962152:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467290.962156:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467290.962157:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467290.962158:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467290.962160:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467290.962161:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467290.962162:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467290.962164:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467290.962166:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467290.962477:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467290.962481:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467290.962484:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789467291.473262:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314207476, at 4314207488 00000100:00000010:2.0:1789467291.473280:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451600. 00000100:00000040:3.0:1789467291.473370:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314207476, at 4314207488 00000100:00000010:3.0:1789467291.473375:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451e40. 00000100:00000001:2.0:1789467291.601396:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467291.601404:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467291.601406:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467291.601411:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467291.601415:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467291.601419:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467291.601421:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467291.601424:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467291.601426:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467291.985222:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467291.985230:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467291.985236:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467291.985237:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467291.985241:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467291.985242:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467291.985373:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467291.985377:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467291.985381:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467292.625312:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467292.625320:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467292.625322:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467292.625345:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467292.625349:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467292.625353:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467292.625356:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467292.625358:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467292.625361:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467293.009301:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467293.009309:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467293.009318:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467293.009319:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467293.009324:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467293.009325:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467293.009465:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467293.009468:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467293.009472:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467293.649357:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467293.649365:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467293.649367:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467293.649372:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467293.649376:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467293.649380:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467293.649383:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467293.649385:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467293.649387:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467294.033643:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467294.033651:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467294.033656:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467294.033657:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467294.033660:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467294.033661:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467294.035235:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467294.035241:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467294.035245:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467294.673318:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467294.673327:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467294.673329:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467294.673336:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467294.673340:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467294.673345:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467294.673348:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467294.673350:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467294.673353:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467295.058967:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467295.058974:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467295.058981:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467295.058982:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467295.058986:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467295.058987:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467295.059514:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467295.059518:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467295.059521:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467295.314021:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467295.314036:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467295.314039:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467295.314045:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467295.314048:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467295.314053:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467295.314056:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467295.317844:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467295.317856:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467295.317859:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467295.317862:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467295.317864:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467295.317867:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467295.317885:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467295.317889:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467295.317892:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467295.317894:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467295.317900:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19549) 00000100:00000001:2.0:1789467295.697807:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467295.697815:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467295.697817:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467295.697822:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467295.697825:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467295.697829:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467295.697832:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467295.697835:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467295.697853:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467296.081305:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467296.081328:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467296.081336:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467296.081337:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467296.081341:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467296.081342:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467296.081684:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467296.081688:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467296.081692:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467296.337252:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467296.337266:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467296.337268:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467296.337272:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467296.337275:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467296.337279:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467296.337282:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467296.721513:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467296.721523:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467296.721525:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467296.721531:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467296.721534:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467296.721539:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467296.721542:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467296.721544:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467296.721547:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467297.105313:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467297.105331:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467297.105338:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467297.105339:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467297.105343:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467297.105344:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467297.105504:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467297.105508:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467297.105511:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467297.361259:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467297.361290:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467297.361292:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467297.361297:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467297.361299:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467297.361303:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467297.361305:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467297.745275:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467297.745283:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467297.745286:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467297.745291:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467297.745294:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467297.745298:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467297.745301:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467297.745304:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467297.745306:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467298.129492:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467298.129501:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467298.129504:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467298.129507:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467298.129512:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467298.129515:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467298.129517:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467298.129519:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467298.129525:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467298.129527:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467298.129530:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467298.129531:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467298.130502:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467298.130508:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467298.130512:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467298.387783:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467298.387798:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467298.387800:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467298.387805:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467298.387807:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467298.387812:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467298.387815:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467298.769346:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467298.769356:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467298.769359:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467298.769365:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467298.769369:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467298.769372:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467298.769375:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467298.769377:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467298.769380:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467299.153380:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467299.153386:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467299.153391:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467299.153392:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467299.153396:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467299.153397:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467299.153501:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467299.153506:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467299.153509:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467299.409542:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467299.409558:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467299.409561:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467299.409566:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467299.409569:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467299.409573:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467299.409576:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467299.793267:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467299.793294:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467299.793296:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467299.793302:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467299.793306:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467299.793310:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467299.793312:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467299.793314:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467299.793317:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467300.178169:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467300.178177:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467300.178183:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467300.178184:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467300.178187:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467300.178189:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467300.178314:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467300.178318:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467300.178321:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467300.433296:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467300.433311:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467300.433313:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467300.433318:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467300.433320:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467300.433324:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467300.433327:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789467300.433551:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467300.433557:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467300.433579:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467300.433582:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467300.433585:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467300.433587:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789467300.433590:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467300.433595:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467300.433597:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467300.433600:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467300.433605:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19554) 00000100:00000001:2.0:1789467300.817276:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467300.817283:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467300.817285:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467300.817290:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467300.817294:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467300.817298:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467300.817301:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467300.817303:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467300.817306:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467301.202539:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467301.202546:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467301.202552:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467301.202555:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467301.202557:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467301.202561:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467301.202564:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467301.202566:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467301.202568:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467301.202570:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467301.202573:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467301.202575:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467301.202576:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467301.202578:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467301.202579:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467301.202580:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467301.202581:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467301.202583:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467301.202807:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467301.202811:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467301.202814:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467301.457366:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467301.457384:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467301.457386:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467301.457392:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467301.457395:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467301.457399:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467301.457402:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467301.841507:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467301.841515:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467301.841518:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467301.841524:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467301.841528:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467301.841531:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467301.841534:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467301.841537:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467301.841540:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467302.225257:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467302.225264:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467302.225286:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467302.225287:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467302.225290:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467302.225291:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467302.225424:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467302.225429:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467302.225431:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467302.481718:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467302.481730:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467302.481732:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467302.481737:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467302.481740:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467302.481743:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467302.481746:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467302.865262:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467302.865270:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467302.865272:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467302.865294:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467302.865297:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467302.865301:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467302.865303:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467302.865306:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467302.865309:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467303.249329:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467303.249337:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467303.249343:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467303.249344:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467303.249348:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467303.249349:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467303.249577:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467303.249582:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467303.249585:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467303.505300:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467303.505314:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467303.505316:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467303.505321:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467303.505323:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467303.505328:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467303.505330:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467303.889399:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467303.889406:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467303.889408:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467303.889413:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467303.889417:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467303.889421:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467303.889424:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467303.889426:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467303.889428:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467304.273255:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467304.273262:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467304.273268:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467304.273269:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467304.273272:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467304.273273:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467304.273405:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467304.273408:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467304.273411:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467304.529198:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467304.529213:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467304.529216:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467304.529220:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467304.529222:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467304.529226:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467304.529228:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467304.913457:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467304.913465:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467304.913467:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467304.913472:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467304.913476:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467304.913480:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467304.913483:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467304.913486:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467304.913488:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467305.298436:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467305.298443:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467305.298466:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467305.298467:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467305.298471:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467305.298472:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467305.298564:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467305.298567:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467305.298570:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467305.553313:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467305.553327:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467305.553329:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467305.553333:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467305.553336:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467305.553340:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467305.553342:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467305.553419:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467305.553425:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467305.553428:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467305.553431:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467305.553453:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467305.553457:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467305.553459:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467305.553463:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467305.553465:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467305.553468:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467305.553473:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19559) 00000100:00000001:2.0:1789467305.937263:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467305.937271:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467305.937273:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467305.937289:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467305.937293:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467305.937297:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467305.937300:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467305.937302:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467305.937305:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467306.321264:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467306.321272:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467306.321278:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467306.321279:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467306.321283:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467306.321284:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467306.322508:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467306.322514:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467306.322519:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467306.577252:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467306.577266:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467306.577267:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467306.577271:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467306.577273:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467306.577276:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467306.577278:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467306.961257:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467306.961265:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467306.961268:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467306.961273:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467306.961276:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467306.961280:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467306.961283:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467306.961285:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467306.961288:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467307.345304:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467307.345314:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467307.345316:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467307.345320:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467307.345326:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467307.345328:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467307.345331:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467307.345333:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467307.345338:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467307.345339:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467307.345342:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467307.345343:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467307.347361:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467307.347367:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467307.347398:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467307.601395:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467307.601411:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467307.601413:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467307.601440:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467307.601443:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467307.601448:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467307.601451:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467307.985271:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467307.985280:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467307.985282:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467307.985306:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467307.985309:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467307.985313:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467307.985316:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467307.985319:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467307.985321:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467308.369328:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467308.369336:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467308.369342:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467308.369343:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467308.369346:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467308.369347:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467308.369473:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467308.369476:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467308.369479:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467308.626118:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467308.626144:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467308.626146:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467308.626151:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467308.626153:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467308.626157:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467308.626160:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467309.394576:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467309.394584:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467309.394590:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467309.394591:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467309.394594:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467309.394596:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467309.394692:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467309.394705:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467309.394708:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467309.658129:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467309.658180:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467309.658182:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467309.658187:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467309.658190:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467309.658193:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467309.658196:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467310.042068:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467310.042078:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467310.042080:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467310.042087:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467310.042092:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467310.042097:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467310.042100:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467310.042103:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467310.042107:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467310.421009:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467310.421019:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467310.421027:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467310.421031:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467310.421034:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467310.421038:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467310.421042:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467310.421045:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467310.421047:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467310.421050:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467310.421055:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467310.421057:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467310.421058:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467310.421060:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467310.421062:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467310.421063:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467310.421093:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467310.421095:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467310.421537:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467310.421542:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467310.421546:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467310.673392:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467310.673406:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467310.673410:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467310.673414:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467310.673417:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467310.673421:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467310.673424:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467310.673429:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467310.673432:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467310.673435:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467310.673442:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19564) 00000100:00000001:0.0:1789467310.673536:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467310.673550:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467310.673553:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467310.673557:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467310.673560:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467310.673565:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467310.673569:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467311.057292:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467311.057302:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467311.057304:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467311.057312:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467311.057316:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467311.057321:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467311.057336:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467311.057339:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467311.057342:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467311.441360:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467311.441370:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467311.441377:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467311.441378:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467311.441381:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467311.441383:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467311.442011:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467311.442015:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467311.442019:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467311.697280:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467311.697297:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467311.697299:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467311.697305:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467311.697307:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467311.697313:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467311.697315:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467312.082807:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467312.082829:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467312.082832:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467312.082838:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467312.082842:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467312.082871:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467312.082874:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467312.082877:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467312.082880:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467312.465297:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467312.465304:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467312.465309:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467312.465310:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467312.465313:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467312.465314:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467312.465698:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467312.465703:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467312.465706:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467312.721285:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467312.721299:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467312.721301:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467312.721305:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467312.721307:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467312.721311:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467312.721314:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467313.105267:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467313.105275:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467313.105278:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467313.105283:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467313.105286:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467313.105290:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467313.105294:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467313.105296:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467313.105299:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467313.489289:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467313.489297:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467313.489303:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467313.489305:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467313.489328:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467313.489330:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467313.491312:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467313.491319:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467313.491324:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467313.745422:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467313.745436:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467313.745438:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467313.745443:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467313.745445:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467313.745450:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467313.745453:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467314.129322:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467314.129329:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467314.129331:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467314.129336:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467314.129339:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467314.129343:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467314.129346:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467314.129348:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467314.129350:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467314.513207:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467314.513217:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467314.513224:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467314.513225:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467314.513229:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467314.513230:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467314.513357:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467314.513361:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467314.513365:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467314.770347:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467314.770364:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467314.770367:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467314.770373:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467314.770376:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467314.770381:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467314.770384:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467315.153317:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467315.153329:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467315.153332:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467315.153340:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467315.153345:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467315.153348:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467315.153352:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467315.153384:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467315.153387:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467315.537612:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467315.537622:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467315.537629:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467315.537631:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467315.537635:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467315.537636:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467315.537927:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467315.537932:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467315.537936:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467315.793543:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467315.793559:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467315.793588:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467315.793592:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467315.793595:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467315.793598:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467315.793601:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467315.793605:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467315.793608:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467315.793610:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467315.793618:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19569) 00000100:00000001:0.0:1789467315.794065:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467315.794070:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467315.794586:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467290/real 1789467290] req@ffff8cbad742c380 x1876386402389504/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467315 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467315.794606:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467315.794608:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467315.794613:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf738. 00000400:00000200:0.0:1789467315.797312:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce660 00000400:00000010:0.0:1789467315.797321:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce660. 00000100:00000001:0.0:1789467315.797330:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467315.797358:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742c380 x1876386402389504/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467315 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467315.797371:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742c380 x1876386402389504/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467315 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467315.797379:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467315.797382:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467315.797385:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467315.797387:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467315.797392:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742c380 x1876386402389504/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467315 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467315.797399:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467315.797403:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467315.797409:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467290/real 1789467290] req@ffff8cbad742e300 x1876386402389632/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467315 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467315.797419:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467315.797421:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467315.797425:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf898. 00000400:00000200:0.0:1789467315.797428:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce5d8 00000400:00000010:0.0:1789467315.797430:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce5d8. 00000100:00000001:0.0:1789467315.797433:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467315.797450:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742e300 x1876386402389632/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467315 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467315.797459:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742e300 x1876386402389632/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467315 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467315.797465:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467315.797467:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467315.797469:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467315.797470:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467315.797473:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742e300 x1876386402389632/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467315 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467315.797491:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467315.797494:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467315.797499:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467290/real 1789467290] req@ffff8cbad742c700 x1876386402389760/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467315 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467315.797507:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467315.797508:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467315.797510:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bfaa8. 00000400:00000200:0.0:1789467315.797513:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce990 00000400:00000010:0.0:1789467315.797514:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce990. 00000100:00000001:0.0:1789467315.797517:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467315.797520:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742c700 x1876386402389760/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467315 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467315.797528:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742c700 x1876386402389760/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467315 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467315.797534:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467315.797535:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467315.797537:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467315.797538:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467315.797541:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742c700 x1876386402389760/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467315 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467315.797548:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467315.797568:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467315.797570:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467315.797573:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467315.797576:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467315.797577:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467315.797582:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742c380 x1876386402389504/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467315 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467315.797589:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467315.797596:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467315.797597:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467315.797599:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467315.797601:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467315.797603:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467315.797897:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467315.797932:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789467315.797934:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467315.797939:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742c380 x1876386402389504/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467315 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467315.797947:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402389504:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789467315.797952:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467315.797956:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742e300 x1876386402389632/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467315 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467315.797962:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467315.797964:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467315.797965:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467315.797966:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467315.797967:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467315.797970:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467315.797972:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467315.797977:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789467315.797979:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467315.797982:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742e300 x1876386402389632/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467315 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467315.797988:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402389632:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467315.797991:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467315.798003:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742c700 x1876386402389760/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467315 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467315.798008:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467315.798010:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467315.798011:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467315.798012:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467315.798013:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467315.798015:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467315.798017:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467315.798022:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789467315.798024:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467315.798027:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742c700 x1876386402389760/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467315 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467315.798033:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402389760:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467315.798037:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467315.798040:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467315.798043:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742c380 x1876386402389504/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467315 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467315.798049:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467315.798052:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467315.798056:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d2000. 02000000:00000001:0.0:1789467315.798061:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467315.798064:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467315.798066:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789467315.798068:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467315.798070:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacf800. 02000000:00000001:0.0:1789467315.798073:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467315.798074:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467315.798076:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742c380. 00000100:00000001:0.0:1789467315.798079:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467315.798085:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467315.798087:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467315.798091:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742e300 x1876386402389632/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467315 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467315.798096:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467315.798098:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467315.798099:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d0800. 02000000:00000001:0.0:1789467315.798101:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467315.798102:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467315.798104:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789467315.798105:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467315.798107:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faace800. 02000000:00000001:0.0:1789467315.798109:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467315.798110:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467315.798111:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742e300. 00000100:00000001:0.0:1789467315.798114:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467315.798115:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467315.798117:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467315.798119:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742c700 x1876386402389760/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467315 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467315.798124:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467315.798125:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467315.798126:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d3400. 02000000:00000001:0.0:1789467315.798128:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467315.798129:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467315.798130:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789467315.798175:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467315.798177:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faace400. 02000000:00000001:0.0:1789467315.798180:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467315.798181:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467315.798182:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742c700. 00000100:00000001:0.0:1789467315.798185:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467315.798186:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467315.798188:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467315.798192:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467315.798193:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467315.798200:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467315.798201:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467315.798474:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467315.798479:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789467315.798482:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467315.798484:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467315.798488:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467315.798491:0:331018:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 19538 00000400:00000200:3.0:1789467315.798498:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467315.798503:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467315.798505:0:331018:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467315.798508:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467315.798511:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467315.798513:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467315.798515:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467315.798521:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467315.798523:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789467315.798526:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467315.798535:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789467315.798537:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789467315.798539:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789467315.798543:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467315.798544:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467315.798547:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467315.798549:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467315.798830:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789467315.798837:0:331018:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467315.798840:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467315.798842:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467315.798845:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467315.798848:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467315.798850:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467315.798853:0:331018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467315.798858:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031180. 00000020:00000040:3.0:1789467315.798862:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789467315.798865:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467315.798866:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467315.798870:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467315.798872:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467315.798876:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467315.798883:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1000. 00000100:00000001:3.0:1789467315.798889:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467315.798896:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031180 x1876386402389888/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467315.798904:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467315.798908:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467315.798912:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa1bc69b] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031180 x1876386402389888/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467315.798963:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467315.798966:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467315.798968:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467315.798974:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9031180 x1876386402389888/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467315.798982:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467315.798984:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467315.798988:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467315.798990:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467315.798993:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467315.798996:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402389888:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789467315.799000:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467315.799003:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467315.799005:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467315.799008:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467315.799013:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687f800. 02000000:00000001:0.0:1789467315.799015:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467315.799020:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789467315.799025:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c790. 00000400:00000010:0.0:1789467315.799032:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089000. 00000100:00000200:0.0:1789467315.799038:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402389888, portal 25 00000100:00000001:0.0:1789467315.799040:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467315.799042:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107407232 : -126744602144384 : ffff8cb9f9031180) 00000100:00000040:0.0:1789467315.799048:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031180 x1876386402389888/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467315.799055:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467315.799057:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789467315.799060:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089908. 00000100:00000200:0.0:1789467315.799063:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402389888, offset 0 00000400:00000200:0.0:1789467315.799069:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789467315.799078:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467315.799084:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789467315.799097:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789467315.799101:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789467315.799105:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789467315.799107:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789467315.799111:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93825:93825:256:4294967295] 192.168.203.142@tcp LPNI seq info [93825:93825:8:4294967295] 00000400:00000200:0.0:1789467315.799117:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467315.799127:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789467315.799168:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789467315.799174:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad1621c00. 00000800:00000200:0.0:1789467315.799180:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789467315.799188:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789467315.799192:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad1621c00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789467315.799219:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467315.799224:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789467315.799226:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314233081 00000100:00000010:0.0:1789467315.799231:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305b000. 00000100:00000001:0.0:1789467315.799239:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789467315.799245:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314233081 00000100:00000010:0.0:1789467315.799248:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305b6c0. 00000100:00000001:0.0:1789467315.799250:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789467315.799253:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467315.799255:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467315.799258:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467315.799260:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789467315.799572:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467315.799576:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad1621c00. 00000400:00000200:2.0:1789467315.799582:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467315.799587:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467315.799592:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089908 00000400:00000010:2.0:1789467315.799594:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089908. 00000100:00000001:2.0:1789467315.799598:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467315.799611:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031180 x1876386402389888/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467315.799620:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467315.799624:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031180 x1876386402389888/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467340 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467315.799630:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467315.799632:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789467315.799879:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467315.799884:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467315.799895:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467315.799897:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467315.799900:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467315.799903:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467315.799907:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19538 00000400:00000200:3.0:1789467315.799912:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467315.799916:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467315.799918:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467315.799921:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467315.799923:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467315.799926:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467315.799928:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467315.799934:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467315.799936:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789467315.799938:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467315.799941:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789467315.799943:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789467315.799945:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789467315.799948:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467315.799950:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467315.799951:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467315.799953:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467315.799956:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789467315.799959:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467315.799961:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467315.799963:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467315.799968:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467315.799971:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467315.799972:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789467315.799976:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789467315.799985:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467315.799986:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467315.799990:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030000. 00000020:00000040:3.0:1789467315.799993:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467315.799996:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467315.799998:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467315.800000:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467315.800002:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467315.800004:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467315.800009:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3400. 00000100:00000001:3.0:1789467315.800013:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467315.800019:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030000 x1876386402390016/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467315.800099:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467315.800102:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467315.800107:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000685e8900] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030000 x1876386402390016/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467315.807698:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467315.807705:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789467315.807711:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467315.807714:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467315.807717:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467315.807731:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030000 x1876386402390016/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467315.808538:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467315.808540:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467315.808545:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467315.808549:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467315.808551:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467315.808624:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402390016:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467315.808629:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467315.808633:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467315.808635:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467315.808637:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467315.808644:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687f400. 02000000:00000001:0.0:1789467315.808646:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467315.808653:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789467315.808658:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9ce70. 00000400:00000010:0.0:1789467315.808665:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089c38. 00000100:00000200:0.0:1789467315.808672:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402390016, portal 10 00000100:00000001:0.0:1789467315.808674:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467315.808675:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107402752 : -126744602148864 : ffff8cb9f9030000) 00000100:00000040:0.0:1789467315.808684:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030000 x1876386402390016/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467315.808690:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467315.808693:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789467315.808696:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089220. 00000100:00000200:0.0:1789467315.808700:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402390016, offset 0 00000400:00000200:0.0:1789467315.808706:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789467315.808715:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467315.808723:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789467315.808728:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789467315.808732:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789467315.808735:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789467315.808738:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789467315.808827:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93826:93826:256:4294967295] 192.168.203.142@tcp LPNI seq info [93826:93826:8:4294967295] 00000400:00000200:0.0:1789467315.808833:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467315.808843:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789467315.808850:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789467315.808856:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad1621c00. 00000800:00000200:0.0:1789467315.808863:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789467315.808871:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789467315.808875:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad1621c00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789467315.808896:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467315.808901:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:0.0:1789467315.808904:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789467315.808907:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314231850 00000100:00000001:0.0:1789467315.808910:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314233081 00000100:00000001:0.0:1789467315.808912:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314231850 00000100:00000001:0.0:1789467315.808915:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314233081 00000100:00000001:0.0:1789467315.808917:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467315.808920:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467315.808924:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467315.808927:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467315.808933:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467315.808935:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789467315.808937:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467315.808938:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467315.808940:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467315.808942:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467315.809149:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467315.809223:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467315.809228:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467315.809230:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467315.809232:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467315.809236:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467315.809240:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19538 00000400:00000200:3.0:1789467315.809244:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467315.809248:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467315.809251:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467315.809253:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467315.809256:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467315.809258:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467315.809266:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467315.809272:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467315.809274:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789467315.809276:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467315.809279:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789467315.809281:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789467315.809284:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789467315.809287:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467315.809288:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467315.809290:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467315.809292:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467315.809295:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789467315.809298:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467315.809301:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467315.809303:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467315.809308:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467315.809311:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467315.809312:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789467315.809317:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789467315.809319:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467315.809321:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467315.809325:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033800. 00000020:00000040:3.0:1789467315.809329:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467315.809332:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467315.809334:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467315.809337:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467315.809339:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467315.809342:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467315.809348:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d0800. 00000100:00000001:3.0:1789467315.809354:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467315.809360:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033800 x1876386402390144/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467315.809379:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467315.809383:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467315.809387:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd66b7ab] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033800 x1876386402390144/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467315.809396:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467315.809399:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467315.809403:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467315.809405:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467315.809408:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467315.809412:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19569) 00000100:00000001:0.0:1789467315.809849:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467315.809853:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467315.809855:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467315.809861:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033800 x1876386402390144/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467315.809868:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467315.809876:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467315.809878:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467315.809881:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467315.809883:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467315.809886:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402390144:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467315.809889:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467315.809892:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467315.809894:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467315.809895:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467315.809899:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687e400. 02000000:00000001:0.0:1789467315.809901:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467315.809905:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789467315.809908:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c420. 00000400:00000010:0.0:1789467315.809913:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089cc0. 00000100:00000200:0.0:1789467315.809918:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402390144, portal 10 00000100:00000001:0.0:1789467315.809920:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467315.809921:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107417088 : -126744602134528 : ffff8cb9f9033800) 00000100:00000040:0.0:1789467315.809928:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033800 x1876386402390144/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467315.809935:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467315.809937:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789467315.809940:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089aa0. 00000100:00000200:0.0:1789467315.809943:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402390144, offset 0 00000400:00000200:0.0:1789467315.809948:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789467315.809954:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467315.809958:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789467315.809962:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789467315.809965:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789467315.809967:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789467315.809969:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789467315.809972:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93827:93827:255:4294967295] 192.168.203.142@tcp LPNI seq info [93827:93827:7:4294967295] 00000400:00000200:0.0:1789467315.809976:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467315.809983:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789467315.809995:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789467315.809998:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad1621700. 00000800:00000200:0.0:1789467315.810003:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789467315.810010:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789467315.810013:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad1621700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789467315.810016:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467315.810020:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:0.0:1789467315.810023:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789467315.810026:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314231839 00000100:00000001:0.0:1789467315.810028:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314233081 00000100:00000001:0.0:1789467315.810030:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314231839 00000100:00000001:0.0:1789467315.810032:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314233081 00000100:00000001:0.0:1789467315.810034:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467315.810037:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467315.810039:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467315.810042:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467315.810046:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467315.810048:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789467315.810050:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467315.810051:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467315.810052:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467315.810054:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789467315.810194:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467315.810200:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad1621c00. 00000400:00000200:2.0:1789467315.810206:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467315.810211:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467315.810216:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089220 00000400:00000010:2.0:1789467315.810218:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089220. 00000100:00000001:2.0:1789467315.810222:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467315.810227:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030000 x1876386402390016/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467315.810235:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467315.810238:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030000 x1876386402390016/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467340 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467315.810245:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467315.810247:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789467315.810265:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467315.810267:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad1621700. 00000400:00000200:2.0:1789467315.810270:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467315.810279:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467315.810283:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089aa0 00000400:00000010:2.0:1789467315.810285:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089aa0. 00000100:00000001:2.0:1789467315.810287:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467315.810291:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033800 x1876386402390144/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467315.810297:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467315.810300:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033800 x1876386402390144/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467340 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467315.810306:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467315.810307:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467316.178278:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467316.178287:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467316.178289:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467316.178294:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467316.178298:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467316.178301:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467316.178304:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467316.178306:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467316.178309:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467316.562955:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467316.562964:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467316.562970:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467316.562971:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467316.562974:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467316.562975:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467316.563094:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467316.563097:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467316.563100:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789467317.073211:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314233081, at 4314233088 00000100:00000010:3.0:1789467317.073228:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305b6c0. 00000100:00000040:2.0:1789467317.073348:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314233081, at 4314233088 00000100:00000010:2.0:1789467317.073354:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305b000. 00000100:00000001:2.0:1789467317.203900:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467317.203908:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467317.203910:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467317.203915:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467317.203919:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467317.203922:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467317.203924:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467317.203927:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467317.203929:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467317.585550:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467317.585559:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467317.585562:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467317.585565:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467317.585569:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467317.585588:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467317.585590:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467317.585593:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467317.585597:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467317.585598:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467317.585602:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467317.585603:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467317.585750:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467317.585760:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467317.585763:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467318.225269:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467318.225277:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467318.225279:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467318.225284:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467318.225287:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467318.225291:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467318.225294:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467318.225296:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467318.225299:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467318.610348:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467318.610355:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467318.610360:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467318.610361:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467318.610363:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467318.610365:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467318.614837:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467318.614844:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467318.614848:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467319.249283:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467319.249290:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467319.249293:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467319.249298:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467319.249301:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467319.249304:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467319.249307:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467319.249309:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467319.249312:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467319.633403:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467319.633414:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467319.633422:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467319.633424:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467319.633830:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467319.633832:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467319.640378:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467319.640387:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467319.640394:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467320.273364:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467320.273375:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467320.273377:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467320.273384:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467320.273389:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467320.273394:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467320.273397:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467320.273400:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467320.273403:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467320.660261:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467320.660273:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467320.660280:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467320.660284:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467320.660287:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467320.660291:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467320.660294:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467320.660297:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467320.660311:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467320.660314:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467320.660319:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467320.660321:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467320.660322:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467320.660324:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467320.660326:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467320.660328:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467320.660329:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467320.660331:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467320.660631:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467320.660635:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467320.660639:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467320.913261:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467320.913333:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467320.913336:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467320.913340:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467320.913343:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467320.913347:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467320.913350:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467320.913664:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467320.913676:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467320.914007:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467320.914011:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467320.914014:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467320.914017:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467320.914020:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467320.914025:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467320.914028:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467320.914031:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467320.914038:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19574) 00000100:00000001:2.0:1789467321.297316:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467321.297324:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467321.297326:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467321.297331:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467321.297335:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467321.297339:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467321.297342:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467321.297344:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467321.297347:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467321.681301:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467321.681309:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467321.681315:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467321.681316:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467321.681320:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467321.681321:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467321.682389:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467321.682395:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467321.682400:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467321.937314:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467321.937326:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467321.937329:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467321.937334:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467321.937336:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467321.937340:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467321.937344:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467322.323050:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467322.323059:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467322.323060:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467322.323066:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467322.323070:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467322.323074:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467322.323077:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467322.323079:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467322.323098:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467322.705270:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467322.705276:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467322.705281:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467322.705282:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467322.705286:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467322.705287:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467322.705418:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467322.705422:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467322.705426:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467322.961382:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467322.961395:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467322.961398:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467322.961402:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467322.961404:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467322.961408:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467322.961411:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467323.345298:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467323.345305:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467323.345308:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467323.345313:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467323.345317:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467323.345320:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467323.345323:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467323.345325:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467323.345328:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467323.729301:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467323.729310:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467323.729316:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467323.729318:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467323.729321:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467323.729322:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467323.729429:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467323.729433:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467323.729436:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467323.985275:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467323.985306:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467323.985308:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467323.985312:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467323.985314:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467323.985319:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467323.985321:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467324.371005:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467324.371016:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467324.371018:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467324.371025:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467324.371029:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467324.371034:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467324.371038:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467324.371041:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467324.371044:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467324.755175:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467324.755182:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467324.755187:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467324.755188:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467324.755191:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467324.755192:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467324.755328:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467324.755332:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467324.755335:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467325.009257:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467325.009271:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467325.009274:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467325.009278:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467325.009281:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467325.009285:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467325.009287:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467325.393636:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467325.393643:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467325.393645:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467325.393650:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467325.393654:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467325.393658:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467325.393661:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467325.393663:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467325.393666:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467325.777997:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467325.778004:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467325.778008:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467325.778010:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467325.778013:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467325.778014:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467325.781371:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467325.781377:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467325.781382:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467326.033247:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467326.033261:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467326.033263:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467326.033268:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467326.033270:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467326.033274:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467326.033276:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467326.033771:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467326.033777:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467326.033780:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467326.033783:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467326.033786:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467326.033789:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467326.033807:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467326.033811:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467326.033814:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467326.033816:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467326.033821:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19579) 00000100:00000001:2.0:1789467326.417730:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467326.417758:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467326.417760:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467326.417765:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467326.417769:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467326.417772:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467326.419098:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467326.419103:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467326.419108:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467326.801284:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467326.801292:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467326.801297:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467326.801299:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467326.801302:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467326.801303:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467326.802886:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467326.802891:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467326.802896:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467327.057248:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467327.057277:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467327.057279:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467327.057284:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467327.057286:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467327.057299:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467327.057302:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467327.441595:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467327.441604:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467327.441606:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467327.441612:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467327.441615:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467327.441619:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467327.441622:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467327.441624:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467327.441626:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467327.827578:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467327.827591:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467327.827594:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467327.827599:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467327.827605:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467327.827608:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467327.827610:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467327.827613:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467327.827617:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467327.827619:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467327.827623:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467327.827624:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467327.828239:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467327.828244:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467327.828248:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467328.081302:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467328.081317:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467328.081319:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467328.081323:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467328.081326:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467328.081330:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467328.081332:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467328.466201:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467328.466209:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467328.466211:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467328.466216:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467328.466220:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467328.466224:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467328.466226:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467328.466228:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467328.466231:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467328.849497:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467328.849508:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467328.849515:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467328.849517:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467328.849521:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467328.849523:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467328.851207:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467328.851214:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467328.851219:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467329.113358:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467329.113374:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467329.113376:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467329.113381:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467329.113383:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467329.113386:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467329.113388:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467329.489264:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467329.489271:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467329.489273:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467329.489279:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467329.489283:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467329.489287:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467329.489307:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467329.489309:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467329.489312:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467329.873312:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467329.873320:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467329.873327:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467329.873328:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467329.873332:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467329.873333:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467329.875723:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467329.875730:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467329.875734:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789467330.129276:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789467330.129290:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789467330.129292:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467330.129296:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789467330.129298:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789467330.129303:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467330.129305:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467330.513342:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467330.513350:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467330.513352:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467330.513357:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467330.513361:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467330.513365:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467330.513368:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467330.513370:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467330.513373:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467330.897767:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467330.897778:0:332664:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467330.897810:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467330.897814:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467330.897817:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467330.897821:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467330.897825:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467330.897828:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467330.897830:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467330.897832:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467330.897837:0:332664:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467330.897839:0:332664:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467330.897840:0:332664:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467330.897842:0:332664:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467330.897843:0:332664:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467330.897845:0:332664:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467330.897847:0:332664:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467330.897849:0:332664:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467330.899804:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467330.899811:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467330.899816:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467331.153950:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467331.153967:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467331.153970:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467331.153976:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467331.153979:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467331.153984:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467331.153987:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467331.537310:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467331.537320:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467331.537323:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467331.537330:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467331.537335:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467331.537340:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467331.537344:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467331.537347:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467331.537350:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467331.921337:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467331.921346:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467331.921353:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467331.921354:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467331.921358:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467331.921359:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467331.921441:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467331.921447:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467331.921450:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467332.177355:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467332.177374:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467332.177377:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467332.177383:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467332.177411:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467332.177417:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467332.177420:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467332.561444:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467332.561457:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467332.561459:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467332.561467:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467332.561471:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467332.561476:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467332.561479:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467332.561482:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467332.561485:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467332.946719:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467332.946727:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467332.946733:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467332.946734:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467332.946738:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467332.946739:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467332.949188:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467332.949198:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467332.949204:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467333.203733:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467333.203753:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467333.203756:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467333.203762:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467333.203764:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467333.203770:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467333.203774:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467333.585951:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467333.585959:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467333.585960:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467333.585966:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467333.585969:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467333.585973:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467333.585975:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467333.585978:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467333.585980:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467333.969313:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467333.969320:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467333.969325:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467333.969326:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467333.969328:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467333.969329:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467333.969458:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467333.969462:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467333.969465:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467334.225252:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467334.225267:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467334.225270:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467334.225274:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467334.225277:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467334.225300:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467334.225302:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467334.609247:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467334.609255:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467334.609257:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467334.609261:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467334.609265:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467334.609268:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467334.609271:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467334.609273:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467334.609277:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467334.993357:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467334.993365:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467334.993371:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467334.993372:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467334.993392:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467334.993395:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467335.251012:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467335.251026:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467335.251028:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467335.251032:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467335.251034:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467335.251038:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467335.251041:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467335.633262:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467335.633270:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467335.633273:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467335.633278:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467335.633281:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467335.633285:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467335.633288:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467335.633291:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467335.633293:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467336.017298:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467336.017305:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467336.017310:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467336.017312:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467336.017315:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467336.017316:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467336.017447:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467336.017451:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467336.017454:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467336.273232:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1789467336.273233:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467336.273240:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467336.273243:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789467336.273245:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1789467336.273246:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1789467336.273247:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789467336.273248:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789467336.273250:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1789467336.273251:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1789467336.273252:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467336.273257:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467336.273258:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467336.273270:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467336.273273:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467336.273276:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467336.273278:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467336.273284:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19589) 00000100:00000001:2.0:1789467336.657263:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467336.657271:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467336.657273:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467336.657278:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467336.657282:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467336.657286:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467336.657288:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467336.657291:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467336.657294:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467337.041294:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467337.041301:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467337.041307:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467337.041308:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467337.041311:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467337.041312:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467337.041439:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467337.041443:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467337.041445:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467337.297330:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467337.297343:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467337.297346:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467337.297350:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467337.297352:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467337.297356:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467337.297358:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467337.681255:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467337.681264:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467337.681266:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467337.681272:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467337.681275:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467337.681279:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467337.681282:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467337.681284:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467337.681287:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467338.065839:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467338.065848:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467338.065851:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467338.065854:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467338.065858:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467338.065860:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467338.065862:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467338.065864:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467338.065868:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467338.065869:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467338.065872:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467338.065890:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467338.066044:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467338.066048:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467338.066051:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467338.707008:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467338.707020:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467338.707022:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467338.707029:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467338.707056:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467338.707061:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467338.707065:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467338.707068:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467338.707071:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467339.089274:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467339.089282:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467339.089287:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467339.089289:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467339.089293:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467339.089294:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467340.113301:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467340.113309:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467340.113315:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467340.113316:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467340.113319:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467340.113320:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467340.113595:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467340.113598:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467340.113601:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467340.370150:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467340.370155:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789467340.370157:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467340.370160:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467340.370164:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467340.370167:0:176036:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 19564 00000400:00000200:2.0:1789467340.370174:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467340.370179:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789467340.370182:0:176036:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467340.370185:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467340.370189:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467340.370191:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467340.370194:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789467340.370199:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467340.370201:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:2.0:1789467340.370203:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467340.370206:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:2.0:1789467340.370209:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:2.0:1789467340.370211:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:2.0:1789467340.370214:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467340.370216:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467340.370229:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467340.370232:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789467340.370235:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:2.0:1789467340.370238:0:176036:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789467340.370241:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467340.370251:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467340.370263:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467340.370266:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467340.370268:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467340.370270:0:176036:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467340.370276:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742f100. 00000020:00000040:2.0:1789467340.370279:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789467340.370283:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467340.370284:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467340.370287:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467340.370289:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467340.370292:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467340.370299:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacf000. 00000100:00000001:2.0:1789467340.370305:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467340.370311:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742f100 x1876386402390272/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467340.370319:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467340.370322:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467340.370326:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007124ad9] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742f100 x1876386402390272/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467340.370347:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467340.370349:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467340.370353:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789467340.370354:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467340.370355:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467340.370358:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467340.370360:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19564 00000400:00000200:2.0:1789467340.370364:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467340.370367:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789467340.370369:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467340.370372:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467340.370374:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467340.370382:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467340.370384:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789467340.370388:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467340.370389:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:2.0:1789467340.370391:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467340.370393:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:2.0:1789467340.370395:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:2.0:1789467340.370397:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:2.0:1789467340.370400:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467340.370402:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467340.370403:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467340.370405:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789467340.370407:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:2.0:1789467340.370410:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789467340.370412:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467340.370414:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467340.370418:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467340.370420:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467340.370422:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789467340.370426:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789467340.370429:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467340.370430:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467340.370434:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742c700. 00000020:00000040:2.0:1789467340.370436:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789467340.370439:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467340.370440:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467340.370441:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467340.370443:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467340.370445:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467340.370449:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacfc00. 00000100:00000001:2.0:1789467340.370452:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467340.370456:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742c700 x1876386402390400/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467340.370469:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467340.370471:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467340.370475:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009876dd26] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742c700 x1876386402390400/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467340.370482:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467340.370485:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467340.370487:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789467340.370489:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467340.370490:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467340.370493:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467340.370495:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19564 00000400:00000200:2.0:1789467340.370499:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467340.370502:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789467340.370504:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467340.370506:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467340.370507:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467340.370509:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467340.370511:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789467340.370514:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467340.370515:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:2.0:1789467340.370516:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467340.370518:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:2.0:1789467340.370520:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:2.0:1789467340.370521:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:2.0:1789467340.370524:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467340.370525:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467340.370527:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467340.370529:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789467340.370536:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:2.0:1789467340.370539:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789467340.370542:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467340.370543:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467340.370546:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467340.370548:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467340.370549:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789467340.370551:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789467340.370553:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467340.370555:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467340.370558:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742e300. 00000020:00000040:2.0:1789467340.370560:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789467340.370562:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467340.370564:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467340.370566:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467340.370567:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467340.370569:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467340.370573:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacc400. 00000100:00000001:2.0:1789467340.370576:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467340.370580:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742e300 x1876386402390528/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467340.370587:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467340.370589:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467340.370592:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df5e0136] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742e300 x1876386402390528/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467340.370599:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467340.370601:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467340.370614:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467340.370617:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467340.370619:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467340.370631:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19594) 00000800:00000200:2.0:1789467340.371913:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467340.371917:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7900. 00000400:00000200:2.0:1789467340.371923:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467340.371928:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467340.371933:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5b28 00000400:00000010:2.0:1789467340.371936:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5b28. 00000100:00000001:2.0:1789467340.371940:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467340.371945:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742f100 x1876386402390272/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467340.371953:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467340.371956:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742f100 x1876386402390272/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467365 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467340.371962:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467340.371963:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789467340.372036:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467340.372038:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7200. 00000400:00000200:2.0:1789467340.372041:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467340.372044:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467340.372047:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5dd0 00000400:00000010:2.0:1789467340.372048:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5dd0. 00000100:00000001:2.0:1789467340.372051:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467340.372054:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742c700 x1876386402390400/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467340.372060:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467340.372063:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742c700 x1876386402390400/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467365 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467340.372068:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467340.372069:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789467340.372126:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467340.372129:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7800. 00000400:00000200:2.0:1789467340.372161:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467340.372171:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467340.372174:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5990 00000400:00000010:2.0:1789467340.372176:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5990. 00000100:00000001:2.0:1789467340.372179:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467340.372183:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742e300 x1876386402390528/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467340.372189:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467340.372192:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742e300 x1876386402390528/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467365 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467340.372198:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467340.372200:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:0.0:1789467341.137359:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467341.137366:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467341.137372:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467341.137375:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467341.137378:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467341.137381:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467341.137385:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467341.137388:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467341.137390:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467341.137392:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467341.137395:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467341.137397:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467341.137398:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467341.137400:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467341.137402:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467341.137403:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467341.137404:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467341.137406:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467341.137619:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467341.137622:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467341.137625:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789467341.649327:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314257652, at 4314257664 00000100:00000010:2.0:1789467341.649344:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a900. 00000100:00000040:3.0:1789467341.649489:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314257652, at 4314257664 00000100:00000010:3.0:1789467341.649497:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869ade0. 00010000:00000001:0.0:1789467342.161940:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467342.161946:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467342.161952:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467342.161953:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467342.161957:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467342.161958:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467342.162043:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467342.162047:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467342.162050:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467343.187006:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467343.187029:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467343.187035:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467343.187036:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467343.187039:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467343.187040:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467344.209373:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467344.209379:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467344.209383:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467344.209384:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467344.209386:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467344.209386:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467344.209601:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467344.209605:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467344.209608:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467345.233257:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467345.233263:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467345.233269:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467345.233270:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467345.233273:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467345.233274:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467345.233408:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467345.233412:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467345.233415:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467346.260172:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467346.260180:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467346.260185:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467346.260186:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467346.260190:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467346.260191:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467346.260977:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467346.260981:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467346.260986:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467347.281252:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467347.281259:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467347.281266:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467347.281267:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467347.281271:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467347.281272:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467348.305294:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467348.305302:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467348.305305:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467348.305308:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467348.305313:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467348.305315:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467348.305317:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467348.305319:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467348.305322:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467348.305352:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467348.305357:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467348.305358:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467348.305444:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467348.305448:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467348.305451:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467349.329299:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467349.329307:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467349.329313:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467349.329314:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467349.329318:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467349.329319:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467349.329492:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467349.329496:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467349.329499:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789467350.353575:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467350.353582:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467350.353588:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467350.353591:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467350.353593:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467350.353597:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467350.353600:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467350.353602:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467350.353604:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467350.353606:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467350.353609:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467350.353611:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467350.353612:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467350.353614:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467350.353616:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467350.353617:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467350.353618:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467350.353620:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467350.353833:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467350.353844:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467350.353848:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467350.609681:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467350.609692:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467350.609695:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467350.609698:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467350.609700:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467350.609713:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467350.609716:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467351.377295:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467351.377302:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467351.377308:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467351.377310:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467351.377313:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467351.377329:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467351.639720:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467351.639735:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467351.639737:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467351.639741:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467351.639744:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467351.639748:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467351.639750:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467352.401872:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467352.401880:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467352.401895:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467352.401897:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467352.401900:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467352.401902:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467352.405704:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467352.405711:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467352.405717:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467352.657281:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467352.657295:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467352.657297:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467352.657302:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467352.657306:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467352.657310:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467352.657313:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467353.425265:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467353.425272:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467353.425277:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467353.425278:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467353.425281:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467353.425282:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467353.425436:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467353.425440:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467353.425443:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467353.682376:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467353.682390:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467353.682393:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467353.682397:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467353.682399:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467353.682404:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467353.682406:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467354.066437:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467354.066444:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467354.066446:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467354.066451:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467354.066455:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467354.066458:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467354.066461:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467354.066463:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467354.066466:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467354.449296:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467354.449302:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467354.449308:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467354.449309:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467354.449313:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467354.449333:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467354.452011:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467354.452017:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467354.452021:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467354.706228:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467354.706243:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467354.706244:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467354.706249:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467354.706251:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467354.706255:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467354.706258:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467355.089781:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467355.089788:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467355.089790:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467355.089795:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467355.089798:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467355.089801:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467355.089804:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467355.089806:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467355.089808:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467355.473255:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467355.473262:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467355.473268:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467355.473269:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467355.473272:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467355.473274:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467355.733219:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467355.733234:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467355.733236:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467355.733241:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467355.733243:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467355.733247:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467355.733250:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467355.733336:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467355.733341:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467355.733344:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467355.733347:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467355.733350:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467355.733352:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467355.733355:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467355.733359:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467355.733361:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467355.733364:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467355.733370:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19609) 00000100:00000001:2.0:1789467356.113252:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467356.113260:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467356.113262:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467356.113267:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467356.113271:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467356.113274:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467356.113277:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467356.113279:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467356.113282:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467356.497307:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467356.497314:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467356.497320:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467356.497321:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467356.497324:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467356.497326:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467356.498782:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467356.498788:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467356.498793:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467356.753266:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467356.753280:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467356.753282:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467356.753287:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467356.753290:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467356.753294:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467356.753297:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467357.137257:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467357.137265:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467357.137267:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467357.137272:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467357.137276:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467357.137279:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467357.137282:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467357.137284:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467357.137304:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467357.521836:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467357.521842:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467357.521848:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467357.521849:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467357.521852:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467357.521870:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467357.522112:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467357.522116:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467357.522119:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467357.777357:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467357.777372:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467357.777374:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467357.777379:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467357.777382:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467357.777385:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467357.777387:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467358.161691:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467358.161698:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467358.161700:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467358.161705:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467358.161708:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467358.161712:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467358.161714:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467358.161716:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467358.161719:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467358.545938:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467358.545948:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467358.545950:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467358.545953:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467358.545957:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467358.545960:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467358.545962:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467358.545964:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467358.545967:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467358.545969:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467358.545971:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467358.545972:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467358.546667:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467358.546672:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467358.546676:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467358.801246:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467358.801260:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467358.801262:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467358.801266:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467358.801268:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467358.801273:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467358.801275:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467359.186030:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467359.186036:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467359.186038:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467359.186043:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467359.186058:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467359.186062:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467359.186065:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467359.186067:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467359.186070:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467359.569249:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467359.569255:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467359.569260:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467359.569261:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467359.569264:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467359.569265:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467359.829620:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467359.829634:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467359.829636:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467359.829641:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467359.829643:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467359.829652:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467359.829669:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467360.209254:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467360.209261:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467360.209264:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467360.209269:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467360.209273:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467360.209277:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467360.209280:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467360.209283:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467360.209285:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467360.593574:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467360.593583:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467360.593588:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467360.593591:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467360.593594:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467360.593597:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467360.593600:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467360.593602:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467360.593604:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467360.593606:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467360.593609:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467360.593611:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467360.593613:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467360.593614:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467360.593615:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467360.593617:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467360.593618:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467360.593620:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467360.593772:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467360.593776:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467360.593779:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467361.233347:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467361.233355:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467361.233356:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467361.233361:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467361.233381:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467361.233385:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467361.233388:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467361.233391:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467361.233393:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467361.617618:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467361.617625:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467361.617631:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467361.617632:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467361.617636:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467361.617637:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467361.622417:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467361.622423:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467361.622427:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467362.257276:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467362.257284:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467362.257286:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467362.257292:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467362.257296:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467362.257300:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467362.257303:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467362.257305:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467362.257308:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467362.641305:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467362.641313:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467362.641318:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467362.641319:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467362.641323:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467362.641324:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467362.641429:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467362.641433:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467362.641436:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467363.282009:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467363.282016:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467363.282018:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467363.282027:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467363.282030:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467363.282034:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467363.282037:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467363.282040:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467363.282042:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467363.665310:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467363.665317:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467363.665323:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467363.665324:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467363.665327:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467363.665329:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467364.305248:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467364.305256:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467364.305258:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467364.305263:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467364.305266:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467364.305270:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467364.305273:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467364.305275:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467364.305278:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467364.689313:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467364.689336:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467364.689343:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467364.689345:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467364.689348:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467364.689349:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467364.689580:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467364.689583:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467364.689592:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467365.329269:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467365.329278:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467365.329280:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467365.329285:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467365.329289:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467365.329292:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467365.329295:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467365.329297:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467365.329300:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467365.713254:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467365.713263:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467365.713269:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467365.713270:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467365.713273:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467365.713274:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467365.713410:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467365.713413:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467365.713424:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467365.969394:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467365.969406:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467365.969429:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467340/real 1789467340] req@ffff8cbad742f100 x1876386402390272/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467365 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467365.969445:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467365.969447:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467365.969450:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30c08. 00000400:00000200:0.0:1789467365.969456:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5a18 00000400:00000010:0.0:1789467365.969459:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5a18. 00000100:00000001:0.0:1789467365.969464:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467365.969467:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742f100 x1876386402390272/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467365 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467365.969476:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742f100 x1876386402390272/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467365 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467365.969483:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467365.969485:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467365.969488:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467365.969490:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467365.969494:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742f100 x1876386402390272/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467365 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467365.969501:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467365.969503:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467365.969513:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467340/real 1789467340] req@ffff8cbad742c700 x1876386402390400/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467365 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467365.969522:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467365.969523:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467365.969525:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30738. 00000400:00000200:0.0:1789467365.969528:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d56e8 00000400:00000010:0.0:1789467365.969529:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d56e8. 00000100:00000001:0.0:1789467365.969531:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467365.969534:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742c700 x1876386402390400/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467365 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467365.969542:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742c700 x1876386402390400/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467365 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467365.969549:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467365.969550:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467365.969552:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467365.969553:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467365.969557:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742c700 x1876386402390400/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467365 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467365.969567:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467365.969569:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467365.969572:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467340/real 1789467340] req@ffff8cbad742e300 x1876386402390528/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467365 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467365.969580:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467365.969581:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467365.969583:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30630. 00000400:00000200:0.0:1789467365.969586:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5110 00000400:00000010:0.0:1789467365.969587:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5110. 00000100:00000001:0.0:1789467365.969589:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467365.969592:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742e300 x1876386402390528/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467365 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467365.969612:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742e300 x1876386402390528/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467365 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467365.969618:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467365.969620:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467365.969622:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467365.969623:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467365.969627:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742e300 x1876386402390528/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467365 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467365.969632:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467365.969640:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467365.969642:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467365.969644:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467365.969646:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467365.969648:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467365.969652:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742f100 x1876386402390272/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467365 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467365.969660:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467365.969663:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467365.969665:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467365.969666:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467365.969668:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467365.969671:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467365.969674:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467365.969693:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789467365.969696:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467365.969700:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742f100 x1876386402390272/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467365 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467365.969708:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402390272:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789467365.969719:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467365.969724:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742c700 x1876386402390400/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467365 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467365.969730:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467365.969732:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467365.969734:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467365.969735:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467365.969737:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467365.969739:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467365.969741:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467365.969747:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789467365.969749:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467365.969753:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742c700 x1876386402390400/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467365 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467365.969761:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402390400:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467365.969764:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467365.969768:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742e300 x1876386402390528/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467365 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467365.969774:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467365.969776:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467365.969777:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467365.969779:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467365.969780:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467365.969782:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467365.969784:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467365.969789:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789467365.969799:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467365.969804:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742e300 x1876386402390528/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467365 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467365.969811:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402390528:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467365.969815:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467365.969817:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467365.969820:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742f100 x1876386402390272/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467365 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467365.969832:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467365.969835:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467365.969839:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6893000. 02000000:00000001:0.0:1789467365.969843:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467365.969845:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467365.969847:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789467365.969850:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467365.969852:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacf000. 02000000:00000001:0.0:1789467365.969856:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467365.969857:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467365.969868:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742f100. 00000100:00000001:0.0:1789467365.969873:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467365.969875:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467365.969876:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467365.969880:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742c700 x1876386402390400/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467365 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467365.969886:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467365.969887:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467365.969889:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6892000. 02000000:00000001:0.0:1789467365.969892:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467365.969893:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467365.969894:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789467365.969896:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467365.969898:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacfc00. 02000000:00000001:0.0:1789467365.969905:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467365.969906:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467365.969908:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742c700. 00000100:00000001:0.0:1789467365.969911:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467365.969912:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467365.969914:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467365.969918:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742e300 x1876386402390528/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467365 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467365.969923:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467365.969924:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467365.969926:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890800. 02000000:00000001:0.0:1789467365.969928:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467365.969929:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467365.969931:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789467365.969932:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467365.969934:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacc400. 02000000:00000001:0.0:1789467365.969936:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467365.969937:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467365.969938:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742e300. 00000100:00000001:0.0:1789467365.969942:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467365.969943:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467365.969945:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467365.969949:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467365.969950:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467365.969952:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467365.969953:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467365.970082:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467365.970090:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467365.970093:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467365.970095:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467365.970097:0:331018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467365.970102:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c6a00. 00000020:00000040:1.0:1789467365.970106:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789467365.970109:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467365.970111:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467365.970114:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467365.970117:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467365.970120:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467365.970128:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6893800. 00000100:00000001:1.0:1789467365.970155:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467365.970162:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c6a00 x1876386402390656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467365.970170:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467365.970175:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467365.970179:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c333398] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c6a00 x1876386402390656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467365.970200:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467365.970203:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467365.970206:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789467365.970208:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467365.970209:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467365.970212:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467365.970215:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19589 00000400:00000200:1.0:1789467365.970219:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467365.970223:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789467365.970225:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467365.970228:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467365.970230:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467365.970238:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467365.970240:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789467365.970244:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467365.970245:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:1.0:1789467365.970247:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467365.970249:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:1.0:1789467365.970251:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:1.0:1789467365.970253:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:1.0:1789467365.970256:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467365.970258:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467365.970260:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467365.970261:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789467365.970264:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:1.0:1789467365.970266:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789467365.970268:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467365.970270:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467365.970275:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467365.970277:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467365.970279:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789467365.970282:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789467365.970285:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467365.970287:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467365.970291:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c5880. 00000020:00000040:1.0:1789467365.970293:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789467365.970295:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467365.970296:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467365.970298:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467365.970299:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467365.970301:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467365.970305:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6891800. 00000100:00000001:1.0:1789467365.970309:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467365.970313:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c5880 x1876386402390784/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467365.970326:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467365.970328:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467365.970332:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000309e2f8b] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c5880 x1876386402390784/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467365.970340:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467365.970342:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467365.970345:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789467365.970347:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467365.970348:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467365.970351:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467365.970353:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19589 00000400:00000200:1.0:1789467365.970358:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467365.970361:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789467365.970362:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467365.970365:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467365.970368:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467365.970369:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467365.970371:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789467365.970375:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467365.970376:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:1.0:1789467365.970378:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467365.970380:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:1.0:1789467365.970382:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:1.0:1789467365.970384:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:1.0:1789467365.970387:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467365.970389:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467365.970390:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467365.970392:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789467365.970400:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:1.0:1789467365.970403:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789467365.970406:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467365.970408:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467365.970411:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467365.970425:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467365.970427:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789467365.970429:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789467365.970431:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467365.970433:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467365.970437:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c5c00. 00000020:00000040:1.0:1789467365.970439:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789467365.970441:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467365.970443:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467365.970444:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467365.970445:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467365.970447:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467365.970451:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6891000. 00000100:00000001:1.0:1789467365.970454:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467365.970459:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c5c00 x1876386402390912/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467365.970466:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467365.970468:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467365.970472:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0c40e7b] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c5c00 x1876386402390912/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467365.970479:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467365.970482:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467365.970484:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467365.970487:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467365.970490:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467365.970503:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19619) 00000100:00000001:0.0:1789467365.970632:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467365.970635:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467365.970637:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467365.970642:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c6a00 x1876386402390656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467365.970650:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467365.970651:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467365.970654:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467365.970657:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467365.970659:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467365.970668:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402390656:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789467365.970672:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467365.970675:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467365.970678:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467365.970680:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467365.970684:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687c800. 02000000:00000001:0.0:1789467365.970686:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467365.970692:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789467365.970696:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c528. 00000400:00000010:0.0:1789467365.970701:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089770. 00000100:00000200:0.0:1789467365.970708:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402390656, portal 25 00000100:00000001:0.0:1789467365.970710:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467365.970712:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704635392 : -126741004916224 : ffff8cbacf6c6a00) 00000100:00000040:0.0:1789467365.970718:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c6a00 x1876386402390656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467365.970724:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467365.970727:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789467365.970729:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089d48. 00000100:00000200:0.0:1789467365.970734:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402390656, offset 0 00000400:00000200:0.0:1789467365.970740:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789467365.970748:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467365.970754:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789467365.970759:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789467365.970764:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789467365.970767:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789467365.970770:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789467365.970773:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93831:93831:256:4294967295] 192.168.203.142@tcp LPNI seq info [93831:93831:8:4294967295] 00000400:00000200:0.0:1789467365.970777:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467365.970787:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789467365.970793:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789467365.970799:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad1621700. 00000800:00000200:0.0:1789467365.970809:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789467365.970817:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789467365.970821:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad1621700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789467365.970840:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467365.970845:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789467365.970847:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314283252 00000100:00000010:0.0:1789467365.970851:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305b4e0. 00000100:00000001:0.0:1789467365.970865:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789467365.970870:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314283252 00000100:00000010:0.0:1789467365.970874:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305b600. 00000100:00000001:0.0:1789467365.970877:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789467365.970880:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467365.970883:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467365.970885:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467365.970889:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c5880 x1876386402390784/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467365.970896:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467365.970897:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467365.970899:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467365.970901:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467365.970903:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467365.970905:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402390784:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467365.970909:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467365.970910:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467365.970912:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467365.970913:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467365.970916:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687e000. 02000000:00000001:0.0:1789467365.970918:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467365.970922:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789467365.970925:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9cec8. 00000400:00000010:0.0:1789467365.970928:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089330. 00000100:00000200:0.0:1789467365.970931:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402390784, portal 10 00000100:00000001:0.0:1789467365.970938:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467365.970939:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704630912 : -126741004920704 : ffff8cbacf6c5880) 00000100:00000040:0.0:1789467365.970946:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c5880 x1876386402390784/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467365.970952:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467365.970954:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789467365.970957:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089880. 00000100:00000200:0.0:1789467365.970960:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402390784, offset 0 00000400:00000200:0.0:1789467365.970964:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789467365.970969:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467365.970972:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789467365.970975:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789467365.970978:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789467365.970980:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789467365.970982:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789467365.970985:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93832:93832:255:4294967295] 192.168.203.142@tcp LPNI seq info [93832:93832:7:4294967295] 00000400:00000200:0.0:1789467365.970989:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467365.970995:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789467365.971000:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789467365.971003:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad1621c00. 00000800:00000200:0.0:1789467365.971007:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789467365.971011:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789467365.971014:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad1621c00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789467365.971017:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467365.971020:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:0.0:1789467365.971023:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789467365.971025:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314282012 00000100:00000001:0.0:1789467365.971028:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314283252 00000100:00000001:0.0:1789467365.971030:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314282012 00000100:00000001:0.0:1789467365.971032:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314283252 00000100:00000001:0.0:1789467365.971039:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467365.971042:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467365.971044:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467365.971048:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c5c00 x1876386402390912/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467365.971055:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467365.971056:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467365.971058:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467365.971060:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467365.971062:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467365.971064:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402390912:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467365.971067:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467365.971069:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467365.971071:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467365.971072:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467365.971075:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687cc00. 02000000:00000001:0.0:1789467365.971077:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467365.971080:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789467365.971083:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9ccb8. 00000400:00000010:0.0:1789467365.971086:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089088. 00000100:00000200:0.0:1789467365.971089:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402390912, portal 10 00000100:00000001:0.0:1789467365.971091:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467365.971092:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704631808 : -126741004919808 : ffff8cbacf6c5c00) 00000100:00000040:0.0:1789467365.971097:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c5c00 x1876386402390912/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467365.971102:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467365.971104:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789467365.971106:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089b28. 00000100:00000200:0.0:1789467365.971108:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402390912, offset 0 00000400:00000200:0.0:1789467365.971113:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789467365.971117:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467365.971120:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789467365.971128:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789467365.971160:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789467365.971163:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789467365.971166:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789467365.971169:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93833:93833:254:4294967295] 192.168.203.142@tcp LPNI seq info [93833:93833:6:4294967295] 00000400:00000200:0.0:1789467365.971173:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467365.971180:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789467365.971184:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789467365.971188:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbae11ac500. 00000800:00000200:0.0:1789467365.971193:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789467365.971197:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789467365.971199:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbae11ac500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789467365.971202:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467365.971205:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:0.0:1789467365.971209:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789467365.971211:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314282001 00000100:00000001:0.0:1789467365.971213:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314283252 00000100:00000001:0.0:1789467365.971215:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314282001 00000100:00000001:0.0:1789467365.971217:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314283252 00000100:00000001:0.0:1789467365.971219:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467365.971221:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467365.971223:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467365.971225:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467365.971231:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467365.971232:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789467365.971234:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467365.971236:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467365.971237:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467365.971239:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789467365.971379:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467365.971383:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad1621700. 00000400:00000200:2.0:1789467365.971390:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467365.971395:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467365.971399:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089d48 00000400:00000010:2.0:1789467365.971402:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089d48. 00000100:00000001:2.0:1789467365.971407:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467365.971411:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c6a00 x1876386402390656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467365.971430:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467365.971432:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c6a00 x1876386402390656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467390 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467365.971438:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467365.971440:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789467365.971453:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467365.971455:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad1621c00. 00000400:00000200:2.0:1789467365.971458:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467365.971461:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467365.971463:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089880 00000400:00000010:2.0:1789467365.971465:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089880. 00000100:00000001:2.0:1789467365.971467:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467365.971470:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c5880 x1876386402390784/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467365.971487:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467365.971491:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c5880 x1876386402390784/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467390 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467365.971496:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467365.971498:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789467365.971555:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467365.971559:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbae11ac500. 00000400:00000200:2.0:1789467365.971562:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467365.971566:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467365.971569:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089b28 00000400:00000010:2.0:1789467365.971570:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089b28. 00000100:00000001:2.0:1789467365.971573:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467365.971576:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c5c00 x1876386402390912/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467365.971582:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467365.971584:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c5c00 x1876386402390912/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467390 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467365.971591:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467365.971592:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467366.353314:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467366.353321:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467366.353323:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467366.353328:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467366.353332:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467366.353335:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467366.353338:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467366.353340:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467366.353343:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467366.737309:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467366.737316:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467366.737341:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467366.737342:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467366.737345:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467366.737346:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467366.739028:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467366.739034:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467366.739038:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789467367.249545:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314283252, at 4314283264 00000100:00000010:2.0:1789467367.249578:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305b4e0. 00000100:00000040:3.0:1789467367.250016:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314283252, at 4314283264 00000100:00000010:3.0:1789467367.250023:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305b600. 00000100:00000001:2.0:1789467367.377257:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467367.377266:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467367.377268:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467367.377273:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467367.377276:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467367.377281:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467367.377283:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467367.377286:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467367.377289:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467367.761239:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467367.761247:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467367.761253:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467367.761254:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467367.761257:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467367.761258:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467367.761371:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467367.761375:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467367.761378:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467368.401259:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467368.401267:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467368.401270:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467368.401275:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467368.401278:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467368.401282:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467368.401285:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467368.401287:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467368.401290:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467368.785313:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467368.785322:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467368.785324:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467368.785328:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467368.785333:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467368.785335:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467368.785337:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467368.785340:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467368.785344:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467368.785345:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467368.785348:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467368.785349:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467368.785453:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467368.785456:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467368.785459:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467369.425287:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467369.425295:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467369.425297:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467369.425302:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467369.425305:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467369.425308:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467369.425310:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467369.425312:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467369.425315:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467369.810056:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467369.810063:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467369.810068:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467369.810069:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467369.810072:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467369.810073:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467369.810265:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467369.810270:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467369.810272:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467370.449295:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467370.449302:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467370.449304:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467370.449309:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467370.449312:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467370.449316:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467370.449333:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467370.449335:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467370.449337:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467370.834506:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467370.834512:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467370.834518:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467370.834522:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467370.834524:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467370.834528:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467370.834531:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467370.834543:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467370.834545:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467370.834548:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467370.834567:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467370.834569:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467370.834571:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467370.834573:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467370.834575:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467370.834576:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467370.834578:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467370.834580:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467370.834775:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467370.834779:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467370.834783:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467371.089269:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467371.089278:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467371.089282:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467371.089286:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467371.089288:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467371.089292:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467371.089294:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467371.089299:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467371.089301:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467371.089305:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467371.089311:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19624) 00000100:00000001:1.0:1789467371.095461:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467371.095474:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467371.095477:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467371.095481:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467371.095483:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467371.095487:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467371.095490:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467371.473307:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467371.473315:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467371.473318:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467371.473323:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467371.473326:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467371.473330:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467371.473333:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467371.473335:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467371.473338:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467371.857357:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467371.857364:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467371.857380:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467371.857382:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467371.857385:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467371.857386:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467371.857833:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467371.857837:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467371.857840:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467372.113758:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467372.113771:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467372.113773:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467372.113794:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467372.113797:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467372.113801:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467372.113803:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467372.497275:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467372.497282:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467372.497284:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467372.497289:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467372.497293:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467372.497296:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467372.497299:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467372.497301:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467372.497304:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467372.881691:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467372.881699:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467372.881705:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467372.881707:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467372.881710:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467372.881711:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467372.883355:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467372.883372:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467372.883378:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467373.137519:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467373.137534:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467373.137536:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467373.137541:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467373.137543:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467373.137548:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467373.137551:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467373.521288:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467373.521296:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467373.521298:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467373.521308:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467373.521312:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467373.521315:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467373.521318:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467373.521322:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467373.521324:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467373.905291:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467373.905298:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467373.905303:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467373.905304:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467373.905307:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467373.905309:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467373.905431:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467373.905435:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467373.905438:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467374.163989:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467374.164003:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467374.164007:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467374.164012:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467374.164014:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467374.164018:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467374.164021:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467374.545260:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467374.545268:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467374.545286:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467374.545291:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467374.545294:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467374.545298:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467374.545301:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467374.545303:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467374.545306:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467374.929299:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467374.929306:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467374.929311:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467374.929312:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467374.929316:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467374.929317:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467374.929418:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467374.929422:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467374.929426:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467375.185266:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467375.185281:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467375.185283:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467375.185288:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467375.185291:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467375.185296:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467375.185298:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467375.569240:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467375.569249:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467375.569251:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467375.569256:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467375.569259:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467375.569263:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467375.569265:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467375.569267:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467375.569270:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467375.953406:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467375.953419:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467375.953424:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467375.953425:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467375.953428:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467375.953429:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467375.956373:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467375.956380:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467375.956385:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467376.209271:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467376.209285:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467376.209288:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467376.209292:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467376.209294:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467376.209299:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467376.209302:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467376.209907:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467376.209915:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467376.209918:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467376.209921:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467376.209924:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467376.209927:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467376.209929:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467376.209933:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467376.209935:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467376.209938:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467376.209960:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19629) 00000100:00000001:2.0:1789467376.595116:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467376.595127:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467376.595129:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467376.595150:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467376.595153:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467376.595157:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467376.595160:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467376.595162:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467376.595165:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467376.977302:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467376.977310:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467376.977316:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467376.977317:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467376.977320:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467376.977321:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467376.978290:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467376.978295:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467376.978298:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467377.233251:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467377.233267:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467377.233269:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467377.233274:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467377.233276:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467377.233297:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467377.233300:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467377.618625:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467377.618632:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467377.618636:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467377.618640:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467377.618643:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467377.618647:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467377.618650:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467377.618653:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467377.618656:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467378.001621:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467378.001630:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467378.001636:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467378.001637:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467378.001640:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467378.001641:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467378.001783:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467378.001787:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467378.001790:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467378.257328:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467378.257342:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467378.257345:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467378.257350:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467378.257352:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467378.257356:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467378.257359:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467378.641316:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467378.641333:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467378.641335:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467378.641341:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467378.641344:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467378.641348:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467378.641351:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467378.641354:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467378.641356:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467379.025305:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467379.025324:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467379.025327:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467379.025331:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467379.025335:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467379.025337:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467379.025340:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467379.025343:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467379.025347:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467379.025349:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467379.025353:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467379.025354:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467379.025485:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467379.025489:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467379.025492:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467379.281401:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467379.281414:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467379.281416:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467379.281421:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467379.281423:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467379.281427:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467379.281429:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467379.665293:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467379.665301:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467379.665303:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467379.665332:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467379.665335:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467379.665339:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467379.665341:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467379.665344:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467379.665347:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467380.049261:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467380.049268:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467380.049274:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467380.049275:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467380.049279:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467380.049280:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467380.049438:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467380.049442:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467380.049445:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467380.305252:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467380.305268:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467380.305270:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467380.305274:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467380.305277:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467380.305281:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467380.305284:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467380.689455:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467380.689463:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467380.689465:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467380.689470:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467380.689473:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467380.689476:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467380.689479:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467380.689481:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467380.689484:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467381.073525:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467381.073533:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467381.073539:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467381.073542:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467381.073545:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467381.073548:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467381.073551:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467381.073553:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467381.073572:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467381.073574:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467381.073578:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467381.073580:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467381.073581:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467381.073583:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467381.073585:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467381.073586:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467381.073588:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467381.073589:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467381.073873:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467381.073891:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467381.073894:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467381.329447:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467381.329462:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467381.329464:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467381.329469:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467381.329471:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467381.329474:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467381.329477:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467381.330383:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467381.330389:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467381.330392:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467381.330395:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467381.330398:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467381.330400:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467381.330403:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467381.330407:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467381.330409:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467381.330412:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467381.330418:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19635) 00000100:00000001:1.0:1789467381.717058:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467381.717066:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467381.717069:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467381.717074:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467381.717077:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467381.717081:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467381.717083:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467381.717102:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467381.717105:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467382.097628:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467382.097635:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467382.097641:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467382.097643:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467382.097646:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467382.097647:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467382.097831:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467382.097836:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467382.097839:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467382.353400:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467382.353414:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467382.353416:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467382.353420:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467382.353422:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467382.353427:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467382.353429:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467382.737427:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467382.737435:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467382.737438:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467382.737443:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467382.737452:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467382.737457:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467382.737459:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467382.737461:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467382.737464:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467383.121342:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467383.121352:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467383.121358:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467383.121360:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467383.121364:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467383.121365:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467383.121478:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467383.121482:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467383.121485:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467383.377297:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467383.377311:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467383.377313:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467383.377317:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467383.377319:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467383.377323:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467383.377326:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467383.762835:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467383.762842:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467383.762844:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467383.762850:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467383.762853:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467383.762858:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467383.762861:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467383.762863:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467383.762866:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467384.145297:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467384.145304:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467384.145309:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467384.145310:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467384.145313:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467384.145314:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467384.145444:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467384.145448:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467384.145451:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467384.401500:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467384.401514:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467384.401535:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467384.401540:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467384.401542:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467384.401546:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467384.401549:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467384.785288:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467384.785295:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467384.785305:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467384.785310:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467384.785314:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467384.785318:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467384.785321:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467384.785322:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467384.785325:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467385.169678:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467385.169685:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467385.169690:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467385.169691:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467385.169694:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467385.169695:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467385.169807:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467385.169826:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467385.169830:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467385.427528:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467385.427541:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467385.427543:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467385.427547:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467385.427550:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467385.427554:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467385.427556:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467385.811480:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467385.811489:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467385.811491:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467385.811496:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467385.811500:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467385.811504:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467385.811519:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467385.811521:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467385.811524:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467386.193843:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467386.193851:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467386.193856:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467386.193857:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467386.193878:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467386.193879:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467386.194004:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467386.194008:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467386.194011:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467386.449247:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467386.449270:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467386.449272:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467386.449277:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467386.449280:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467386.449284:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467386.449286:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467386.449314:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467386.449320:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467386.449349:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467386.449352:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467386.449355:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467386.449358:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467386.449541:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467386.449548:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467386.449550:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467386.449553:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467386.449557:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19640) 00000100:00000001:1.0:1789467386.833246:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467386.833254:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467386.833265:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467386.833270:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467386.833274:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467386.833277:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467386.833280:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467386.833283:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467386.833285:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467387.217277:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467387.217283:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467387.217290:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467387.217291:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467387.217294:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467387.217295:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467387.220473:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467387.220480:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467387.220484:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467387.473405:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467387.473420:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467387.473421:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467387.473426:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467387.473428:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467387.473432:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467387.473435:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467387.857750:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467387.857757:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467387.857759:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467387.857765:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467387.857768:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467387.857789:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467387.857792:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467387.857794:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467387.857796:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467388.241280:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467388.241288:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467388.241293:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467388.241295:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467388.241298:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467388.241299:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467388.241491:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467388.241495:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467388.241497:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467388.497264:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467388.497279:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467388.497281:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467388.497287:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467388.497290:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467388.497295:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467388.497297:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467388.883525:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467388.883535:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467388.883537:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467388.883542:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467388.883545:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467388.883549:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467388.883551:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467388.883554:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467388.883556:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467389.265308:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467389.265317:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467389.265320:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467389.265324:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467389.265329:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467389.265331:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467389.265333:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467389.265335:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467389.265339:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467389.265340:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467389.265344:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467389.265345:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467389.265615:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467389.265619:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467389.265622:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467389.521258:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467389.521272:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467389.521275:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467389.521279:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467389.521282:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467389.521287:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467389.521289:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467389.905278:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467389.905304:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467389.905306:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467389.905312:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467389.905315:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467389.905329:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467389.905332:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467389.905334:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467389.905337:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467390.289668:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467390.289675:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467390.289681:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467390.289683:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467390.289686:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467390.289689:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467390.289692:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467390.289695:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467390.289697:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467390.289699:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467390.289702:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467390.289704:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467390.289723:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467390.289724:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467390.289726:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467390.289727:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467390.289729:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467390.289731:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467390.289834:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467390.289837:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467390.289840:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467390.545206:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467390.545213:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789467390.545239:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467365/real 1789467365] req@ffff8cbacf6c6a00 x1876386402390656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467390 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789467390.545258:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789467390.545260:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789467390.545263:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c528. 00000400:00000200:1.0:1789467390.545270:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089770 00000400:00000010:1.0:1789467390.545273:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089770. 00000100:00000001:1.0:1789467390.545277:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789467390.545282:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c6a00 x1876386402390656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467390 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789467390.545291:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c6a00 x1876386402390656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467390 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467390.545307:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789467390.545327:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467390.545330:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467390.545332:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789467390.545337:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c6a00 x1876386402390656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467390 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467390.545345:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467390.545347:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789467390.545352:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467365/real 1789467365] req@ffff8cbacf6c5880 x1876386402390784/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467390 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789467390.545360:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789467390.545361:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789467390.545364:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9cec8. 00000400:00000200:1.0:1789467390.545366:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089330 00000400:00000010:1.0:1789467390.545368:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089330. 00000100:00000001:1.0:1789467390.545370:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789467390.545373:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c5880 x1876386402390784/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467390 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789467390.545381:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c5880 x1876386402390784/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467390 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467390.545386:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789467390.545387:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467390.545389:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467390.545390:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789467390.545404:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c5880 x1876386402390784/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467390 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467390.545411:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467390.545412:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789467390.545417:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467365/real 1789467365] req@ffff8cbacf6c5c00 x1876386402390912/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467390 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789467390.545425:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789467390.545431:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789467390.545433:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9ccb8. 00000400:00000200:1.0:1789467390.545436:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089088 00000400:00000010:1.0:1789467390.545438:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089088. 00000100:00000001:1.0:1789467390.545441:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789467390.545444:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c5c00 x1876386402390912/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467390 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789467390.545452:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c5c00 x1876386402390912/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467390 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467390.545457:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789467390.545459:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467390.545460:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467390.545462:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789467390.545465:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c5c00 x1876386402390912/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467390 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467390.545471:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467390.545481:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467390.545483:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467390.545486:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467390.545487:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467390.545489:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789467390.545494:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c6a00 x1876386402390656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467390 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467390.545501:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789467390.545504:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467390.545506:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467390.545507:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467390.545509:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789467390.545512:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789467390.545515:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789467390.545542:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789467390.545545:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789467390.545556:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c6a00 x1876386402390656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467390 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789467390.545565:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402390656:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789467390.545569:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789467390.545573:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c5880 x1876386402390784/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467390 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467390.545579:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789467390.545581:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467390.545582:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467390.545584:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467390.545585:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789467390.545588:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789467390.545590:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789467390.545597:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789467390.545599:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789467390.545602:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c5880 x1876386402390784/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467390 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789467390.545609:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402390784:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467390.545612:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789467390.545615:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c5c00 x1876386402390912/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467390 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467390.545622:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789467390.545624:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467390.545625:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467390.545626:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467390.545628:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789467390.545634:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789467390.545637:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789467390.545642:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00080000:0.0:1789467390.545745:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467390.545751:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1789467390.545753:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789467390.545756:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789467390.545759:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789467390.545763:0:176036:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 19614 00000400:00000200:0.0:1789467390.545780:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467390.545786:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789467390.545789:0:176036:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789467390.545792:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467390.545794:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789467390.545797:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467390.545799:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789467390.545807:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789467390.545809:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:0.0:1789467390.545812:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789467390.545815:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:0.0:1789467390.545817:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:0.0:1789467390.545819:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:0.0:1789467390.545822:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467390.545824:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789467390.545826:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467390.545828:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789467390.545831:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:0.0:1789467390.545834:0:176036:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789467390.545845:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467390.545847:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789467390.545850:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467390.545853:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467390.545855:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789467390.545858:0:176036:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789467390.545864:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e9180. 00000020:00000040:0.0:1789467390.545868:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=5 obd=MGC192.168.203.142@tcp 02000000:00000001:0.0:1789467390.545871:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789467390.545873:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467390.545876:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789467390.545878:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789467390.545881:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789467390.545888:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687ec00. 00000100:00000001:0.0:1789467390.545894:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467390.545900:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e9180 x1876386402391040/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789467390.545909:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789467390.545913:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467390.545917:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f96509f2] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e9180 x1876386402391040/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467390.545929:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789467390.545931:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467390.545934:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789467390.545935:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789467390.545937:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789467390.545940:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789467390.545942:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19614 00000400:00000200:0.0:1789467390.545946:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467390.545948:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789467390.545950:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789467390.545953:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467390.545961:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789467390.545963:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467390.545966:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789467390.545969:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789467390.545970:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:0.0:1789467390.545972:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789467390.545974:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:0.0:1789467390.545976:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:0.0:1789467390.545978:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:0.0:1789467390.545980:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467390.545982:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789467390.545984:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467390.545986:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789467390.545988:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:0.0:1789467390.545990:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789467390.545993:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467390.545994:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789467390.546001:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467390.546002:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467390.546004:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789467390.546008:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789467390.546010:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467390.546012:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789467390.546015:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e8a80. 00000020:00000040:0.0:1789467390.546017:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=11 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789467390.546019:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789467390.546020:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467390.546022:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789467390.546024:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789467390.546026:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789467390.546029:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687f800. 00000100:00000001:0.0:1789467390.546033:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467390.546043:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e8a80 x1876386402391168/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789467390.546050:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789467390.546052:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467390.546055:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000758a2c5f] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e8a80 x1876386402391168/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467390.546062:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789467390.546064:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467390.546067:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789467390.546068:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789467390.546070:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789467390.546073:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789467390.546075:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19614 00000400:00000200:0.0:1789467390.546078:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467390.546081:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789467390.546083:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789467390.546085:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467390.546087:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789467390.546089:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467390.546091:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789467390.546094:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789467390.546096:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:0.0:1789467390.546097:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789467390.546099:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:0.0:1789467390.546101:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:0.0:1789467390.546103:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:0.0:1789467390.546107:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467390.546109:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789467390.546111:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467390.546118:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789467390.546120:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:0.0:1789467390.546123:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789467390.546126:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467390.546128:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789467390.546174:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467390.546177:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467390.546179:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789467390.546181:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789467390.546183:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467390.546185:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789467390.546188:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e9500. 00000020:00000040:0.0:1789467390.546191:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=9 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789467390.546193:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789467390.546195:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467390.546196:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789467390.546198:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789467390.546200:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789467390.546204:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687f400. 00000100:00000001:0.0:1789467390.546207:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467390.546212:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e9500 x1876386402391296/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789467390.546219:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789467390.546221:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467390.546225:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004af4f142] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e9500 x1876386402391296/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467390.546243:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467390.546246:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467390.546250:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467390.546253:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467390.546260:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467390.546265:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19644) 00000100:00000001:1.0:1789467390.546399:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789467390.546407:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c5c00 x1876386402390912/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467390 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789467390.546415:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402390912:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467390.546420:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467390.546423:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789467390.546427:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c6a00 x1876386402390656/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467390 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467390.546434:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789467390.546436:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789467390.546439:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687c800. 02000000:00000001:1.0:1789467390.546444:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789467390.546446:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789467390.546448:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789467390.546450:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789467390.546453:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6893800. 02000000:00000001:1.0:1789467390.546456:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789467390.546458:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789467390.546460:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c6a00. 00000100:00000001:1.0:1789467390.546463:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789467390.546465:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467390.546467:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789467390.546470:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c5880 x1876386402390784/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467390 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467390.546476:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789467390.546478:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789467390.546479:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687e000. 02000000:00000001:1.0:1789467390.546481:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789467390.546491:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789467390.546492:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789467390.546495:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789467390.546496:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6891800. 02000000:00000001:1.0:1789467390.546499:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789467390.546500:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789467390.546501:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c5880. 00000100:00000001:1.0:1789467390.546503:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789467390.546505:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467390.546506:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789467390.546511:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c5c00 x1876386402390912/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467390 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467390.546517:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789467390.546519:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789467390.546520:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687cc00. 02000000:00000001:1.0:1789467390.546522:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789467390.546523:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789467390.546524:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789467390.546525:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789467390.546527:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6891000. 02000000:00000001:1.0:1789467390.546529:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789467390.546530:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789467390.546531:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c5c00. 00000100:00000001:1.0:1789467390.546533:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789467390.546534:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467390.546536:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467390.546542:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467390.546543:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467390.546546:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467390.546548:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467390.546549:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789467390.546553:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e9180 x1876386402391040/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467390.546560:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467390.546564:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467390.546566:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789467390.546573:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467390.546576:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467390.546579:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402391040:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789467390.546583:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789467390.546586:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789467390.546588:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467390.546590:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789467390.546594:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6891000. 02000000:00000001:1.0:1789467390.546596:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467390.546601:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789467390.546604:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30840. 00000400:00000010:1.0:1789467390.546610:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d52a8. 00000100:00000200:1.0:1789467390.546616:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402391040, portal 25 00000100:00000001:1.0:1789467390.546618:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789467390.546620:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704776576 : -126741004775040 : ffff8cbacf6e9180) 00000100:00000040:1.0:1789467390.546625:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e9180 x1876386402391040/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467390.546633:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789467390.546635:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789467390.546638:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5088. 00000100:00000200:1.0:1789467390.546795:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402391040, offset 0 00000400:00000200:1.0:1789467390.546805:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789467390.546813:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467390.546819:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789467390.546824:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789467390.546828:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789467390.546831:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789467390.546835:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789467390.546838:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93834:93834:256:4294967295] 192.168.203.142@tcp LPNI seq info [93834:93834:8:4294967295] 00000400:00000200:1.0:1789467390.546842:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467390.546851:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789467390.546857:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789467390.546867:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7b00. 00000800:00000200:1.0:1789467390.546874:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789467390.546882:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467390.546887:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789467390.546905:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467390.546909:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789467390.546912:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314307828 00000100:00000010:1.0:1789467390.546916:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a420. 00000100:00000001:1.0:1789467390.546922:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789467390.546928:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314307828 00000100:00000010:1.0:1789467390.546931:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869af00. 00000100:00000001:1.0:1789467390.546933:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789467390.546945:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789467390.546949:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467390.546951:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789467390.546955:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e8a80 x1876386402391168/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467390.546962:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467390.546963:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467390.546965:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789467390.546967:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467390.546968:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467390.546971:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402391168:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467390.546973:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789467390.546976:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789467390.546977:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467390.546979:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789467390.546982:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6891800. 02000000:00000001:1.0:1789467390.546984:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467390.546987:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789467390.546990:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30268. 00000400:00000010:1.0:1789467390.546993:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5550. 00000100:00000200:1.0:1789467390.547001:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402391168, portal 10 00000100:00000001:1.0:1789467390.547003:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789467390.547004:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704774784 : -126741004776832 : ffff8cbacf6e8a80) 00000100:00000040:1.0:1789467390.547011:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e8a80 x1876386402391168/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467390.547018:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789467390.547019:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789467390.547022:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5c38. 00000100:00000200:1.0:1789467390.547024:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402391168, offset 0 00000400:00000200:1.0:1789467390.547028:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789467390.547033:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467390.547036:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789467390.547039:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789467390.547041:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789467390.547043:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789467390.547045:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789467390.547048:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93835:93835:255:4294967295] 192.168.203.142@tcp LPNI seq info [93835:93835:7:4294967295] 00000400:00000200:1.0:1789467390.547051:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467390.547058:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789467390.547062:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789467390.547066:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7100. 00000800:00000200:1.0:1789467390.547070:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789467390.547074:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467390.547076:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789467390.547079:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467390.547083:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789467390.547086:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789467390.547088:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314306588 00000100:00000001:1.0:1789467390.547090:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314307828 00000100:00000001:1.0:1789467390.547092:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314306588 00000100:00000001:1.0:1789467390.547099:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314307828 00000100:00000001:1.0:1789467390.547101:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789467390.547103:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467390.547105:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789467390.547110:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e9500 x1876386402391296/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467390.547115:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467390.547116:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467390.547117:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789467390.547119:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467390.547121:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467390.547123:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402391296:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467390.547126:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789467390.547128:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789467390.547129:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789467390.547336:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467390.547341:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7b00. 00000400:00000200:2.0:1789467390.547347:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467390.547352:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467390.547357:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5088 00000400:00000010:2.0:1789467390.547360:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5088. 00000100:00000001:2.0:1789467390.547364:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467390.547368:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9180 x1876386402391040/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467390.547376:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467390.547379:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9180 x1876386402391040/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467415 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467390.547384:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467390.547386:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789467390.547463:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467390.547466:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7100. 00000400:00000200:2.0:1789467390.547469:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467390.547473:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467390.547476:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5c38 00000400:00000010:2.0:1789467390.547478:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5c38. 00000100:00000001:2.0:1789467390.547481:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467390.547484:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e8a80 x1876386402391168/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467390.547491:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467390.547500:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e8a80 x1876386402391168/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467415 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467390.547506:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467390.547508:0:253744:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1789467390.547717:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789467390.547722:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6893800. 02000000:00000001:1.0:1789467390.547724:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467390.547729:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789467390.547732:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30b58. 00000400:00000010:1.0:1789467390.547735:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d55d8. 00000100:00000200:1.0:1789467390.547739:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402391296, portal 10 00000100:00000001:1.0:1789467390.547741:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789467390.547743:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704777472 : -126741004774144 : ffff8cbacf6e9500) 00000100:00000040:1.0:1789467390.547750:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e9500 x1876386402391296/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467390.547757:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789467390.547759:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789467390.547761:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d53b8. 00000100:00000200:1.0:1789467390.547764:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402391296, offset 0 00000400:00000200:1.0:1789467390.547768:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789467390.547773:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467390.547782:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789467390.547786:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789467390.547789:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789467390.547792:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789467390.547795:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789467390.547799:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93836:93836:256:4294967295] 192.168.203.142@tcp LPNI seq info [93836:93836:8:4294967295] 00000400:00000200:1.0:1789467390.547804:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467390.547811:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789467390.547816:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789467390.547819:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7600. 00000800:00000200:1.0:1789467390.547824:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789467390.547828:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467390.547831:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789467390.547847:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467390.547850:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789467390.547854:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789467390.547856:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314306577 00000100:00000001:1.0:1789467390.547859:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314307828 00000100:00000001:1.0:1789467390.547861:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314306577 00000100:00000001:1.0:1789467390.547863:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314307828 00000100:00000001:1.0:1789467390.547866:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789467390.547868:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467390.547871:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467390.547873:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467390.547879:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467390.547881:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789467390.547884:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467390.547885:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467390.547887:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467390.547890:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789467390.548194:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467390.548198:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7600. 00000400:00000200:2.0:1789467390.548201:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467390.548206:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467390.548209:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d53b8 00000400:00000010:2.0:1789467390.548212:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d53b8. 00000100:00000001:2.0:1789467390.548215:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467390.548219:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9500 x1876386402391296/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467390.548227:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467390.548241:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9500 x1876386402391296/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467415 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467390.548248:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467390.548250:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467390.929261:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467390.929270:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467390.929272:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467390.929277:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467390.929280:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467390.929284:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467390.929286:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467390.929289:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467390.929292:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467391.313353:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467391.313361:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467391.313366:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467391.313367:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467391.313370:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467391.313372:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467391.313584:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467391.313588:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467391.313591:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789467391.827614:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314307828, at 4314307842 00000100:00000010:3.0:1789467391.827630:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869af00. 00000100:00000040:2.0:1789467391.832259:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314307828, at 4314307847 00000100:00000010:2.0:1789467391.832274:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a420. 00000100:00000001:2.0:1789467391.955014:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467391.955022:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467391.955043:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467391.955048:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467391.955052:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467391.955055:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467391.955058:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467391.955061:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467391.955064:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467392.337821:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467392.337829:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467392.337835:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467392.337836:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467392.337839:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467392.337840:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467392.338265:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467392.338285:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467392.338288:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467392.980298:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467392.980307:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467392.980309:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467392.980314:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467392.980318:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467392.980321:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467392.980324:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467392.980327:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467392.980330:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467393.361317:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467393.361323:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467393.361329:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467393.361330:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467393.361333:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467393.361334:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467393.361431:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467393.361434:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467393.361437:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467394.001900:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467394.001908:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467394.001910:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467394.001915:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467394.001919:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467394.001932:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467394.001936:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467394.001938:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467394.001941:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467394.385608:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467394.385615:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467394.385620:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467394.385621:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467394.385625:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467394.385626:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467394.385810:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467394.385814:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467394.385817:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467395.025277:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467395.025285:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467395.025287:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467395.025291:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467395.025294:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467395.025298:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467395.025301:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467395.025303:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467395.025306:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467395.409317:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467395.409324:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467395.409329:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467395.409330:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467395.409333:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467395.409334:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467395.409491:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467395.409494:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467395.409497:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467395.666070:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467395.666085:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467395.666087:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467395.666092:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467395.666094:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467395.666099:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467395.666102:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467395.667290:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467395.667309:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467395.667312:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467395.667315:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467395.667317:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467395.667320:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467395.667322:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467395.667326:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467395.667328:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467395.667331:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467395.667337:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19649) 00000100:00000001:2.0:1789467396.049346:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467396.049354:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467396.049357:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467396.049362:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467396.049365:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467396.049369:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467396.049371:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467396.049373:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467396.049376:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467396.433279:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467396.433286:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467396.433292:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467396.433293:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467396.433312:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467396.433313:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467396.436382:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467396.436389:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467396.436393:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467396.689324:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467396.689337:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467396.689338:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467396.689343:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467396.689353:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467396.689357:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467396.689359:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467397.073317:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467397.073325:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467397.073327:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467397.073332:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467397.073335:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467397.073339:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467397.073342:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467397.073344:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467397.073347:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467397.457320:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467397.457327:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467397.457333:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467397.457334:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467397.457336:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467397.457338:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467397.457546:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467397.457549:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467397.457552:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467397.713269:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467397.713285:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467397.713287:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467397.713292:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467397.713295:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467397.713300:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467397.713302:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467398.097401:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467398.097426:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467398.097429:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467398.097434:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467398.097438:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467398.097442:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467398.097444:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467398.097446:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467398.097449:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467398.482397:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467398.482405:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467398.482407:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467398.482410:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467398.482415:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467398.482417:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467398.482419:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467398.482421:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467398.482424:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467398.482426:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467398.482429:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467398.482430:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467398.482583:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467398.482587:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467398.482590:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467398.737501:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467398.737514:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467398.737516:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467398.737520:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467398.737522:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467398.737527:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467398.737529:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467399.121337:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467399.121345:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467399.121347:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467399.121351:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467399.121355:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467399.121358:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467399.121361:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467399.121363:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467399.121365:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467399.505968:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467399.505975:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467399.505981:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467399.505982:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467399.505985:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467399.505987:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467399.506193:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467399.506197:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467399.506200:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467399.761427:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467399.761457:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467399.761459:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467399.761465:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467399.761467:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467399.761472:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467399.761474:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467400.148192:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467400.148200:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467400.148202:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467400.148207:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467400.148211:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467400.148214:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467400.148217:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467400.148219:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467400.148221:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467400.529404:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467400.529411:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467400.529416:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467400.529420:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467400.529423:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467400.529426:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467400.529429:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467400.529431:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467400.529433:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467400.529435:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467400.529439:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467400.529441:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467400.529458:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467400.529460:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467400.529461:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467400.529463:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467400.529465:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467400.529467:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467400.529733:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467400.529747:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467400.529750:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467400.785248:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467400.785259:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467400.785262:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467400.785265:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467400.785268:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467400.785271:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467400.785274:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467400.785278:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467400.785280:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467400.785283:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467400.785288:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19654) 00000100:00000001:1.0:1789467400.785375:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467400.785385:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467400.785387:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467400.785390:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467400.785392:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467400.785396:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467400.785398:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467401.171072:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467401.171079:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467401.171082:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467401.171087:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467401.171090:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467401.171094:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467401.171097:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467401.171099:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467401.171102:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467401.553348:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467401.553355:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467401.553360:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467401.553362:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467401.553365:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467401.553366:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467401.558473:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467401.558480:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467401.558485:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467401.809261:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467401.809275:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467401.809278:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467401.809282:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467401.809284:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467401.809289:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467401.809292:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467402.193956:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467402.193963:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467402.193965:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467402.193970:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467402.193973:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467402.193977:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467402.193980:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467402.193982:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467402.193985:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467402.577293:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467402.577303:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467402.577311:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467402.577312:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467402.577316:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467402.577318:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467402.577424:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467402.577432:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467402.577438:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467402.833350:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467402.833369:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467402.833373:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467402.833381:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467402.833384:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467402.833390:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467402.833393:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467403.217323:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467403.217332:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467403.217334:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467403.217340:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467403.217343:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467403.217347:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467403.217349:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467403.217352:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467403.217354:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467403.601362:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467403.601373:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467403.601381:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467403.601382:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467403.601386:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467403.601387:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467403.602025:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467403.602031:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467403.602036:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467403.857301:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467403.857320:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467403.857323:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467403.857329:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467403.857331:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467403.857337:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467403.857341:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467404.243587:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467404.243593:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467404.243596:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467404.243602:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467404.243605:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467404.243609:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467404.243612:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467404.243615:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467404.243617:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467404.625651:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467404.625662:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467404.625668:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467404.625669:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467404.625673:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467404.625674:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467404.632670:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467404.632679:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467404.632684:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467404.881395:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467404.881416:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467404.881418:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467404.881426:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467404.881429:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467404.881435:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467404.881438:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467405.265287:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467405.265297:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467405.265300:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467405.265307:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467405.265312:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467405.265317:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467405.265321:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467405.265324:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467405.265352:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467405.650923:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467405.650934:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467405.650942:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467405.650944:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467405.650948:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467405.650949:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467405.651255:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467405.651260:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467405.651264:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789467405.905380:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467405.905396:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467405.905424:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467405.905428:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467405.905432:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467405.905435:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789467405.905438:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467405.905443:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467405.905446:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467405.905450:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467405.905457:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19659) 00000100:00000001:1.0:1789467405.905769:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467405.905782:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467405.905785:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467405.905790:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467405.905793:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467405.905797:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467405.905800:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467406.289253:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467406.289260:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467406.289262:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467406.289267:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467406.289271:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467406.289274:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467406.289278:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467406.289279:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467406.289282:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467406.673349:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467406.673358:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467406.673364:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467406.673366:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467406.673369:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467406.673371:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467406.673610:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467406.673614:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467406.673618:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467406.929288:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467406.929734:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467406.929738:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467406.929745:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467406.929747:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467406.929753:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467406.929757:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467407.313363:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467407.313373:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467407.313375:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467407.313382:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467407.313388:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467407.313393:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467407.313396:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467407.313400:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467407.313403:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467407.697960:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467407.697970:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467407.697978:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467407.697979:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467407.697983:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467407.697984:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467407.698199:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467407.698204:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467407.698209:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467407.953624:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467407.953644:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467407.953646:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467407.953652:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467407.953655:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467407.953660:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467407.953664:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467408.338393:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467408.338404:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467408.338407:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467408.338434:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467408.338439:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467408.338443:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467408.338446:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467408.338449:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467408.338453:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467408.721427:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467408.721441:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467408.721443:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467408.721448:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467408.721454:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467408.721456:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467408.721458:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467408.721461:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467408.721489:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467408.721490:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467408.721494:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467408.721495:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467408.721675:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467408.721691:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467408.721695:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467408.977287:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467408.977306:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467408.977309:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467408.977315:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467408.977318:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467408.977324:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467408.977327:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467409.361401:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467409.361411:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467409.361414:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467409.361420:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467409.361424:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467409.361429:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467409.361432:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467409.361447:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467409.361452:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467409.745536:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467409.745542:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467409.745547:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467409.745548:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467409.745551:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467409.745553:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467409.745789:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467409.745794:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467409.745797:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467410.001331:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467410.001350:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467410.001353:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467410.001360:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467410.001364:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467410.001372:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467410.001376:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467410.387991:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467410.388000:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467410.388002:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467410.388008:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467410.388012:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467410.388016:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467410.388019:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467410.388039:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467410.388042:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467410.769307:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467410.769316:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467410.769324:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467410.769328:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467410.769331:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467410.769335:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467410.769338:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467410.769341:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467410.769343:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467410.769346:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467410.769349:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467410.769351:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467410.769353:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467410.769354:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467410.769356:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467410.769357:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467410.769359:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467410.769360:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467410.770987:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467410.770995:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467410.771000:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467411.026421:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467411.026440:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467411.026443:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467411.026450:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467411.026453:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467411.026459:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467411.026463:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467411.026812:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467411.026819:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467411.026823:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467411.026826:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467411.026828:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467411.026832:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467411.026835:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467411.026839:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467411.026841:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467411.026845:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467411.026852:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19664) 00000100:00000001:1.0:1789467411.409710:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467411.409720:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467411.409723:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467411.409730:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467411.409735:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467411.409739:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467411.409743:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467411.409745:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467411.409749:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467411.793291:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467411.793298:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467411.793303:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467411.793304:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467411.793307:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467411.793308:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467411.793543:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467411.793550:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467411.793556:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467412.049327:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467412.049347:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467412.049350:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467412.049357:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467412.049360:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467412.049365:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467412.049368:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467412.435621:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467412.435632:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467412.435634:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467412.435651:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467412.435655:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467412.435661:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467412.435664:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467412.435667:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467412.435696:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467412.817731:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467412.817737:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467412.817743:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467412.817744:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467412.817767:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467412.817769:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467412.817882:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467412.817885:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467412.817888:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467413.073265:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467413.073283:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467413.073286:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467413.073292:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467413.073295:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467413.073301:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467413.073305:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467413.457352:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467413.457362:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467413.457365:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467413.457372:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467413.457377:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467413.457382:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467413.457385:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467413.457388:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467413.457392:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467413.841305:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467413.841315:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467413.841322:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467413.841323:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467413.841327:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467413.841328:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467413.841435:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467413.841440:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467413.841443:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467414.099551:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467414.099570:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467414.099573:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467414.099579:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467414.099582:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467414.099586:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467414.099589:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467414.482857:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467414.482868:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467414.482870:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467414.482878:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467414.482882:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467414.482887:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467414.482890:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467414.482893:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467414.482897:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467414.865483:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467414.865492:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467414.865499:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467414.865500:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467414.865504:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467414.865505:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467414.865578:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467414.865583:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467414.865587:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467415.121313:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467415.121322:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789467415.121342:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467390/real 1789467390] req@ffff8cbacf6e9180 x1876386402391040/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467415 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789467415.121392:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789467415.121395:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789467415.121399:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30840. 00000400:00000200:1.0:1789467415.121406:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d52a8 00000400:00000010:1.0:1789467415.121410:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d52a8. 00000100:00000001:1.0:1789467415.121415:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789467415.121420:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e9180 x1876386402391040/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467415 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789467415.121431:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e9180 x1876386402391040/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467415 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467415.121438:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789467415.121441:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467415.121444:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467415.121446:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789467415.121450:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e9180 x1876386402391040/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467415 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467415.121457:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467415.121471:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789467415.121477:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467390/real 1789467390] req@ffff8cbacf6e8a80 x1876386402391168/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467415 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789467415.121486:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789467415.121488:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789467415.121490:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30268. 00000400:00000200:1.0:1789467415.121494:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5550 00000400:00000010:1.0:1789467415.121496:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5550. 00000100:00000001:1.0:1789467415.121499:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789467415.121503:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e8a80 x1876386402391168/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467415 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789467415.121512:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e8a80 x1876386402391168/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467415 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467415.121818:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789467415.121823:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467415.121827:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467415.121828:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789467415.121841:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e8a80 x1876386402391168/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467415 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467415.121848:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467415.121851:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789467415.121856:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467390/real 1789467390] req@ffff8cbacf6e9500 x1876386402391296/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467415 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789467415.121867:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789467415.121869:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789467415.121873:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30b58. 00000400:00000200:1.0:1789467415.121879:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d55d8 00000400:00000010:1.0:1789467415.121881:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d55d8. 00000100:00000001:1.0:1789467415.121885:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789467415.121888:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e9500 x1876386402391296/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467415 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789467415.121895:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e9500 x1876386402391296/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467415 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467415.121901:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789467415.121903:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467415.121904:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467415.121906:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789467415.121908:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e9500 x1876386402391296/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467415 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467415.121914:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467415.121923:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467415.121926:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467415.121957:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467415.121959:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467415.121961:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789467415.121967:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e9180 x1876386402391040/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467415 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467415.121975:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789467415.121978:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467415.121979:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467415.122262:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467415.122265:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789467415.122267:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789467415.122271:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789467415.122295:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789467415.122297:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789467415.122303:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e9180 x1876386402391040/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467415 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789467415.122312:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402391040:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789467415.122317:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789467415.122320:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e8a80 x1876386402391168/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467415 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467415.122325:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789467415.122327:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467415.122329:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467415.122330:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467415.122331:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789467415.122334:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789467415.122336:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789467415.122342:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789467415.122345:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789467415.122355:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e8a80 x1876386402391168/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467415 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789467415.122363:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402391168:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467415.122368:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789467415.122372:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e9500 x1876386402391296/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467415 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467415.122377:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789467415.122379:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467415.122381:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467415.122382:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467415.122384:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789467415.122385:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789467415.122388:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789467415.122393:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789467415.122395:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789467415.122398:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e9500 x1876386402391296/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467415 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789467415.122405:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402391296:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467415.122409:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467415.122412:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789467415.122415:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e9180 x1876386402391040/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467415 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467415.122421:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789467415.122424:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789467415.122428:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6891000. 02000000:00000001:1.0:1789467415.122432:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789467415.122435:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789467415.122442:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789467415.122444:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789467415.122447:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687ec00. 02000000:00000001:1.0:1789467415.122451:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789467415.122452:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789467415.122455:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e9180. 00000100:00000001:1.0:1789467415.122458:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789467415.122459:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467415.122461:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789467415.122465:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e8a80 x1876386402391168/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467415 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467415.122470:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789467415.122472:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789467415.122473:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6891800. 02000000:00000001:1.0:1789467415.122475:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789467415.122476:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789467415.122477:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789467415.122479:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789467415.122480:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687f800. 02000000:00000001:1.0:1789467415.122483:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789467415.122484:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789467415.122485:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e8a80. 00000100:00000001:1.0:1789467415.122487:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789467415.122489:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467415.122490:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789467415.122493:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e9500 x1876386402391296/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467415 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467415.122498:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789467415.122500:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789467415.122501:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6893800. 02000000:00000001:1.0:1789467415.122503:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789467415.122504:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789467415.122505:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789467415.122507:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789467415.122508:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687f400. 02000000:00000001:1.0:1789467415.122510:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789467415.122516:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789467415.122518:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e9500. 00000100:00000001:1.0:1789467415.122520:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789467415.122521:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467415.122523:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467415.122527:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467415.122529:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467415.122530:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467415.122532:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467415.127421:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467415.127431:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789467415.127434:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467415.127437:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467415.127442:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467415.127449:0:331018:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 19639 00000400:00000200:3.0:1789467415.127460:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467415.127482:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467415.127485:0:331018:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467415.127489:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467415.127492:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467415.127494:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467415.127496:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467415.127504:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467415.127506:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789467415.127509:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467415.127512:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789467415.127514:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789467415.127516:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789467415.127519:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467415.127521:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467415.127523:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467415.127524:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467415.127527:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789467415.127530:0:331018:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467415.127532:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467415.127535:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467415.127539:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467415.127541:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467415.127544:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467415.127546:0:331018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467415.127553:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9032300. 00000020:00000040:3.0:1789467415.127557:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789467415.127561:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467415.127563:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467415.127566:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467415.127568:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467415.127572:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467415.127580:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2000. 00000100:00000001:3.0:1789467415.127592:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467415.127602:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9032300 x1876386402391424/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467415.127611:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467415.127614:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467415.127618:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005446fc88] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9032300 x1876386402391424/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467415.127643:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467415.127647:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467415.127650:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467415.127652:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467415.127654:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467415.127656:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467415.127659:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19639 00000400:00000200:3.0:1789467415.127663:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467415.127666:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467415.127669:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467415.127671:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467415.127673:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467415.127675:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467415.127677:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467415.127680:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467415.127682:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789467415.127683:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467415.127685:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789467415.127687:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789467415.127689:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789467415.127692:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467415.127694:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467415.127701:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467415.127702:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467415.127704:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789467415.127707:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467415.127710:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467415.127712:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467415.127717:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467415.127719:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467415.127721:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789467415.127725:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789467415.127729:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467415.127730:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467415.127734:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030e00. 00000020:00000040:3.0:1789467415.127736:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467415.127738:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467415.127740:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467415.127742:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467415.127743:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467415.127745:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467415.127749:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1400. 00000100:00000001:3.0:1789467415.127753:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467415.127758:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030e00 x1876386402391552/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467415.127765:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467415.127767:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467415.127770:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ae05b5f] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030e00 x1876386402391552/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467415.127778:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467415.127780:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467415.127783:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467415.127785:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467415.127792:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467415.127794:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467415.127797:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19639 00000400:00000200:3.0:1789467415.127801:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467415.127804:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467415.127807:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467415.127810:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467415.127813:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467415.127815:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467415.127817:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467415.127821:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467415.127822:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789467415.127824:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1789467415.127826:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1789467415.127827:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000100:00000001:1.0:1789467415.127832:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1789467415.127832:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000001:1.0:1789467415.127836:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1789467415.127837:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789467415.127845:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000040:1.0:1789467415.127846:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9032300 x1876386402391424/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467415.127847:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467415.127852:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467415.127858:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467415.127863:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00000001:1.0:1789467415.127865:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467415.127868:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467415.127869:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 02000000:00000001:1.0:1789467415.127872:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1789467415.127874:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467415.127876:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467415.127879:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467415.127880:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467415.127885:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1789467415.127886:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9032300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402391424:192.168.203.142@tcp:250:kworker.0 02000000:00000001:3.0:1789467415.127891:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467415.127894:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1789467415.127895:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 02000000:00000001:1.0:1789467415.127898:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:3.0:1789467415.127899:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1789467415.127902:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789467415.127903:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467415.127906:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1789467415.127907:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467415.127912:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6893800. 02000000:00000001:1.0:1789467415.127914:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467415.127919:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033b80. 00000400:00000200:1.0:1789467415.127924:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000020:00000040:3.0:1789467415.127926:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000400:00000010:1.0:1789467415.127931:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30b58. 02000000:00000001:3.0:1789467415.127931:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467415.127935:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467415.127937:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467415.127939:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467415.127941:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467415.127946:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3800. 00000100:00000001:3.0:1789467415.127949:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467415.127955:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033b80 x1876386402391680/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467415.127961:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467415.127964:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467415.127967:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013cbb969] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033b80 x1876386402391680/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467415.127975:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467415.127978:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467415.127982:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467415.127985:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467415.127988:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467415.127993:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19668) 00000400:00000010:1.0:1789467415.128167:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d55d8. 00000100:00000200:1.0:1789467415.128175:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402391424, portal 25 00000100:00000001:1.0:1789467415.128178:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789467415.128179:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107411712 : -126744602139904 : ffff8cb9f9032300) 00000100:00000040:1.0:1789467415.128185:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9032300 x1876386402391424/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467415.128192:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789467415.128203:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789467415.128205:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5550. 00000100:00000200:1.0:1789467415.128210:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402391424, offset 0 00000400:00000200:1.0:1789467415.128216:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789467415.128223:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467415.128229:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789467415.128234:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789467415.128238:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789467415.128242:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789467415.128246:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789467415.128249:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93837:93837:256:4294967295] 192.168.203.142@tcp LPNI seq info [93837:93837:8:4294967295] 00000400:00000200:1.0:1789467415.128254:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467415.128263:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789467415.128268:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789467415.128273:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7f00. 00000800:00000200:1.0:1789467415.128280:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789467415.128287:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467415.128291:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789467415.128357:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467415.128363:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789467415.128366:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314332410 00000100:00000010:1.0:1789467415.128371:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a720. 00000100:00000001:1.0:1789467415.128377:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789467415.128382:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314332410 00000100:00000010:1.0:1789467415.128385:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a3c0. 00000100:00000001:1.0:1789467415.128388:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789467415.128390:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789467415.128393:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467415.128396:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789467415.128401:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030e00 x1876386402391552/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467415.128417:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467415.128419:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467415.128421:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789467415.128423:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467415.128425:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467415.128428:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402391552:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467415.128431:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789467415.128433:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789467415.128434:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467415.128436:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789467415.128439:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6891800. 02000000:00000001:1.0:1789467415.128441:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467415.128445:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789467415.128448:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30268. 00000400:00000010:1.0:1789467415.128452:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d52a8. 00000100:00000200:1.0:1789467415.128455:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402391552, portal 10 00000100:00000001:1.0:1789467415.128457:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789467415.128458:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107406336 : -126744602145280 : ffff8cb9f9030e00) 00000100:00000040:1.0:1789467415.128464:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030e00 x1876386402391552/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467415.128470:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789467415.128473:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789467415.128475:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5198. 00000100:00000200:1.0:1789467415.128477:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402391552, offset 0 00000400:00000200:1.0:1789467415.128481:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789467415.128485:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467415.128489:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789467415.128491:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789467415.128493:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789467415.128495:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789467415.128497:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789467415.128506:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93838:93838:255:4294967295] 192.168.203.142@tcp LPNI seq info [93838:93838:7:4294967295] 00000400:00000200:1.0:1789467415.128510:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467415.128516:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789467415.128521:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789467415.128525:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7600. 00000800:00000200:1.0:1789467415.128529:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789467415.128533:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467415.128536:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789467415.128539:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467415.128543:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789467415.128546:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789467415.128548:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314331170 00000100:00000001:1.0:1789467415.128550:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314332410 00000100:00000001:1.0:1789467415.128552:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314331170 00000100:00000001:1.0:1789467415.128554:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314332410 00000100:00000001:1.0:1789467415.128556:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789467415.128558:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467415.128561:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467415.128563:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467415.128569:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467415.128571:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789467415.128573:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467415.128575:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467415.128576:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789467415.128581:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033b80 x1876386402391680/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467415.128587:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467415.128588:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467415.128590:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789467415.128592:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467415.128594:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467415.128603:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402391680:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467415.128606:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789467415.128608:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789467415.128610:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467415.128611:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789467415.128614:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6891000. 02000000:00000001:1.0:1789467415.128615:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467415.128618:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789467415.128621:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30840. 00000400:00000010:1.0:1789467415.128624:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5aa0. 00000100:00000200:1.0:1789467415.128627:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402391680, portal 10 00000100:00000001:1.0:1789467415.128628:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789467415.128630:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107417984 : -126744602133632 : ffff8cb9f9033b80) 00000100:00000040:1.0:1789467415.128635:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033b80 x1876386402391680/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467415.128641:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789467415.128643:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789467415.128645:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5ee0. 00000100:00000200:1.0:1789467415.128648:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402391680, offset 0 00000400:00000200:1.0:1789467415.128651:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789467415.128656:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467415.128659:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789467415.128662:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789467415.128664:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789467415.128666:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789467415.128668:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789467415.128671:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93839:93839:254:4294967295] 192.168.203.142@tcp LPNI seq info [93839:93839:6:4294967295] 00000400:00000200:1.0:1789467415.128674:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467415.128680:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789467415.128683:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789467415.128686:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7100. 00000800:00000200:1.0:1789467415.128696:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789467415.128701:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467415.128704:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789467415.128708:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467415.128711:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789467415.128714:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789467415.128716:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314331158 00000100:00000001:1.0:1789467415.128718:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314332410 00000100:00000001:1.0:1789467415.128720:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314331158 00000100:00000001:1.0:1789467415.128722:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314332410 00000100:00000001:1.0:1789467415.128723:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789467415.128725:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467415.128728:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467415.128730:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467415.128733:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467415.128735:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789467415.128736:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467415.128737:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467415.128739:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467415.128740:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789467415.133279:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467415.133289:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7f00. 00000400:00000200:3.0:1789467415.133298:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467415.133307:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467415.133315:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5550 00000400:00000010:3.0:1789467415.133318:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5550. 00000100:00000001:3.0:1789467415.133325:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467415.133334:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9032300 x1876386402391424/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467415.133365:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467415.133369:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9032300 x1876386402391424/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467440 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467415.133376:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467415.133378:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467415.133392:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467415.133394:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7600. 00000400:00000200:3.0:1789467415.133397:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467415.133400:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467415.133402:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5198 00000400:00000010:3.0:1789467415.133404:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5198. 00000100:00000001:3.0:1789467415.133406:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467415.133410:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030e00 x1876386402391552/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467415.133417:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467415.133420:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030e00 x1876386402391552/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467440 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467415.133426:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467415.133428:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467415.133479:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467415.133482:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7100. 00000400:00000200:3.0:1789467415.133484:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467415.133487:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467415.133489:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5ee0 00000400:00000010:3.0:1789467415.133491:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5ee0. 00000100:00000001:3.0:1789467415.133493:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467415.133496:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033b80 x1876386402391680/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467415.133503:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467415.133506:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033b80 x1876386402391680/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467440 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467415.133523:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467415.133524:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789467415.505291:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467415.505299:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467415.505301:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467415.505306:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467415.505309:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467415.505313:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467415.505316:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467415.505318:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467415.505321:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467415.889716:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467415.889725:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467415.889732:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467415.889734:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467415.889738:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467415.889739:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467415.889848:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467415.889854:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467415.889858:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789467416.401258:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314332410, at 4314332416 00000100:00000040:3.0:1789467416.401258:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314332410, at 4314332416 00000100:00000010:2.0:1789467416.401274:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a720. 00000100:00000010:3.0:1789467416.401275:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a3c0. 00000100:00000001:1.0:1789467416.530877:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467416.530889:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467416.530916:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467416.530924:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467416.530928:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467416.530933:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467416.530936:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467416.530940:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467416.530943:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467416.913336:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467416.913348:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467416.913356:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467416.913358:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467416.913361:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467416.913363:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467416.913441:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467416.913445:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467416.913448:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467417.553297:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467417.553308:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467417.553311:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467417.553318:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467417.553323:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467417.553328:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467417.553331:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467417.553334:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467417.553337:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467417.937494:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467417.937504:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467417.937511:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467417.937513:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467417.937517:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467417.937518:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467417.937720:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467417.937724:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467417.937728:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467418.577320:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467418.577332:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467418.577334:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467418.577341:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467418.577345:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467418.577350:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467418.577354:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467418.577357:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467418.577360:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467418.961995:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467418.962010:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467418.962013:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467418.962028:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467418.962035:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467418.962038:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467418.962040:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467418.962043:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467418.962048:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467418.962049:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467418.962053:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467418.962054:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467418.962180:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467418.962186:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467418.962190:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467419.604008:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467419.604027:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467419.604029:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467419.604036:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467419.604041:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467419.604046:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467419.604049:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467419.604052:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467419.604055:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467419.986493:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467419.986502:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467419.986511:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467419.986512:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467419.986516:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467419.986517:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467419.986589:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467419.986626:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467419.986630:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467420.241685:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467420.241705:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467420.241708:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467420.241714:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467420.241717:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467420.241723:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467420.241726:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467420.241858:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467420.241865:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467420.241868:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467420.241872:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467420.241876:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467420.241879:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467420.241882:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467420.241886:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467420.241889:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467420.241916:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467420.241924:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19673) 00000100:00000001:1.0:1789467420.625244:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467420.625257:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467420.625260:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467420.625267:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467420.625272:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467420.625277:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467420.625280:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467420.625284:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467420.625287:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467421.009339:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467421.009350:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467421.009358:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467421.009362:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467421.009365:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467421.009369:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467421.009373:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467421.009376:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467421.009378:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467421.009381:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467421.009384:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467421.009386:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467421.009388:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467421.009389:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467421.009391:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467421.009393:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467421.009394:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467421.009396:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467421.009481:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467421.009484:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467421.009513:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467421.265257:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467421.265275:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467421.265277:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467421.265283:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467421.265286:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467421.265290:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467421.265292:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467421.649322:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467421.649336:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467421.649338:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467421.649345:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467421.649349:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467421.649354:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467421.649358:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467421.649361:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467421.649365:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467422.033657:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467422.033668:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467422.033676:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467422.033678:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467422.033683:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467422.033684:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467422.034085:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467422.034090:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467422.034093:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467422.289307:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467422.289325:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467422.289328:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467422.289333:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467422.289336:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467422.289363:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467422.289367:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467422.674346:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467422.674357:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467422.674359:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467422.674366:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467422.674371:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467422.674375:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467422.674391:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467422.674394:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467422.674398:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467423.057519:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467423.057529:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467423.057538:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467423.057539:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467423.057552:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467423.057554:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467423.058256:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467423.058262:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467423.058266:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467423.313324:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467423.313344:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467423.313346:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467423.313353:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467423.313355:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467423.313361:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467423.313364:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467423.697351:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467423.697362:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467423.697366:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467423.697373:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467423.697377:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467423.697382:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467423.697386:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467423.697389:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467423.697392:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467424.085248:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467424.085258:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467424.085265:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467424.085266:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467424.085270:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467424.085271:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467424.085582:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467424.085587:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467424.085590:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467424.337242:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467424.337259:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467424.337261:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467424.337266:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467424.337269:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467424.337273:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467424.337291:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467424.721286:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467424.721298:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467424.721300:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467424.721306:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467424.721311:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467424.721316:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467424.721319:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467424.721322:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467424.721325:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467425.105382:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467425.105393:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467425.105401:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467425.105403:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467425.105406:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467425.105408:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467425.105529:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467425.105533:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467425.105536:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467425.361284:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467425.361303:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467425.361305:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467425.361311:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467425.361314:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467425.361320:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467425.361323:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789467425.361596:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467425.361604:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467425.361607:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467425.361610:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467425.361613:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467425.361638:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789467425.361641:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467425.361645:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467425.361648:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467425.361650:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467425.361658:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19679) 00000100:00000001:1.0:1789467425.745317:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467425.745329:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467425.745332:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467425.745339:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467425.745344:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467425.745348:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467425.745352:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467425.745355:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467425.745358:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467426.131541:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467426.131550:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467426.131557:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467426.131558:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467426.131562:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467426.131563:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467426.135080:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467426.135090:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467426.135096:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467426.386353:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467426.386366:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467426.386368:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467426.386374:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467426.386376:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467426.386380:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467426.386383:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467426.769251:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467426.769259:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467426.769261:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467426.769267:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467426.769270:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467426.769274:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467426.769293:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467426.769296:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467426.769308:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467427.153798:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467427.153808:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467427.153816:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467427.153817:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467427.153821:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467427.153822:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467427.154534:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467427.154540:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467427.154544:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467427.409384:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467427.409404:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467427.409407:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467427.409414:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467427.409417:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467427.409423:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467427.409426:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467427.793501:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467427.793513:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467427.793515:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467427.793522:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467427.793526:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467427.793531:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467427.793533:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467427.793536:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467427.793539:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467428.177320:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467428.177453:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467428.177463:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467428.177464:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467428.177468:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467428.177469:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467428.177559:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467428.177564:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467428.177568:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467428.433402:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467428.433420:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467428.433423:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467428.433430:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467428.433433:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467428.433438:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467428.433442:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467428.817380:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467428.817392:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467428.817394:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467428.817401:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467428.817406:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467428.817410:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467428.817413:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467428.817438:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467428.817441:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467429.201801:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467429.201814:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467429.201817:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467429.201822:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467429.201828:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467429.201832:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467429.201834:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467429.201837:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467429.202410:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467429.202413:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467429.202418:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467429.202419:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467429.202956:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467429.202961:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467429.202965:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467429.460056:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467429.460074:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467429.460077:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467429.460082:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467429.460085:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467429.460090:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467429.460093:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467429.841587:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467429.841598:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467429.841600:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467429.841607:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467429.841611:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467429.841616:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467429.841619:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467429.841622:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467429.841625:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467430.226008:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467430.226016:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467430.226022:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467430.226023:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467430.226026:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467430.226026:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467430.226149:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467430.226152:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467430.226155:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467430.481329:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467430.481357:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467430.481360:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467430.481367:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467430.481370:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467430.481375:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467430.481379:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467430.481833:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467430.481841:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467430.481844:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467430.481848:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467430.481850:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467430.481854:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467430.481857:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467430.481862:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467430.481865:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467430.481868:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467430.481875:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19684) 00000100:00000001:1.0:1789467430.865874:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467430.865886:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467430.865889:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467430.865896:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467430.865900:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467430.865906:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467430.865909:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467430.865912:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467430.865915:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467431.250182:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467431.250193:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467431.250200:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467431.250205:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467431.250208:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467431.250213:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467431.250217:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467431.250220:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467431.250222:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467431.250225:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467431.250228:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467431.250230:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467431.250850:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467431.250852:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467431.250856:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467431.250858:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467431.250860:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467431.250863:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467431.252198:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467431.252206:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467431.252211:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467431.505291:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467431.505318:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467431.505321:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467431.505327:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467431.505330:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467431.505335:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467431.505338:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467431.889311:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467431.889322:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467431.889325:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467431.889331:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467431.889335:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467431.889341:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467431.889344:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467431.889346:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467431.889349:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467432.274662:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467432.274673:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467432.274682:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467432.274684:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467432.274688:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467432.274689:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467432.274884:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467432.274889:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467432.274892:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467432.530258:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467432.530286:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467432.530288:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467432.530294:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467432.530297:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467432.530303:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467432.530306:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467432.913292:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467432.913302:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467432.913305:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467432.913346:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467432.913351:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467432.913356:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467432.913363:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467432.913369:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467432.913372:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467433.298547:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467433.298556:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467433.298563:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467433.298564:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467433.298567:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467433.298569:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467433.298637:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467433.298641:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467433.298644:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467433.553847:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467433.553866:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467433.553869:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467433.553876:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467433.553918:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467433.553924:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467433.553928:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467433.938644:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467433.938655:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467433.938658:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467433.938664:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467433.938668:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467433.938673:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467433.938677:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467433.938680:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467433.938683:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467434.321556:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467434.321567:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467434.321574:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467434.321575:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467434.321579:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467434.321581:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467434.321640:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467434.321644:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467434.321648:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467434.577287:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467434.577306:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467434.577309:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467434.577316:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467434.577319:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467434.577325:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467434.577328:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467434.961306:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467434.961316:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467434.961319:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467434.961326:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467434.961330:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467434.961334:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467434.961338:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467434.961341:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467434.961344:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467435.345292:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467435.345304:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467435.345311:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467435.345312:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467435.345316:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467435.345318:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467435.345684:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467435.345751:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467435.345755:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467435.601300:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467435.601321:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467435.601324:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467435.601330:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467435.601333:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467435.601338:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467435.601342:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467435.601988:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467435.601997:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467435.602001:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467435.602004:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467435.602008:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467435.602011:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467435.602014:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467435.602018:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467435.602048:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467435.602052:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467435.602059:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19689) 00000100:00000001:1.0:1789467435.985314:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467435.985325:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467435.985327:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467435.985335:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467435.985339:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467435.985343:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467435.985347:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467435.985349:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467435.985352:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467436.369825:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467436.369835:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467436.369843:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467436.369844:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467436.369848:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467436.369849:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467436.369969:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467436.369974:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467436.369999:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467436.625290:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467436.625309:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467436.625312:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467436.625318:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467436.625342:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467436.625348:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467436.625351:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467437.009337:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467437.009349:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467437.009351:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467437.009359:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467437.009364:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467437.009369:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467437.009373:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467437.009378:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467437.009381:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467437.393341:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467437.393351:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467437.393359:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467437.393361:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467437.393365:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467437.393367:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467437.393438:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467437.393442:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467437.393445:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467437.649642:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467437.649662:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467437.649665:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467437.649672:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467437.649675:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467437.649681:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467437.649684:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467438.034267:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467438.034278:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467438.034281:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467438.034288:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467438.034292:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467438.034297:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467438.034301:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467438.034304:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467438.034307:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467438.417336:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467438.417349:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467438.417352:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467438.417356:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467438.417362:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467438.417365:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467438.417366:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467438.417369:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467438.417373:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467438.417374:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467438.417379:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467438.417380:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467438.417465:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467438.417471:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467438.417474:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467438.674239:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467438.674260:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467438.674263:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467438.674269:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467438.674272:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467438.674278:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467438.674281:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467439.060181:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467439.060190:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467439.060192:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467439.060198:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467439.060202:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467439.060208:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467439.060211:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467439.060214:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467439.060217:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467439.441354:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467439.441364:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467439.441373:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467439.441375:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467439.441379:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467439.441380:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467439.442712:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467439.442719:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467439.442725:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467439.698059:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467439.698080:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467439.698082:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467439.698089:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467439.698092:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467439.698097:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467439.698100:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467440.081262:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467440.081274:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467440.081276:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467440.081283:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467440.081288:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467440.081293:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467440.081297:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467440.081300:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467440.081303:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467440.466162:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467440.466173:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467440.466204:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467440.466208:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467440.466211:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467440.466216:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467440.466219:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467440.466222:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467440.466224:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467440.466227:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467440.466231:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467440.466233:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467440.466234:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467440.466236:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467440.466238:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467440.466239:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467440.466240:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467440.466242:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467440.466559:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467440.466564:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467440.466568:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467440.721573:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467440.721599:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467440.721603:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467440.721607:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467440.721610:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467440.721613:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467440.721616:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467440.721619:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467440.721623:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467440.721626:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467440.721633:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19694) 00000100:00000001:0.0:1789467440.722017:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467440.722022:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467440.722040:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467415/real 1789467415] req@ffff8cb9f9033b80 x1876386402391680/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467440 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467440.722057:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467440.722060:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467440.722064:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30840. 00000400:00000200:0.0:1789467440.722074:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5aa0 00000400:00000010:0.0:1789467440.722077:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5aa0. 00000100:00000001:0.0:1789467440.722082:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467440.722087:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033b80 x1876386402391680/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467440 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467440.722096:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033b80 x1876386402391680/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467440 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467440.722105:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467440.722107:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467440.722111:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467440.722113:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467440.722165:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9033b80 x1876386402391680/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467440 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467440.722173:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467440.722175:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467440.722180:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467415/real 1789467415] req@ffff8cb9f9032300 x1876386402391424/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467440 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467440.722189:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467440.722190:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467440.722193:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30b58. 00000400:00000200:0.0:1789467440.722196:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d55d8 00000400:00000010:0.0:1789467440.722197:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d55d8. 00000100:00000001:0.0:1789467440.722200:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467440.722203:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9032300 x1876386402391424/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467440 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467440.722211:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9032300 x1876386402391424/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467440 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467440.722217:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467440.722218:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467440.722220:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467440.722222:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467440.722226:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9032300 x1876386402391424/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467440 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467440.722232:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467440.722234:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467440.722238:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467415/real 1789467415] req@ffff8cb9f9030e00 x1876386402391552/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467440 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467440.722245:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467440.722247:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467440.722248:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30268. 00000400:00000200:0.0:1789467440.722251:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d52a8 00000400:00000010:0.0:1789467440.722259:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d52a8. 00000100:00000001:0.0:1789467440.722262:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467440.722265:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030e00 x1876386402391552/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467440 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467440.722272:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030e00 x1876386402391552/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467440 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467440.722277:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467440.722279:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467440.722291:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467440.722292:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467440.722295:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9030e00 x1876386402391552/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467440 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467440.722301:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467440.722310:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467440.722313:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467440.722315:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467440.722318:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467440.722320:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467440.722324:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033b80 x1876386402391680/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467440 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467440.722331:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467440.722334:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467440.722335:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467440.722336:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467440.722339:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467440.722343:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467440.722346:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467440.722369:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789467440.722372:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467440.722376:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033b80 x1876386402391680/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467440 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467440.722398:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402391680:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467440.722404:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467440.722408:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9032300 x1876386402391424/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467440 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467440.722414:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467440.722416:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467440.722418:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467440.722419:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467440.722421:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467440.722422:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467440.722424:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467440.722431:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789467440.722433:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467440.722437:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9032300 x1876386402391424/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467440 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467440.722445:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9032300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402391424:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789467440.722449:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467440.722453:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030e00 x1876386402391552/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467440 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467440.722458:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467440.722461:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467440.722462:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467440.722463:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467440.722465:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467440.722468:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467440.722470:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467440.722482:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789467440.722484:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467440.722488:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030e00 x1876386402391552/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467440 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467440.722505:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402391552:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467440.722510:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467440.722513:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467440.722516:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033b80 x1876386402391680/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467440 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467440.722524:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467440.722527:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467440.722533:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6891000. 02000000:00000001:0.0:1789467440.722538:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467440.722541:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467440.722544:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789467440.722546:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467440.722549:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d3800. 02000000:00000001:0.0:1789467440.722553:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467440.722555:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467440.722557:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033b80. 00000100:00000001:0.0:1789467440.722564:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467440.722565:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467440.722567:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467440.722570:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9032300 x1876386402391424/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467440 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467440.722575:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467440.722577:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467440.722578:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6893800. 02000000:00000001:0.0:1789467440.722580:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467440.722581:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467440.722582:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789467440.722584:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467440.722609:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d2000. 02000000:00000001:0.0:1789467440.722612:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467440.722613:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467440.722615:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9032300. 00000100:00000001:0.0:1789467440.722618:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467440.722619:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467440.722621:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467440.722625:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030e00 x1876386402391552/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467440 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467440.722631:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467440.722633:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467440.722634:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6891800. 02000000:00000001:0.0:1789467440.722637:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467440.722638:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467440.722640:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789467440.722642:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467440.722643:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d1400. 02000000:00000001:0.0:1789467440.722646:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467440.722647:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467440.722648:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030e00. 00000100:00000001:0.0:1789467440.722660:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467440.722662:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467440.722665:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467440.722668:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467440.722670:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467440.722672:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467440.722673:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467440.723360:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467440.723367:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789467440.723370:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467440.723373:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467440.723378:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467440.723383:0:176036:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 19663 00000400:00000200:1.0:1789467440.723393:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467440.723401:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789467440.723404:0:176036:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467440.723408:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467440.723411:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467440.723413:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467440.723416:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789467440.723424:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467440.723426:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:1.0:1789467440.723440:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467440.723444:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:1.0:1789467440.723447:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:1.0:1789467440.723449:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:1.0:1789467440.723454:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467440.723456:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467440.723458:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467440.723460:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789467440.723463:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:1.0:1789467440.723467:0:176036:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789467440.723470:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467440.723472:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467440.723476:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467440.723479:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467440.723482:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467440.723484:0:176036:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467440.723550:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c5c00. 00000020:00000040:1.0:1789467440.723555:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789467440.723560:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467440.723562:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467440.723565:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467440.723568:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467440.723574:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467440.723583:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6892000. 00000100:00000001:1.0:1789467440.723755:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467440.723766:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c5c00 x1876386402391808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467440.723776:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467440.723782:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467440.723786:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0c40e7b] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c5c00 x1876386402391808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467440.723813:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467440.723821:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467440.723825:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789467440.723826:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467440.723828:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467440.723832:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467440.723834:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19663 00000400:00000200:1.0:1789467440.723839:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467440.723842:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789467440.723845:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467440.723848:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467440.723850:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467440.723863:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467440.723866:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789467440.723869:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467440.723871:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:1.0:1789467440.723873:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467440.723876:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:1.0:1789467440.723878:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:1.0:1789467440.723880:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:1.0:1789467440.723883:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467440.723885:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467440.723887:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467440.723889:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789467440.723891:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:1.0:1789467440.723894:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789467440.723896:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467440.723898:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467440.723906:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467440.723908:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467440.723910:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789467440.723921:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789467440.723924:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467440.723926:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467440.723930:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c5880. 00000020:00000040:1.0:1789467440.723933:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789467440.723935:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467440.723936:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467440.723938:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467440.723939:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467440.723942:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467440.723946:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6890800. 00000100:00000001:1.0:1789467440.723950:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467440.723955:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c5880 x1876386402391936/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467440.723962:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467440.723965:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467440.723968:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000309e2f8b] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c5880 x1876386402391936/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467440.723976:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467440.723978:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467440.723982:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789467440.723983:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467440.723985:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467440.723988:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467440.723991:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19663 00000400:00000200:1.0:1789467440.723995:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467440.723998:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789467440.724000:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467440.724003:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467440.724006:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467440.724008:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467440.724015:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789467440.724019:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467440.724021:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:1.0:1789467440.724023:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467440.724025:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:1.0:1789467440.724027:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:1.0:1789467440.724029:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:1.0:1789467440.724032:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467440.724034:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467440.724036:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467440.724038:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789467440.724040:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:1.0:1789467440.724043:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789467440.724045:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467440.724047:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467440.724051:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467440.724053:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467440.724055:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789467440.724057:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789467440.724059:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467440.724061:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467440.724065:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c6a00. 00000020:00000040:1.0:1789467440.724067:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789467440.724070:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467440.724071:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467440.724072:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467440.724074:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467440.724076:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467440.724082:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6891800. 00000100:00000001:1.0:1789467440.724085:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467440.724090:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c6a00 x1876386402392064/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467440.724112:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467440.724114:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467440.724118:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c333398] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c6a00 x1876386402392064/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467440.724125:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467440.724128:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467440.724165:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467440.724167:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467440.724171:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467440.724176:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19694) 00000100:00000001:0.0:1789467440.724377:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467440.724383:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467440.724386:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467440.724393:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c5c00 x1876386402391808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467440.724402:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467440.724404:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467440.724408:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467440.724412:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467440.724415:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467440.724426:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402391808:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789467440.724430:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467440.724435:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467440.724438:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467440.724441:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467440.724445:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687c400. 02000000:00000001:0.0:1789467440.724447:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467440.724454:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789467440.724825:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9cb00. 00000400:00000010:0.0:1789467440.724837:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089a18. 00000100:00000200:0.0:1789467440.724846:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402391808, portal 25 00000100:00000001:0.0:1789467440.724849:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467440.724851:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704631808 : -126741004919808 : ffff8cbacf6c5c00) 00000100:00000040:0.0:1789467440.724867:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c5c00 x1876386402391808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467440.724875:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467440.724878:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789467440.724881:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089dd0. 00000100:00000200:0.0:1789467440.724885:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402391808, offset 0 00000400:00000200:0.0:1789467440.724893:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789467440.724904:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467440.724911:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789467440.724917:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789467440.724922:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789467440.724926:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789467440.724929:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789467440.724932:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93840:93840:256:4294967295] 192.168.203.142@tcp LPNI seq info [93840:93840:8:4294967295] 00000400:00000200:0.0:1789467440.724937:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467440.724948:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789467440.724955:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789467440.724962:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbae11aca00. 00000800:00000200:0.0:1789467440.724978:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789467440.724988:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789467440.724993:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbae11aca00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789467440.725123:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467440.725130:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789467440.725167:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314358007 00000100:00000010:0.0:1789467440.725173:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305bde0. 00000100:00000001:0.0:1789467440.725182:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789467440.725189:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314358007 00000100:00000010:0.0:1789467440.725193:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305bae0. 00000100:00000001:0.0:1789467440.725197:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789467440.725354:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467440.725358:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467440.725362:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467440.725369:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c5880 x1876386402391936/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467440.725378:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467440.725379:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467440.725382:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467440.725384:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467440.725387:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467440.725389:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402391936:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467440.725394:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467440.725396:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467440.725398:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467440.725401:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467440.725406:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687d400. 02000000:00000001:0.0:1789467440.725408:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467440.725412:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789467440.725416:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9ce18. 00000400:00000010:0.0:1789467440.725420:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089bb0. 00000100:00000200:0.0:1789467440.725424:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402391936, portal 10 00000100:00000001:0.0:1789467440.725432:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467440.725434:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704630912 : -126741004920704 : ffff8cbacf6c5880) 00000100:00000040:0.0:1789467440.725442:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c5880 x1876386402391936/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467440.725449:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467440.725451:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789467440.725454:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089088. 00000100:00000200:0.0:1789467440.725457:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402391936, offset 0 00000400:00000200:0.0:1789467440.725475:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789467440.725480:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467440.725485:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789467440.725489:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789467440.725501:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789467440.725503:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789467440.725507:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789467440.725509:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93841:93841:255:4294967295] 192.168.203.142@tcp LPNI seq info [93841:93841:7:4294967295] 00000400:00000200:0.0:1789467440.725514:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467440.725521:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789467440.725526:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789467440.725531:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbae11ac500. 00000800:00000200:0.0:1789467440.725535:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789467440.725540:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789467440.725543:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbae11ac500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789467440.725547:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467440.725550:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:0.0:1789467440.725554:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789467440.725556:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314356767 00000100:00000001:0.0:1789467440.725558:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314358007 00000100:00000001:0.0:1789467440.725561:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314356767 00000100:00000001:0.0:1789467440.725563:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314358007 00000100:00000001:0.0:1789467440.725570:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467440.725573:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467440.725575:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467440.725580:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c6a00 x1876386402392064/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467440.725600:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467440.725601:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467440.725604:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467440.725605:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467440.725607:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467440.725610:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402392064:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467440.725614:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467440.725617:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467440.725619:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467440.725620:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467440.725624:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687d000. 02000000:00000001:0.0:1789467440.725626:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467440.725630:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789467440.725632:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9cdc0. 00000400:00000010:0.0:1789467440.725637:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089330. 00000100:00000200:0.0:1789467440.725640:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402392064, portal 10 00000100:00000001:0.0:1789467440.725642:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467440.725643:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704635392 : -126741004916224 : ffff8cbacf6c6a00) 00000100:00000040:0.0:1789467440.725649:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c6a00 x1876386402392064/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467440.725666:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467440.725668:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789467440.725671:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089770. 00000100:00000200:0.0:1789467440.725674:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402392064, offset 0 00000400:00000200:0.0:1789467440.725678:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789467440.725683:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467440.725686:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789467440.725696:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789467440.725698:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789467440.725700:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789467440.725703:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789467440.725706:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93842:93842:254:4294967295] 192.168.203.142@tcp LPNI seq info [93842:93842:6:4294967295] 00000400:00000200:0.0:1789467440.725710:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467440.725717:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789467440.725722:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789467440.725727:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad359de00. 00000800:00000200:0.0:1789467440.725731:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789467440.725736:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789467440.725739:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad359de00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789467440.725742:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467440.725746:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:0.0:1789467440.725749:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789467440.725751:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314356755 00000100:00000001:0.0:1789467440.725753:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314358007 00000100:00000001:0.0:1789467440.725755:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314356755 00000100:00000001:0.0:1789467440.725757:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314358007 00000100:00000001:0.0:1789467440.725759:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467440.725761:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467440.725764:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467440.725768:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467440.725776:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467440.725778:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789467440.725782:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467440.725783:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467440.725785:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467440.725787:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789467440.726636:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467440.726645:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbae11aca00. 00000400:00000200:2.0:1789467440.726655:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467440.726662:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467440.726670:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089dd0 00000400:00000010:2.0:1789467440.726673:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089dd0. 00000100:00000001:2.0:1789467440.726680:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467440.726688:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c5c00 x1876386402391808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467440.726700:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467440.726703:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c5c00 x1876386402391808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467440.726725:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467440.726727:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789467440.726746:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467440.726749:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbae11ac500. 00000400:00000200:2.0:1789467440.726752:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467440.726756:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467440.726759:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089088 00000400:00000010:2.0:1789467440.726761:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089088. 00000100:00000001:2.0:1789467440.726763:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467440.726768:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c5880 x1876386402391936/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467440.726775:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467440.726778:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c5880 x1876386402391936/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467440.726785:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467440.726786:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789467440.726879:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467440.726882:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad359de00. 00000400:00000200:2.0:1789467440.726886:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467440.726889:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467440.726892:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089770 00000400:00000010:2.0:1789467440.726894:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089770. 00000100:00000001:2.0:1789467440.726896:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467440.726901:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c6a00 x1876386402392064/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467440.726908:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467440.726911:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c6a00 x1876386402392064/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467440.726917:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467440.726919:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789467441.105287:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467441.105299:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467441.105301:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467441.105308:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467441.105312:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467441.105317:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467441.105321:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467441.105324:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467441.105327:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467441.489277:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467441.489285:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467441.489309:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467441.489310:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467441.489314:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467441.489315:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467441.489369:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467441.489371:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467441.489375:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789467442.001259:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314358007, at 4314358016 00000100:00000010:3.0:1789467442.001274:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305bae0. 00000100:00000040:2.0:1789467442.001482:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314358007, at 4314358016 00000100:00000010:2.0:1789467442.001959:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305bde0. 00000100:00000001:1.0:1789467442.134496:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467442.134508:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467442.134510:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467442.134517:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467442.134522:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467442.134527:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467442.134530:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467442.134533:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467442.134537:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467442.514067:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467442.514078:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467442.514096:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467442.514097:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467442.514101:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467442.514103:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467442.514220:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467442.514227:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467442.514232:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467443.153239:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467443.153250:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467443.153253:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467443.153283:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467443.153288:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467443.153293:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467443.153296:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467443.153299:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467443.153302:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467443.537574:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467443.537584:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467443.537591:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467443.537593:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467443.537597:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467443.537598:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467443.543672:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467443.543683:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467443.543690:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467444.177355:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467444.177367:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467444.177369:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467444.177377:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467444.177381:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467444.177386:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467444.177389:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467444.177392:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467444.177395:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467444.561289:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467444.561299:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467444.561307:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467444.561308:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467444.561313:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467444.561314:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467444.562590:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467444.562598:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467444.562604:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467445.201541:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467445.201555:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467445.201557:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467445.201564:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467445.201568:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467445.201574:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467445.201577:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467445.201580:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467445.201584:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467445.586779:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467445.586788:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467445.586795:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467445.586797:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467445.586800:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467445.586802:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467445.586877:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467445.586880:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467445.586883:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467445.841558:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467445.841577:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467445.841580:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467445.841586:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467445.841629:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467445.841641:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467445.841645:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467445.843829:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467445.843839:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467445.843858:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467445.843862:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467445.843866:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467445.843869:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467445.843873:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467445.843877:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467445.843880:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467445.843884:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467445.843891:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19699) 00000100:00000001:1.0:1789467446.225254:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467446.225264:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467446.225266:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467446.225272:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467446.225275:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467446.225279:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467446.225282:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467446.225285:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467446.225307:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467446.609295:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467446.609301:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467446.609306:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467446.609307:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467446.609310:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467446.609311:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467446.609423:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467446.609426:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467446.609429:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467446.865243:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467446.865256:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467446.865259:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467446.865264:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467446.865266:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467446.865269:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467446.865272:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467447.249254:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467447.249262:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467447.249264:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467447.249269:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467447.249272:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467447.249276:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467447.249279:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467447.249281:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467447.249284:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467447.633250:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467447.633259:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467447.633266:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467447.633267:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467447.633270:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467447.633271:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467447.633391:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467447.633395:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467447.633398:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467447.889460:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467447.889474:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467447.889477:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467447.889481:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467447.889484:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467447.889489:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467447.889491:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467448.273252:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467448.273261:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467448.273263:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467448.273268:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467448.273272:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467448.273276:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467448.273279:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467448.273282:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467448.273284:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467448.658237:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467448.658246:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467448.658248:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467448.658252:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467448.658257:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467448.658259:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467448.658261:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467448.658263:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467448.658267:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467448.658268:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467448.658289:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467448.658290:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467448.658376:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467448.658388:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467448.658391:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467448.913290:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467448.913304:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467448.913306:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467448.913311:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467448.913313:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467448.913317:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467448.913320:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467449.297253:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467449.297262:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467449.297264:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467449.297269:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467449.297273:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467449.297277:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467449.297279:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467449.297282:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467449.297285:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467449.681260:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467449.681266:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467449.681271:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467449.681272:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467449.681275:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467449.681276:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467449.681329:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467449.681332:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467449.681334:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467449.938564:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467449.938578:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467449.938581:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467449.938586:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467449.938604:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467449.938608:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467449.938610:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467450.321520:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467450.321527:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467450.321530:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467450.321535:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467450.321539:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467450.321543:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467450.321545:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467450.321548:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467450.321550:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467450.705358:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467450.705365:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467450.705371:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467450.705374:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467450.705377:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467450.705380:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467450.705384:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467450.705386:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467450.705388:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467450.705390:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467450.705394:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467450.705396:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467450.705397:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467450.705399:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467450.705400:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467450.705402:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467450.705404:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467450.705405:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467450.709169:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467450.709176:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467450.709180:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467450.961434:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467450.961449:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467450.961451:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467450.961455:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467450.961457:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467450.961462:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467450.961464:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789467450.961839:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467450.961845:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467450.961873:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467450.961877:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467450.961879:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467450.961883:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789467450.961885:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467450.961889:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467450.961892:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467450.961895:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467450.961901:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19704) 00000100:00000001:1.0:1789467451.345382:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467451.345389:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467451.345392:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467451.345397:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467451.345401:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467451.345405:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467451.345408:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467451.345410:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467451.345413:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467451.729250:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467451.729257:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467451.729261:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467451.729263:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467451.729266:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467451.729268:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467451.729962:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467451.729967:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467451.729970:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467451.985291:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467451.985304:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467451.985307:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467451.985312:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467451.985314:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467451.985318:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467451.985320:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467452.369262:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467452.369285:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467452.369287:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467452.369293:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467452.369296:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467452.369300:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467452.369303:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467452.369306:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467452.369308:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467452.753423:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467452.753430:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467452.753435:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467452.753437:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467452.753439:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467452.753440:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467452.753535:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467452.753538:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467452.753541:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467453.009251:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467453.009266:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467453.009268:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467453.009273:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467453.009275:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467453.009279:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467453.009282:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467453.393252:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467453.393259:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467453.393262:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467453.393267:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467453.393270:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467453.393273:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467453.393276:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467453.393278:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467453.393281:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467453.777257:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467453.777265:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467453.777271:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467453.777273:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467453.777275:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467453.777277:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467453.777328:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467453.777331:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467453.777334:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467454.033252:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467454.033266:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467454.033269:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467454.033273:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467454.033276:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467454.033280:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467454.033282:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467454.417248:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467454.417258:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467454.417260:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467454.417265:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467454.417269:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467454.417289:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467454.417292:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467454.417294:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467454.417296:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467454.802947:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467454.802955:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467454.802960:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467454.802962:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467454.802965:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467454.802966:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467454.803125:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467454.803128:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467454.803160:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467455.057312:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467455.057324:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467455.057325:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467455.057329:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467455.057331:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467455.057334:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467455.057335:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467455.441251:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467455.441258:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467455.441260:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467455.441264:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467455.441267:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467455.441271:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467455.441274:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467455.441276:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467455.441279:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467455.825443:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467455.825450:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467455.825455:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467455.825456:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467455.825459:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467455.825460:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467455.825591:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467455.825595:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467455.825598:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467456.081279:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467456.081291:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467456.081293:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467456.081408:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467456.081410:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467456.081414:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467456.081417:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467456.089342:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467456.089352:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467456.089355:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467456.089358:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467456.089360:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467456.089363:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467456.089365:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467456.089369:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467456.089372:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467456.089375:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467456.089381:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19709) 00000100:00000001:1.0:1789467456.465255:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467456.465263:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467456.465265:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467456.465271:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467456.465274:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467456.465278:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467456.465281:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467456.465283:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467456.465285:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467456.849622:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467456.849629:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467456.849633:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467456.849635:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467456.849638:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467456.849639:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467456.849717:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467456.849720:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467456.849723:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467457.105962:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467457.105977:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467457.105980:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467457.105985:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467457.105987:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467457.105991:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467457.105994:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467457.489249:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467457.489257:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467457.489261:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467457.489267:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467457.489271:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467457.489274:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467457.489277:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467457.489280:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467457.489282:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467457.873295:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467457.873302:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467457.873307:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467457.873308:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467457.873311:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467457.873312:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467457.873362:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467457.873365:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467457.873368:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467458.129306:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467458.129319:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467458.129322:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467458.129326:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467458.129329:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467458.129332:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467458.129334:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467458.513281:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467458.513289:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467458.513292:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467458.513297:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467458.513301:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467458.513305:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467458.513308:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467458.513310:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467458.513313:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467458.897371:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467458.897379:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467458.897381:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467458.897384:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467458.897389:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467458.897391:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467458.897393:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467458.897395:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467458.897399:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467458.897400:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467458.897403:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467458.897420:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467458.897512:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467458.897515:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467458.897519:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467459.153237:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467459.153251:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467459.153253:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467459.153257:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467459.153272:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467459.153276:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467459.153279:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467459.537271:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467459.537281:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467459.537282:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467459.537288:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467459.537292:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467459.537296:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467459.537299:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467459.537301:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467459.537304:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467459.922546:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467459.922553:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467459.922559:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467459.922559:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467459.922562:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467459.922563:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467459.922680:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467459.922683:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467459.922686:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467460.177616:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467460.177630:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467460.177632:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467460.177637:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467460.177640:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467460.177645:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467460.177647:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467460.561587:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467460.561596:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467460.561598:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467460.561604:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467460.561608:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467460.561612:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467460.561615:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467460.561617:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467460.561620:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467460.945289:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467460.945296:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467460.945301:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467460.945304:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467460.945307:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467460.945310:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467460.945314:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467460.945316:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467460.945318:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467460.945320:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467460.945324:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467460.945325:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467460.945327:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467460.945328:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467460.945330:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467460.945331:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467460.945333:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467460.945335:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467460.945490:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467460.945495:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467460.945498:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467461.201339:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467461.201352:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467461.201358:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467461.201363:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467461.201365:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467461.201369:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467461.201371:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467461.201423:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467461.201428:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467461.201431:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467461.201434:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467461.201436:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467461.201455:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467461.201457:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467461.201470:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467461.201473:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467461.201476:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467461.201481:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19714) 00000100:00000001:1.0:1789467461.585344:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467461.585352:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467461.585355:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467461.585361:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467461.585364:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467461.585385:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467461.585388:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467461.585390:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467461.585392:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467461.969466:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467461.969473:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467461.969479:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467461.969480:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467461.969483:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467461.969484:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467461.969549:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467461.969551:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467461.969554:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467462.225758:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467462.225774:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467462.225776:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467462.225781:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467462.225784:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467462.225788:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467462.225791:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467462.609340:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467462.609348:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467462.609350:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467462.609355:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467462.609359:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467462.609362:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467462.609365:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467462.609368:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467462.609371:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467462.993310:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467462.993317:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467462.993323:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467462.993324:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467462.993345:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467462.993347:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467462.993481:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467462.993484:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467462.993487:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467463.249736:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467463.249748:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467463.249751:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467463.249771:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467463.249773:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467463.249777:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467463.249780:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467463.633839:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467463.633847:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467463.633849:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467463.633855:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467463.633858:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467463.633862:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467463.633865:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467463.633867:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467463.633870:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467464.017275:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467464.017282:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467464.017287:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467464.017288:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467464.017291:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467464.017292:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467464.017555:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467464.017559:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467464.017562:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467464.273284:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467464.273299:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467464.273301:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467464.273306:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467464.273308:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467464.273313:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467464.273315:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467464.657428:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467464.657436:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467464.657438:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467464.657443:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467464.657447:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467464.657452:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467464.657454:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467464.657456:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467464.657459:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467465.041926:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467465.041934:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467465.041939:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467465.041941:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467465.041944:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467465.041945:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467465.042060:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467465.042063:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467465.042066:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467465.297720:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467465.297728:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467465.297745:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467440/real 1789467440] req@ffff8cbacf6c5c00 x1876386402391808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467465 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467465.297764:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467465.297766:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467465.297770:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9cb00. 00000400:00000200:2.0:1789467465.297777:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089a18 00000400:00000010:2.0:1789467465.297780:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089a18. 00000100:00000001:2.0:1789467465.297784:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467465.297789:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c5c00 x1876386402391808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467465 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467465.297798:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c5c00 x1876386402391808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467465 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467465.297806:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467465.297808:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467465.297811:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467465.297813:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467465.297818:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c5c00 x1876386402391808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467465 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467465.297825:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467465.297827:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467465.297832:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467440/real 1789467440] req@ffff8cbacf6c5880 x1876386402391936/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467465 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467465.297859:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467465.297860:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467465.297863:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9ce18. 00000400:00000200:2.0:1789467465.297866:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089bb0 00000400:00000010:2.0:1789467465.297867:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089bb0. 00000100:00000001:2.0:1789467465.297870:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467465.297874:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c5880 x1876386402391936/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467465 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467465.297882:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c5880 x1876386402391936/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467465 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467465.297889:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467465.297890:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467465.297892:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467465.297894:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467465.297897:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c5880 x1876386402391936/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467465 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467465.297904:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467465.297906:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467465.297910:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467440/real 1789467440] req@ffff8cbacf6c6a00 x1876386402392064/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467465 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467465.297917:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467465.297918:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467465.297920:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9cdc0. 00000400:00000200:2.0:1789467465.297922:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089330 00000400:00000010:2.0:1789467465.297924:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089330. 00000100:00000001:2.0:1789467465.297926:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467465.297930:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c6a00 x1876386402392064/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467465 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467465.297938:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c6a00 x1876386402392064/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467465 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467465.297950:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467465.297952:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467465.297954:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467465.297955:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467465.297959:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c6a00 x1876386402392064/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467465 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467465.297966:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467465.297974:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467465.297976:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467465.297979:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467465.297981:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467465.297983:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467465.297988:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c5c00 x1876386402391808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467465 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467465.297995:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467465.297998:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467465.298000:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467465.298001:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467465.298004:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467465.298006:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467465.298010:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467465.298044:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789467465.298048:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467465.298052:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c5c00 x1876386402391808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467465 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467465.298061:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402391808:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789467465.298067:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467465.298071:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c5880 x1876386402391936/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467465 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467465.298083:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467465.298086:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467465.298087:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467465.298089:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467465.298091:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467465.298093:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467465.298095:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467465.298102:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789467465.298105:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467465.298109:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c5880 x1876386402391936/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467465 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467465.298116:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402391936:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467465.298121:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467465.298125:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c6a00 x1876386402392064/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467465 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467465.298163:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467465.298166:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467465.298167:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467465.298168:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467465.298170:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467465.298172:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467465.298174:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467465.298181:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789467465.298184:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467465.298188:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c6a00 x1876386402392064/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467465 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467465.298208:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402392064:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467465.298212:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467465.298215:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467465.298218:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c5c00 x1876386402391808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467465 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467465.298225:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467465.298229:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467465.298233:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687c400. 02000000:00000001:2.0:1789467465.298237:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467465.298240:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467465.298242:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789467465.298244:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467465.298247:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6892000. 02000000:00000001:2.0:1789467465.298251:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467465.298253:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467465.298373:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c5c00. 00000100:00000001:2.0:1789467465.298378:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467465.298380:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467465.298382:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467465.298386:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c5880 x1876386402391936/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467465 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467465.298392:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467465.298393:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467465.298395:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687d400. 02000000:00000001:2.0:1789467465.298398:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467465.298399:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467465.298401:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789467465.298403:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467465.298404:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6890800. 02000000:00000001:2.0:1789467465.298407:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467465.298408:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467465.298409:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c5880. 00000100:00000001:2.0:1789467465.298418:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467465.298419:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467465.298421:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467465.298425:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c6a00 x1876386402392064/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467465 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467465.298431:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467465.298432:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467465.298434:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687d000. 02000000:00000001:2.0:1789467465.298437:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467465.298438:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467465.298439:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789467465.298441:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467465.298443:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6891800. 02000000:00000001:2.0:1789467465.298445:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467465.298446:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467465.298447:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c6a00. 00000100:00000001:2.0:1789467465.298450:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467465.298451:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467465.298453:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467465.298457:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467465.298459:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467465.298461:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467465.298463:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467465.298533:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467465.298539:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789467465.298541:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467465.298544:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467465.298547:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467465.298551:0:176036:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 19689 00000400:00000200:3.0:1789467465.298559:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467465.298564:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467465.298567:0:176036:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467465.298569:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467465.298572:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467465.298574:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467465.298577:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467465.298582:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467465.298584:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789467465.298587:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467465.298589:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789467465.298592:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789467465.298594:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789467465.298604:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467465.298606:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467465.298608:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467465.298610:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467465.298613:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789467465.298616:0:176036:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467465.298619:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467465.298621:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467465.298624:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467465.298627:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467465.298629:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467465.298631:0:176036:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467465.298637:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031880. 00000020:00000040:3.0:1789467465.298640:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789467465.298644:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467465.298646:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467465.298648:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467465.298650:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467465.298654:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467465.298661:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2c00. 00000100:00000001:3.0:1789467465.298667:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467465.298686:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031880 x1876386402392192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467465.298694:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467465.298698:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467465.298703:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081730922] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031880 x1876386402392192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467465.298724:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467465.298727:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467465.298730:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467465.298731:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467465.298739:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467465.298741:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467465.298744:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19689 00000400:00000200:3.0:1789467465.298748:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467465.298751:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467465.298753:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467465.298755:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467465.298757:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467465.298759:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467465.298761:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467465.298765:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467465.298767:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789467465.298769:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467465.298771:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789467465.298773:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789467465.298775:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789467465.298778:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467465.298779:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467465.298781:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467465.298783:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467465.298785:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789467465.298787:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467465.298789:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467465.298791:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467465.298797:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467465.298800:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467465.298801:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789467465.298805:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789467465.298808:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467465.298810:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467465.298819:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033480. 00000020:00000040:3.0:1789467465.298821:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467465.298823:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467465.298824:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467465.298826:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467465.298827:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467465.298829:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467465.298833:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3000. 00000100:00000001:3.0:1789467465.298836:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467465.298841:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033480 x1876386402392320/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467465.298848:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467465.298850:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467465.298854:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000939732d7] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033480 x1876386402392320/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467465.298861:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467465.298863:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467465.298866:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467465.298867:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467465.298869:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467465.298871:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467465.298874:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19689 00000400:00000200:3.0:1789467465.298878:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467465.298881:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467465.298883:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467465.298885:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467465.298887:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467465.298889:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467465.298891:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467465.298894:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467465.298900:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789467465.298902:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467465.298903:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789467465.298905:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789467465.298907:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789467465.298910:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467465.298913:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467465.298914:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467465.298916:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467465.298918:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789467465.298920:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467465.298922:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467465.298924:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467465.298927:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467465.298929:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467465.298930:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789467465.298932:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789467465.298934:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467465.298936:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467465.298939:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031f80. 00000020:00000040:3.0:1789467465.298941:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467465.298943:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467465.298944:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467465.298946:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467465.298947:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467465.298949:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467465.298953:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d0c00. 00000100:00000001:3.0:1789467465.298956:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467465.298960:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031f80 x1876386402392448/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467465.298966:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467465.298968:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467465.298976:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029a719d9] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031f80 x1876386402392448/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467465.298983:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467465.298985:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467465.298988:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467465.298991:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467465.298993:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467465.298997:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19719) 00000100:00000001:2.0:1789467465.299732:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467465.299737:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467465.299740:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467465.299748:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9031880 x1876386402392192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467465.299756:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467465.299758:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467465.299761:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467465.299764:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467465.299766:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467465.299769:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402392192:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789467465.299773:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467465.299789:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467465.299791:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467465.299794:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467465.299798:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacf400. 02000000:00000001:2.0:1789467465.299800:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467465.299806:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467465.299856:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7bb0. 00000400:00000010:2.0:1789467465.299864:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de2a8. 00000100:00000200:2.0:1789467465.299871:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402392192, portal 25 00000100:00000001:2.0:1789467465.299873:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467465.299875:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107409024 : -126744602142592 : ffff8cb9f9031880) 00000100:00000040:2.0:1789467465.299881:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031880 x1876386402392192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467465.299888:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467465.299891:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467465.299894:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de770. 00000100:00000200:2.0:1789467465.299896:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402392192, offset 0 00000400:00000200:2.0:1789467465.299902:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467465.299910:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467465.299916:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467465.299922:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467465.299926:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467465.299930:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467465.299932:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467465.299936:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93843:93843:256:4294967295] 192.168.203.142@tcp LPNI seq info [93843:93843:8:4294967295] 00000400:00000200:2.0:1789467465.299941:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467465.299949:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467465.299955:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467465.299961:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6600. 00000800:00000200:2.0:1789467465.299968:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467465.299976:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467465.299980:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467465.300005:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467465.300010:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467465.300013:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314382581 00000100:00000010:2.0:1789467465.300017:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d4e0. 00000100:00000001:2.0:1789467465.300024:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789467465.300029:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314382581 00000100:00000010:2.0:1789467465.300032:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d840. 00000100:00000001:2.0:1789467465.300092:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789467465.300096:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467465.300098:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467465.300101:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467465.300105:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033480 x1876386402392320/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467465.300112:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467465.300113:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467465.300115:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467465.300116:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467465.300118:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467465.300121:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402392320:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467465.300124:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467465.300126:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467465.300127:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467465.300128:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467465.300153:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacdc00. 02000000:00000001:2.0:1789467465.300156:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467465.300160:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467465.300162:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7840. 00000400:00000010:2.0:1789467465.300166:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6decc0. 00000100:00000200:2.0:1789467465.300169:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402392320, portal 10 00000100:00000001:2.0:1789467465.300171:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467465.300172:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107416192 : -126744602135424 : ffff8cb9f9033480) 00000100:00000040:2.0:1789467465.300178:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033480 x1876386402392320/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467465.300188:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467465.300191:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467465.300193:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6ded48. 00000100:00000200:2.0:1789467465.300195:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402392320, offset 0 00000400:00000200:2.0:1789467465.300200:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467465.300204:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467465.300207:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467465.300210:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467465.300212:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467465.300214:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467465.300216:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467465.300219:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93844:93844:255:4294967295] 192.168.203.142@tcp LPNI seq info [93844:93844:7:4294967295] 00000400:00000200:2.0:1789467465.300222:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467465.300228:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467465.300231:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467465.300235:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6b00. 00000800:00000200:2.0:1789467465.300238:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467465.300243:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467465.300245:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467465.300248:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467465.300252:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:2.0:1789467465.300588:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467465.300592:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314381342 00000100:00000001:2.0:1789467465.300595:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314382581 00000100:00000001:2.0:1789467465.300597:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314381342 00000100:00000001:2.0:1789467465.300599:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314382581 00000100:00000001:2.0:1789467465.300601:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467465.300603:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467465.300611:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467465.300616:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9031f80 x1876386402392448/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467465.300623:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467465.300624:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467465.300626:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467465.300628:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467465.300629:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467465.300632:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402392448:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467465.300635:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467465.300637:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467465.300638:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467465.300640:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467465.300643:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacec00. 02000000:00000001:2.0:1789467465.300644:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467465.300647:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467465.300650:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7108. 00000400:00000010:2.0:1789467465.300654:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de7f8. 00000100:00000200:2.0:1789467465.300657:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402392448, portal 10 00000100:00000001:2.0:1789467465.300659:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467465.300660:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107410816 : -126744602140800 : ffff8cb9f9031f80) 00000100:00000040:2.0:1789467465.300665:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031f80 x1876386402392448/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1789467465.300808:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467465.300812:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6600. 00000400:00000200:3.0:1789467465.300818:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467465.300823:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467465.300828:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de770 00000400:00000010:3.0:1789467465.300831:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de770. 00000100:00000001:3.0:1789467465.300835:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467465.300839:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031880 x1876386402392192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467465.300847:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467465.300850:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031880 x1876386402392192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467465.300857:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467465.300858:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467465.300918:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467465.300921:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6b00. 00000400:00000200:3.0:1789467465.300924:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467465.300927:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467465.300930:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6ded48 00000400:00000010:3.0:1789467465.300931:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6ded48. 00000100:00000001:3.0:1789467465.300933:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467465.300936:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033480 x1876386402392320/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467465.300950:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467465.300953:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033480 x1876386402392320/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467465.300958:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467465.300960:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467465.301733:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467465.301736:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467465.301741:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6def68. 00000100:00000200:2.0:1789467465.301745:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402392448, offset 0 00000400:00000200:2.0:1789467465.301750:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467465.301758:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467465.301764:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467465.301768:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467465.301771:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467465.301774:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467465.301784:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467465.301787:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93845:93845:256:4294967295] 192.168.203.142@tcp LPNI seq info [93845:93845:8:4294967295] 00000400:00000200:2.0:1789467465.301791:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467465.301799:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467465.301804:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467465.301808:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6000. 00000800:00000200:2.0:1789467465.301812:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467465.301819:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467465.301822:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467465.301843:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467465.301849:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:2.0:1789467465.301852:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467465.301854:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314381331 00000100:00000001:2.0:1789467465.301857:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314382581 00000100:00000001:2.0:1789467465.301859:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314381331 00000100:00000001:2.0:1789467465.301861:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314382581 00000100:00000001:2.0:1789467465.301863:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467465.301866:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467465.301870:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467465.301873:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467465.301880:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467465.301882:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789467465.301885:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467465.301887:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467465.301888:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467465.301891:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789467465.302453:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467465.302458:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6000. 00000400:00000200:3.0:1789467465.302463:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467465.302468:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467465.302472:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6def68 00000400:00000010:3.0:1789467465.302475:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6def68. 00000100:00000001:3.0:1789467465.302479:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467465.302485:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031f80 x1876386402392448/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467465.302493:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467465.302496:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031f80 x1876386402392448/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467465.302503:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467465.302504:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789467465.683168:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467465.683192:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467465.683194:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467465.683199:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467465.683203:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467465.683206:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467465.683209:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467465.683211:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467465.683214:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467466.065257:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467466.065264:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467466.065269:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467466.065271:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467466.065274:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467466.065275:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467466.065391:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467466.065394:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467466.065397:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789467466.577601:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314382581, at 4314382592 00000100:00000010:3.0:1789467466.577624:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d840. 00000100:00000040:2.0:1789467466.578541:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314382581, at 4314382593 00000100:00000010:2.0:1789467466.578559:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d4e0. 00000100:00000001:1.0:1789467466.705266:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467466.705274:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467466.705276:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467466.705281:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467466.705285:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467466.705289:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467466.705291:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467466.705293:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467466.705296:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467467.089297:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467467.089305:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467467.089311:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467467.089312:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467467.089315:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467467.089316:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467467.089421:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467467.089424:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467467.089428:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467467.729296:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467467.729304:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467467.729306:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467467.729312:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467467.729315:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467467.729319:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467467.729321:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467467.729324:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467467.729326:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467468.114411:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467468.114418:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467468.114423:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467468.114424:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467468.114427:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467468.114428:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467468.114581:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467468.114584:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467468.114595:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467468.753593:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467468.753601:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467468.753603:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467468.753608:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467468.753612:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467468.753616:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467468.753619:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467468.753621:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467468.753624:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467469.138207:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467469.138215:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467469.138217:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467469.138237:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467469.138243:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467469.138245:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467469.138247:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467469.138250:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467469.138255:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467469.138256:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467469.138260:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467469.138261:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467469.138894:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467469.138899:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467469.138902:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467469.777258:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467469.777265:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467469.777267:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467469.777272:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467469.777276:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467469.777280:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467469.777283:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467469.777285:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467469.777287:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467470.163205:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467470.163212:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467470.163227:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467470.163228:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467470.163232:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467470.163233:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467470.163288:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467470.163290:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467470.163293:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467470.419567:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467470.419577:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467470.419581:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467470.419584:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467470.419608:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467470.419611:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467470.419613:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467470.419617:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467470.419620:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467470.419623:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467470.419643:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19724) 00000100:00000001:0.0:1789467470.423225:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467470.423240:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467470.423242:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467470.423247:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467470.423249:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467470.423253:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467470.423266:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467470.801290:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467470.801299:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467470.801301:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467470.801307:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467470.801311:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467470.801315:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467470.801317:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467470.801319:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467470.801323:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467471.189652:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467471.189659:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467471.189665:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467471.189668:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467471.189670:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467471.189674:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467471.189677:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467471.189679:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467471.189682:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467471.189684:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467471.189688:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467471.189689:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467471.189690:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467471.189712:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467471.189714:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467471.189715:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467471.189716:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467471.189719:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467471.190061:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467471.190065:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467471.190069:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467471.442189:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467471.442202:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467471.442205:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467471.442209:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467471.442211:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467471.442215:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467471.442218:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467471.825378:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467471.825386:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467471.825388:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467471.825393:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467471.825396:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467471.825401:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467471.825403:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467471.825405:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467471.825408:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467472.209396:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467472.209404:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467472.209410:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467472.209411:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467472.209414:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467472.209416:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467472.211359:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467472.211367:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467472.211371:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467472.465317:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467472.465331:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467472.465333:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467472.465338:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467472.465340:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467472.465344:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467472.465347:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467472.849257:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467472.849264:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467472.849266:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467472.849272:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467472.849275:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467472.849297:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467472.849299:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467472.849301:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467472.849304:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467473.233308:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467473.233315:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467473.233321:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467473.233322:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467473.233325:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467473.233326:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467473.233660:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467473.233664:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467473.233667:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467473.490873:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467473.490889:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467473.490891:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467473.490924:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467473.490927:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467473.490931:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467473.490933:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467473.873255:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467473.873263:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467473.873264:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467473.873269:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467473.873273:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467473.873276:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467473.873279:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467473.873281:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467473.873284:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467474.258967:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467474.258973:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467474.258979:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467474.258981:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467474.258984:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467474.258985:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467474.259064:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467474.259068:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467474.259087:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467474.513377:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467474.513389:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467474.513391:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467474.513396:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467474.513398:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467474.513405:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467474.513407:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467474.898547:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467474.898554:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467474.898556:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467474.898562:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467474.898565:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467474.898569:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467474.898572:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467474.898574:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467474.898576:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467475.281323:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467475.281331:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467475.281339:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467475.281340:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467475.281343:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467475.281344:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467475.281424:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467475.281427:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467475.281430:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467475.537376:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467475.537390:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467475.537392:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467475.537396:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467475.537399:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467475.537403:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467475.537406:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467475.537546:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467475.537552:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467475.537555:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467475.537559:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467475.537561:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467475.537564:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467475.537567:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467475.537587:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467475.537589:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467475.537603:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467475.537609:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19729) 00000100:00000001:1.0:1789467475.923154:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467475.923163:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467475.923166:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467475.923171:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467475.923174:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467475.923178:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467475.923180:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467475.923182:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467475.923185:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467476.305271:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467476.305278:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467476.305284:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467476.305285:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467476.305288:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467476.305289:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467476.305504:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467476.305508:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467476.305511:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467476.561253:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467476.561268:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467476.561271:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467476.561275:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467476.561278:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467476.561281:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467476.561284:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467476.945270:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467476.945281:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467476.945283:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467476.945288:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467476.945291:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467476.945295:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467476.945298:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467476.945300:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467476.945303:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467477.331745:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467477.331751:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467477.331757:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467477.331758:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467477.331762:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467477.331780:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467477.332171:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467477.332175:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467477.332178:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467477.585274:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467477.585288:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467477.585290:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467477.585307:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467477.585310:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467477.585315:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467477.585318:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467477.969262:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467477.969273:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467477.969275:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467477.969280:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467477.969284:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467477.969288:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467477.969308:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467477.969310:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467477.969313:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467478.353273:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467478.353281:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467478.353284:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467478.353287:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467478.353293:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467478.353295:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467478.353297:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467478.353299:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467478.353304:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467478.353306:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467478.353309:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467478.353311:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467478.353370:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467478.353373:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467478.353375:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467478.610792:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467478.610809:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467478.610811:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467478.610816:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467478.610818:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467478.610822:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467478.610825:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467478.993257:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467478.993264:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467478.993266:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467478.993271:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467478.993274:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467478.993278:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467478.993280:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467478.993282:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467478.993285:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467479.377308:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467479.377315:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467479.377321:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467479.377322:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467479.377325:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467479.377326:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467479.383091:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467479.383099:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467479.383103:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467479.633252:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467479.633265:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467479.633267:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467479.633288:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467479.633290:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467479.633294:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467479.633298:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467480.017789:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467480.017799:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467480.017801:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467480.017819:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467480.017822:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467480.017827:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467480.017830:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467480.017833:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467480.017836:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467480.401262:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467480.401270:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467480.401275:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467480.401277:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467480.401280:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467480.401283:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467480.401286:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467480.401289:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467480.401291:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467480.401293:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467480.401297:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467480.401299:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467480.401300:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467480.401301:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467480.401303:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467480.401304:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467480.401306:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467480.401308:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467480.405853:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467480.405860:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467480.405865:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467480.657244:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467480.657258:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467480.657260:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467480.657264:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467480.657266:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467480.657270:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467480.657273:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789467480.659774:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467480.659784:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467480.659787:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467480.659790:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467480.659793:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467480.659828:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789467480.659830:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467480.659834:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467480.659837:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467480.659839:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467480.659845:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19734) 00000100:00000001:1.0:1789467481.041256:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467481.041265:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467481.041267:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467481.041272:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467481.041275:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467481.041278:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467481.041280:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467481.041282:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467481.041285:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467481.427222:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467481.427228:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467481.427234:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467481.427235:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467481.427238:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467481.427239:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467481.430728:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467481.430735:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467481.430740:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467481.681238:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467481.681252:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467481.681253:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467481.681259:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467481.681261:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467481.681265:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467481.681268:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467482.065252:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467482.065260:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467482.065278:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467482.065284:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467482.065287:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467482.065291:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467482.065293:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467482.065295:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467482.065297:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467482.449263:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467482.449270:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467482.449276:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467482.449277:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467482.449280:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467482.449281:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467482.449336:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467482.449339:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467482.449343:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467482.705256:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467482.705269:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467482.705272:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467482.705276:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467482.705278:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467482.705299:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467482.705303:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467483.089276:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467483.089286:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467483.089289:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467483.089295:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467483.089298:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467483.089302:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467483.089305:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467483.089308:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467483.089310:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467483.473307:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467483.473315:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467483.473320:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467483.473322:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467483.473325:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467483.473326:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467483.473487:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467483.473490:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467483.473493:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467483.729405:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467483.729420:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467483.729422:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467483.729426:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467483.729429:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467483.729432:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467483.729435:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467484.113385:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467484.113394:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467484.113395:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467484.113414:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467484.113417:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467484.113422:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467484.113424:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467484.113426:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467484.113429:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467484.497456:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467484.497463:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467484.497469:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467484.497471:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467484.497474:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467484.497476:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467484.497652:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467484.497656:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467484.497658:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467484.753347:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467484.753362:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467484.753364:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467484.753369:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467484.753372:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467484.753376:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467484.753379:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467485.137271:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467485.137280:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467485.137282:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467485.137288:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467485.137292:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467485.137296:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467485.137299:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467485.137301:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467485.137304:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467485.521331:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467485.521339:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467485.521345:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467485.521346:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467485.521350:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467485.521351:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467485.521462:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467485.521483:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467485.521487:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789467485.777354:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467485.777363:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467485.777366:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467485.777369:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467485.777372:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467485.777375:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789467485.777378:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467485.777382:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467485.777385:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467485.777388:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467485.777410:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19739) 00000100:00000001:2.0:1789467485.778097:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467485.778107:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467485.778110:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467485.778114:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467485.778116:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467485.778120:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467485.778122:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467486.161267:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467486.161275:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467486.161277:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467486.161283:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467486.161287:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467486.161290:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467486.161293:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467486.161295:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467486.161297:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467486.546398:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467486.546404:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467486.546409:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467486.546410:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467486.546413:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467486.546415:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467486.546462:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467486.546465:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467486.546468:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467486.802637:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467486.802652:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467486.802653:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467486.802658:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467486.802660:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467486.802664:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467486.802667:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467487.185767:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467487.185775:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467487.185777:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467487.185782:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467487.185785:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467487.185789:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467487.185791:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467487.185793:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467487.185796:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467487.569604:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467487.569612:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467487.569617:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467487.569619:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467487.569622:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467487.569623:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467487.569726:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467487.569733:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467487.569738:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467487.825278:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467487.825291:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467487.825293:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467487.825304:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467487.825307:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467487.825311:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467487.825314:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467488.209396:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467488.209419:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467488.209422:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467488.209430:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467488.209435:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467488.209440:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467488.209443:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467488.209446:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467488.209450:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467488.593299:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467488.593307:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467488.593310:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467488.593313:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467488.593318:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467488.593321:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467488.593322:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467488.593325:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467488.593328:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467488.593329:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467488.593333:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467488.593334:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467488.593901:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467488.593910:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467488.593915:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467488.849285:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467488.849305:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467488.849330:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467488.849337:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467488.849341:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467488.849346:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467488.849350:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467489.233333:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467489.233343:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467489.233345:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467489.233352:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467489.233356:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467489.233361:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467489.233386:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467489.233390:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467489.233393:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467489.618780:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467489.618792:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467489.618799:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467489.618800:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467489.618805:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467489.618806:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467489.619412:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467489.619417:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467489.619421:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467489.873731:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467489.873752:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467489.873755:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467489.873762:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467489.873765:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467489.873771:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467489.873774:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467490.257287:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467490.257298:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467490.257301:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467490.257308:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467490.257313:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467490.257317:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467490.257321:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467490.257324:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467490.257328:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467490.641640:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467490.641650:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467490.641658:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467490.641689:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467490.641692:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467490.641696:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467490.641699:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467490.641702:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467490.641704:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467490.641707:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467490.641712:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467490.641714:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467490.641716:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467490.641717:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467490.641719:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467490.641720:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467490.641722:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467490.641724:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467490.641786:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467490.641790:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467490.641793:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467490.897291:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467490.897301:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467490.897323:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467465/real 1789467465] req@ffff8cb9f9031880 x1876386402392192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467490 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467490.897473:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467490.897476:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467490.897489:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7bb0. 00000400:00000200:2.0:1789467490.897498:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de2a8 00000400:00000010:2.0:1789467490.897501:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de2a8. 00000100:00000001:2.0:1789467490.897507:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467490.897512:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9031880 x1876386402392192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467490 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467490.897521:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9031880 x1876386402392192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467490 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467490.897539:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467490.897542:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467490.897546:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467490.897548:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467490.897553:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9031880 x1876386402392192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467490 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467490.897560:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467490.897563:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467490.897592:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467465/real 1789467465] req@ffff8cb9f9033480 x1876386402392320/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467490 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467490.897602:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467490.897603:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467490.897606:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7840. 00000400:00000200:2.0:1789467490.897608:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6decc0 00000400:00000010:2.0:1789467490.897611:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6decc0. 00000100:00000001:2.0:1789467490.897614:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467490.897617:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033480 x1876386402392320/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467490 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467490.897625:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033480 x1876386402392320/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467490 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467490.897631:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467490.897632:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467490.897634:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467490.897636:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467490.897639:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9033480 x1876386402392320/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467490 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467490.897646:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467490.897648:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467490.897652:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467465/real 1789467465] req@ffff8cb9f9031f80 x1876386402392448/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467490 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467490.897660:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467490.897662:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467490.897664:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7108. 00000400:00000200:2.0:1789467490.897667:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de7f8 00000400:00000010:2.0:1789467490.897668:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de7f8. 00000100:00000001:2.0:1789467490.897670:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467490.897673:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9031f80 x1876386402392448/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467490 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467490.897693:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9031f80 x1876386402392448/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467490 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467490.897700:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467490.897702:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467490.897704:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467490.897705:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467490.897709:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9031f80 x1876386402392448/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467490 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467490.897715:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467490.897726:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467490.897729:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467490.897732:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467490.897735:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467490.897737:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467490.897742:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9031880 x1876386402392192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467490 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467490.897751:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467490.897754:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467490.897756:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467490.897757:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467490.897760:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467490.897762:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467490.897767:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467490.897800:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789467490.897803:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467490.897809:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9031880 x1876386402392192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467490 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467490.897818:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402392192:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789467490.897833:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467490.897838:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033480 x1876386402392320/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467490 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467490.897844:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467490.897847:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467490.897849:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467490.897850:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467490.897852:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467490.897855:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467490.897857:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467490.897864:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789467490.897866:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467490.897870:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033480 x1876386402392320/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467490 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467490.897878:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402392320:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467490.897882:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467490.897885:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9031f80 x1876386402392448/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467490 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467490.897892:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467490.897894:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467490.897896:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467490.897897:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467490.897898:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467490.897900:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467490.897903:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467490.897908:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789467490.897916:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467490.897921:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9031f80 x1876386402392448/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467490 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467490.897928:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9031f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402392448:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467490.897933:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467490.897946:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467490.897950:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9031880 x1876386402392192/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467490 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467490.897956:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467490.897960:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467490.897966:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacf400. 02000000:00000001:2.0:1789467490.897971:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467490.897975:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467490.897977:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789467490.897980:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467490.897983:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d2c00. 02000000:00000001:2.0:1789467490.897988:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467490.897990:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467490.897993:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9031880. 00000100:00000001:2.0:1789467490.897997:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467490.897998:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467490.898000:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467490.898003:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033480 x1876386402392320/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467490 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467490.898010:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467490.898011:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467490.898012:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacdc00. 02000000:00000001:2.0:1789467490.898015:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467490.898016:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467490.898018:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789467490.898019:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467490.898021:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d3000. 02000000:00000001:2.0:1789467490.898030:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467490.898031:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467490.898032:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033480. 00000100:00000001:2.0:1789467490.898038:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467490.898039:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467490.898041:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467490.898045:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9031f80 x1876386402392448/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467490 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467490.898050:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467490.898052:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467490.898053:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacec00. 02000000:00000001:2.0:1789467490.898056:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467490.898057:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467490.898058:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789467490.898060:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467490.898062:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d0c00. 02000000:00000001:2.0:1789467490.898064:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467490.898065:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467490.898067:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9031f80. 00000100:00000001:2.0:1789467490.898069:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467490.898070:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467490.898073:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467490.898077:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467490.898078:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467490.898080:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467490.898081:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467490.898261:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467490.898267:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789467490.898270:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467490.898273:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467490.898276:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467490.898281:0:331018:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 19714 00000400:00000200:3.0:1789467490.898291:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467490.898304:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467490.898307:0:331018:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467490.898311:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467490.898314:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467490.898317:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467490.898319:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467490.898327:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467490.898329:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789467490.898333:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467490.898347:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789467490.898351:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789467490.898354:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789467490.898357:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467490.898358:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467490.898361:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467490.898363:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467490.898367:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789467490.898371:0:331018:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467490.898373:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467490.898376:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467490.898380:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467490.898384:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467490.898386:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467490.898390:0:331018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467490.898397:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030700. 00000020:00000040:3.0:1789467490.898401:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789467490.898405:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467490.898407:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467490.898411:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467490.898415:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467490.898420:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467490.898430:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2400. 00000100:00000001:3.0:1789467490.898448:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467490.898455:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030700 x1876386402392576/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467490.898465:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467490.898471:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467490.898475:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097f0b759] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030700 x1876386402392576/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467490.898508:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467490.898511:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467490.898513:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467490.898515:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467490.898516:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467490.898519:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467490.898690:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19714 00000400:00000200:3.0:1789467490.898697:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467490.898701:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467490.898704:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467490.898707:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467490.898710:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467490.898712:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467490.898714:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467490.898717:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467490.898718:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789467490.898720:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467490.898722:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789467490.898724:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789467490.898727:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789467490.898729:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467490.898731:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467490.898740:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467490.898742:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467490.898744:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789467490.898747:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467490.898750:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467490.898751:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467490.898757:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467490.898759:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467490.898761:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789467490.898767:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789467490.898770:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467490.898771:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467490.898776:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031f80. 00000020:00000040:3.0:1789467490.898778:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467490.898781:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467490.898782:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467490.898784:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467490.898786:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467490.898788:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467490.898792:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1c00. 00000100:00000001:3.0:1789467490.898796:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467490.898801:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031f80 x1876386402392704/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467490.898809:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467490.898811:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467490.898814:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029a719d9] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031f80 x1876386402392704/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467490.898822:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467490.898825:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467490.898828:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467490.898830:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467490.898836:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467490.898839:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467490.898842:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19714 00000400:00000200:3.0:1789467490.898847:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467490.898850:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467490.898852:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467490.898855:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467490.898857:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467490.898859:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467490.898862:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467490.898865:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467490.898866:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789467490.898868:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467490.898870:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789467490.898872:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789467490.898874:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789467490.898877:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467490.898879:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467490.898881:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467490.898883:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467490.898885:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789467490.898887:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467490.898890:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467490.898891:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467490.898894:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467490.898896:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467490.898898:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789467490.898900:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789467490.898903:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467490.898904:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467490.898913:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033480. 00000020:00000040:3.0:1789467490.898916:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467490.898918:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467490.898920:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467490.898922:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467490.898923:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467490.898926:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467490.898930:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d0c00. 00000100:00000001:3.0:1789467490.898933:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467490.898938:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033480 x1876386402392832/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467490.898945:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467490.898947:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467490.898950:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000939732d7] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033480 x1876386402392832/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467490.898957:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467490.898960:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467490.898965:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467490.898968:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467490.898971:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467490.898977:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19744) 00000100:00000001:2.0:1789467490.900161:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467490.900173:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467490.900176:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467490.900191:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030700 x1876386402392576/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467490.900205:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467490.900208:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467490.900213:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467490.900217:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467490.900230:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467490.900252:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402392576:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789467490.900257:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467490.900262:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467490.900265:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467490.900268:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467490.900274:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacec00. 02000000:00000001:2.0:1789467490.900276:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467490.900286:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467490.900291:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7108. 00000400:00000010:2.0:1789467490.900299:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de7f8. 00000100:00000200:2.0:1789467490.900308:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402392576, portal 25 00000100:00000001:2.0:1789467490.900310:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467490.900313:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107404544 : -126744602147072 : ffff8cb9f9030700) 00000100:00000040:2.0:1789467490.900319:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030700 x1876386402392576/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467490.900328:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467490.900331:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467490.900334:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6decc0. 00000100:00000200:2.0:1789467490.900465:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402392576, offset 0 00000400:00000200:2.0:1789467490.900474:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467490.900495:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467490.900504:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467490.900511:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467490.900515:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467490.900520:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467490.900522:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467490.900534:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93846:93846:256:4294967295] 192.168.203.142@tcp LPNI seq info [93846:93846:8:4294967295] 00000400:00000200:2.0:1789467490.900539:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467490.900551:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467490.900557:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467490.900564:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6e00. 00000800:00000200:2.0:1789467490.900579:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467490.900590:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467490.900596:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467490.900624:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467490.900630:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467490.900634:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314408182 00000100:00000010:2.0:1789467490.900639:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d4e0. 00000100:00000001:2.0:1789467490.900647:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789467490.900657:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314408182 00000100:00000010:2.0:1789467490.900660:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d7e0. 00000100:00000001:2.0:1789467490.900664:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789467490.900668:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467490.900672:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467490.900675:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467490.900680:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9031f80 x1876386402392704/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467490.900687:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467490.900689:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467490.900691:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467490.900693:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467490.900695:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467490.900698:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402392704:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467490.900702:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467490.900704:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467490.900706:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467490.900708:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467490.900711:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacdc00. 02000000:00000001:2.0:1789467490.900713:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467490.900717:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467490.900720:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7840. 00000400:00000010:2.0:1789467490.900724:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de2a8. 00000100:00000200:2.0:1789467490.900727:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402392704, portal 10 00000800:00000200:3.0:1789467490.901516:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467490.901534:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6e00. 00000400:00000200:3.0:1789467490.901542:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467490.901549:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467490.901556:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6decc0 00000400:00000010:3.0:1789467490.901559:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6decc0. 00000100:00000001:3.0:1789467490.901564:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467490.901571:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030700 x1876386402392576/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467490.901595:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467490.901600:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030700 x1876386402392576/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467490.901607:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467490.901609:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467490.902736:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467490.902739:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107410816 : -126744602140800 : ffff8cb9f9031f80) 00000100:00000040:2.0:1789467490.902763:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031f80 x1876386402392704/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467490.902774:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467490.902777:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467490.902787:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6dedd0. 00000100:00000200:2.0:1789467490.902796:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402392704, offset 0 00000400:00000200:2.0:1789467490.902804:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467490.902816:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467490.902827:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467490.902832:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467490.902837:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467490.902840:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467490.902843:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467490.902846:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93847:93847:256:4294967295] 192.168.203.142@tcp LPNI seq info [93847:93847:8:4294967295] 00000400:00000200:2.0:1789467490.902851:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467490.902861:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467490.902867:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467490.902874:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6100. 00000800:00000200:2.0:1789467490.902882:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467490.902891:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467490.902895:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467490.902914:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467490.902920:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:2.0:1789467490.902925:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467490.902929:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314406944 00000100:00000001:2.0:1789467490.902932:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314408182 00000100:00000001:2.0:1789467490.902935:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314406944 00000100:00000001:2.0:1789467490.902937:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314408182 00000100:00000001:2.0:1789467490.902956:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467490.902959:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467490.902963:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467490.902969:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033480 x1876386402392832/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467490.902978:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467490.902980:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467490.902983:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467490.902986:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467490.902989:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467490.902993:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402392832:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467490.902997:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467490.903002:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467490.903005:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467490.903007:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467490.903014:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacf400. 02000000:00000001:2.0:1789467490.903016:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467490.903021:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467490.903025:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7bb0. 00000400:00000010:2.0:1789467490.903030:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de5d8. 00000100:00000200:2.0:1789467490.903035:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402392832, portal 10 00000100:00000001:2.0:1789467490.903037:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467490.903038:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107416192 : -126744602135424 : ffff8cb9f9033480) 00000100:00000040:2.0:1789467490.903045:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033480 x1876386402392832/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467490.903051:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467490.903053:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467490.903056:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de4c8. 00000100:00000200:2.0:1789467490.903059:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402392832, offset 0 00000400:00000200:2.0:1789467490.903065:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467490.903069:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467490.903073:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467490.903081:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467490.903083:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467490.903086:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467490.903088:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467490.903091:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93848:93848:255:4294967295] 192.168.203.142@tcp LPNI seq info [93848:93848:7:4294967295] 00000400:00000200:2.0:1789467490.903095:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467490.903101:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467490.903106:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467490.903110:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6c00. 00000800:00000200:2.0:1789467490.903114:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467490.903119:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467490.903122:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6c00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467490.903126:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467490.903148:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:2.0:1789467490.903152:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467490.903154:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314406933 00000100:00000001:2.0:1789467490.903157:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314408182 00000100:00000001:2.0:1789467490.903159:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314406933 00000100:00000001:2.0:1789467490.903161:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314408182 00000100:00000001:2.0:1789467490.903162:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467490.903164:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467490.903167:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467490.903171:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467490.903180:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467490.903182:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789467490.903185:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467490.903187:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467490.903189:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467490.903192:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789467490.903461:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467490.903471:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6100. 00000400:00000200:3.0:1789467490.903487:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467490.903496:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467490.903503:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6dedd0 00000400:00000010:3.0:1789467490.903506:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6dedd0. 00000100:00000001:3.0:1789467490.903511:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467490.903519:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031f80 x1876386402392704/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467490.903530:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467490.903533:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031f80 x1876386402392704/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467490.903540:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467490.903542:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467490.903606:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467490.903609:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6c00. 00000400:00000200:3.0:1789467490.903613:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467490.903616:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467490.903620:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de4c8 00000400:00000010:3.0:1789467490.903621:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de4c8. 00000100:00000001:3.0:1789467490.903624:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467490.903628:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033480 x1876386402392832/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467490.903634:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467490.903637:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033480 x1876386402392832/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467490.903658:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467490.903660:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789467491.281298:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467491.281310:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467491.281313:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467491.281321:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467491.281325:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467491.281330:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467491.281333:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467491.281336:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467491.281340:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467491.666794:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467491.666804:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467491.666811:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467491.666813:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467491.666817:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467491.666818:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467491.666957:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467491.666962:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467491.666966:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789467492.177265:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314408182, at 4314408192 00000100:00000010:3.0:1789467492.177285:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d7e0. 00000100:00000040:2.0:1789467492.179998:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314408182, at 4314408194 00000100:00000010:2.0:1789467492.180014:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d4e0. 00000100:00000001:1.0:1789467492.305634:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467492.305645:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467492.305648:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467492.305655:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467492.305659:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467492.305664:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467492.305666:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467492.305669:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467492.305672:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467492.691018:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467492.691026:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467492.691032:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467492.691033:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467492.691036:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467492.691038:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467492.691330:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467492.691334:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467492.691337:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467493.330005:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467493.330013:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467493.330035:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467493.330040:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467493.330044:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467493.330048:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467493.330050:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467493.330053:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467493.330056:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467493.714165:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467493.714172:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467493.714178:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467493.714180:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467493.714183:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467493.714184:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467493.714247:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467493.714250:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467493.714253:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467494.353296:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467494.353303:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467494.353305:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467494.353311:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467494.353314:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467494.353318:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467494.353320:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467494.353323:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467494.353325:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467494.739537:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467494.739543:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467494.739567:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467494.739568:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467494.739572:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467494.739573:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467494.739641:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467494.739645:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467494.739648:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467495.377685:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467495.377694:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467495.377696:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467495.377702:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467495.377707:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467495.377710:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467495.377713:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467495.377716:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467495.377718:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467495.762213:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467495.762223:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467495.762229:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467495.762230:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467495.762234:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467495.762235:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467495.762510:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467495.762514:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467495.762517:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467496.017271:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467496.017286:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467496.017289:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467496.017294:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467496.017296:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467496.017301:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467496.017303:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467496.018354:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467496.018361:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467496.018364:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467496.018368:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467496.018370:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467496.018373:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467496.018376:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467496.018379:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467496.018382:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467496.018385:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467496.018389:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19749) 00000100:00000001:1.0:1789467496.403649:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467496.403663:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467496.403666:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467496.403675:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467496.403680:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467496.403686:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467496.403690:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467496.403693:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467496.403696:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467496.785821:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467496.785832:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467496.785839:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467496.785840:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467496.785845:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467496.785846:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467496.786865:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467496.786895:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467496.786901:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467497.041493:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467497.041511:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467497.041514:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467497.041521:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467497.041524:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467497.041530:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467497.041533:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467497.428032:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467497.428045:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467497.428047:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467497.428055:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467497.428059:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467497.428065:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467497.428068:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467497.428071:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467497.428074:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467497.809586:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467497.809598:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467497.809605:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467497.809607:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467497.809611:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467497.809612:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467497.809718:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467497.809723:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467497.809726:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467498.065594:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467498.065616:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467498.065619:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467498.065626:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467498.065629:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467498.065635:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467498.065639:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467498.449431:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467498.449444:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467498.449447:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467498.449454:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467498.449458:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467498.449462:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467498.449465:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467498.449468:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467498.449479:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467498.835260:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467498.835273:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467498.835275:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467498.835280:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467498.835285:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467498.835288:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467498.835291:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467498.835293:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467498.835297:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467498.835299:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467498.835303:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467498.835305:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467498.835381:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467498.835408:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467498.835412:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467499.089887:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467499.089900:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467499.089903:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467499.089907:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467499.089910:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467499.089914:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467499.089917:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467499.473411:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467499.473431:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467499.473433:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467499.473441:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467499.473445:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467499.473450:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467499.473453:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467499.473456:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467499.473459:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467499.857936:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467499.857946:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467499.857953:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467499.857955:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467499.857963:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467499.857964:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467499.858088:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467499.858093:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467499.858097:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467500.113355:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467500.113369:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467500.113371:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467500.113376:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467500.113378:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467500.113382:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467500.113385:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467500.497348:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467500.497356:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467500.497358:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467500.497364:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467500.497367:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467500.497371:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467500.497402:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467500.497417:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467500.497421:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467500.881629:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467500.881636:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467500.881642:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467500.881645:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467500.881647:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467500.881651:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467500.881654:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467500.881656:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467500.881659:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467500.881661:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467500.881665:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467500.881666:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467500.881668:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467500.881670:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467500.881672:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467500.881673:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467500.881675:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467500.881677:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467500.883161:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467500.883166:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467500.883171:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467501.137267:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467501.137284:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467501.137287:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467501.137291:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467501.137294:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467501.137314:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467501.137318:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467501.137414:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467501.137439:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467501.137443:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467501.137447:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467501.137449:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467501.137452:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467501.137455:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467501.137459:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467501.137462:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467501.137465:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467501.137472:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19754) 00000100:00000001:1.0:1789467501.521307:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467501.521319:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467501.521322:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467501.521329:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467501.521334:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467501.521339:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467501.521342:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467501.521345:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467501.521349:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467501.907562:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467501.907569:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467501.907574:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467501.907575:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467501.907577:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467501.907579:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467501.911048:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467501.911055:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467501.911059:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467502.162262:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467502.162276:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467502.162278:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467502.162283:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467502.162285:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467502.162291:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467502.162294:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467502.546452:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467502.546461:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467502.546463:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467502.546468:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467502.546471:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467502.546475:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467502.546478:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467502.546480:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467502.546482:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467502.929257:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467502.929264:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467502.929270:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467502.929271:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467502.929274:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467502.929275:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467502.929351:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467502.929354:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467502.929356:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467503.185384:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467503.185405:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467503.185407:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467503.185411:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467503.185413:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467503.185417:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467503.185420:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467503.569253:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467503.569261:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467503.569263:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467503.569268:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467503.569271:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467503.569275:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467503.569277:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467503.569280:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467503.569282:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467503.953316:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467503.953323:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467503.953328:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467503.953329:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467503.953333:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467503.953335:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467503.954069:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467503.954073:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467503.954076:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467504.209411:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467504.209425:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467504.209442:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467504.209446:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467504.209449:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467504.209452:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467504.209455:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467504.593491:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467504.593500:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467504.593502:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467504.593507:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467504.593511:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467504.593514:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467504.593517:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467504.593519:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467504.593521:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467504.977309:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467504.977316:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467504.977321:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467504.977322:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467504.977325:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467504.977326:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467504.977470:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467504.977473:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467504.977476:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467505.233251:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467505.233267:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467505.233270:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467505.233274:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467505.233276:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467505.233281:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467505.233283:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467505.617873:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467505.617882:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467505.617883:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467505.617888:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467505.617892:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467505.617896:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467505.617898:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467505.617900:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467505.617903:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467506.001299:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467506.001306:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467506.001311:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467506.001312:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467506.001315:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467506.001317:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467506.004556:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467506.004563:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467506.004568:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467506.257289:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467506.257299:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467506.257318:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467506.257321:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467506.257324:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467506.257327:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467506.257330:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467506.257334:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467506.257336:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467506.257339:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467506.257345:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19759) 00000100:00000001:0.0:1789467506.257433:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467506.257444:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467506.257447:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467506.257450:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467506.257452:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467506.257456:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467506.257459:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467506.641276:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467506.641284:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467506.641287:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467506.641293:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467506.641297:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467506.641301:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467506.641304:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467506.641307:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467506.641310:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467507.025739:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467507.025745:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467507.025889:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467507.025891:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467507.025909:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467507.025911:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467507.026046:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467507.026049:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467507.026052:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467507.281532:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467507.281552:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467507.281554:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467507.281560:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467507.281563:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467507.281568:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467507.281571:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467507.667385:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467507.667393:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467507.667395:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467507.667400:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467507.667403:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467507.667407:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467507.667410:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467507.667412:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467507.667414:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467508.049306:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467508.049314:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467508.049319:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467508.049321:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467508.049324:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467508.049325:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467508.049459:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467508.049463:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467508.049466:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467508.305339:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467508.305362:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467508.305364:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467508.305369:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467508.305371:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467508.305375:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467508.305378:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467508.691705:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467508.691713:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467508.691715:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467508.691735:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467508.691739:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467508.691742:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467508.691745:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467508.691747:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467508.691750:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467509.075296:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467509.075305:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467509.075308:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467509.075311:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467509.075316:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467509.075318:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467509.075320:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467509.075323:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467509.075327:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467509.075328:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467509.075332:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467509.075348:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467509.075550:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467509.075553:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467509.075555:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467509.329512:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467509.329525:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467509.329527:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467509.329531:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467509.329533:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467509.329537:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467509.329540:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467509.714575:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467509.714583:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467509.714585:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467509.714592:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467509.714596:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467509.714601:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467509.714604:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467509.714607:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467509.714610:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467510.097287:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467510.097295:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467510.097317:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467510.097318:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467510.097322:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467510.097323:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467510.097816:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467510.097820:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467510.097823:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467510.353369:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467510.353383:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467510.353385:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467510.353389:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467510.353392:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467510.353396:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467510.353398:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467510.737212:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467510.737220:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467510.737222:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467510.737226:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467510.737246:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467510.737249:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467510.737252:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467510.737254:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467510.737256:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467511.124455:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467511.124462:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467511.124467:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467511.124470:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467511.124472:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467511.124475:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467511.124478:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467511.124480:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467511.124482:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467511.124484:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467511.124487:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467511.124488:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467511.124489:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467511.124490:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467511.124492:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467511.124493:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467511.124494:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467511.124496:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467511.124547:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467511.124549:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467511.124552:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467511.380067:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467511.380081:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467511.380083:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467511.380087:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467511.380090:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467511.380094:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467511.380096:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467511.382104:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467511.382115:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467511.382118:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467511.382121:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467511.382123:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467511.382126:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467511.382129:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467511.382164:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467511.382166:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467511.382169:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467511.382175:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19765) 00000100:00000001:1.0:1789467511.761271:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467511.761279:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467511.761281:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467511.761287:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467511.761290:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467511.761294:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467511.761296:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467511.761298:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467511.761301:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467512.145258:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467512.145265:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467512.145270:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467512.145271:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467512.145275:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467512.145276:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467512.145394:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467512.145398:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467512.145401:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467512.401268:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467512.401281:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467512.401284:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467512.401289:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467512.401291:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467512.401295:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467512.401298:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467512.789222:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467512.789230:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467512.789232:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467512.789237:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467512.789240:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467512.789244:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467512.789247:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467512.789249:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467512.789251:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467513.169800:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467513.169808:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467513.169824:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467513.169825:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467513.169829:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467513.169830:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467513.169995:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467513.169999:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467513.170020:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467513.425270:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467513.425283:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467513.425286:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467513.425290:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467513.425293:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467513.425297:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467513.425300:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467513.809255:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467513.809263:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467513.809266:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467513.809281:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467513.809285:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467513.809289:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467513.809291:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467513.809294:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467513.809296:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467514.194041:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467514.194066:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467514.194072:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467514.194074:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467514.194077:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467514.194078:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467514.199736:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467514.199742:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467514.200070:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467514.449717:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467514.449729:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467514.449732:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467514.449737:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467514.449739:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467514.449743:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467514.449745:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467514.833951:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467514.833959:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467514.833961:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467514.833966:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467514.833970:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467514.833973:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467514.833976:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467514.833978:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467514.833981:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467515.218518:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467515.218526:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467515.218531:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467515.218532:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467515.218536:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467515.218537:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467515.218591:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467515.218593:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467515.218596:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467515.473427:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467515.473436:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789467515.473451:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467490/real 1789467490] req@ffff8cb9f9030700 x1876386402392576/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467515 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789467515.473493:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789467515.473495:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789467515.473499:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7108. 00000400:00000200:1.0:1789467515.473505:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de7f8 00000400:00000010:1.0:1789467515.473507:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de7f8. 00000100:00000001:1.0:1789467515.473511:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789467515.473516:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030700 x1876386402392576/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467515 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789467515.473524:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030700 x1876386402392576/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467515 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467515.473531:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789467515.473532:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467515.473535:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467515.473537:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789467515.473540:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9030700 x1876386402392576/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467515 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467515.473547:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467515.473549:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789467515.473553:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467490/real 1789467490] req@ffff8cb9f9031f80 x1876386402392704/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467515 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789467515.473560:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789467515.473561:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789467515.473563:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7840. 00000400:00000200:1.0:1789467515.473566:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de2a8 00000400:00000010:1.0:1789467515.473567:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de2a8. 00000100:00000001:1.0:1789467515.473569:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789467515.473572:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9031f80 x1876386402392704/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467515 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789467515.473579:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9031f80 x1876386402392704/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467515 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467515.473590:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789467515.473591:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467515.473593:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467515.473594:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789467515.473599:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9031f80 x1876386402392704/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467515 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467515.473605:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467515.473606:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789467515.473610:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467490/real 1789467490] req@ffff8cb9f9033480 x1876386402392832/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467515 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789467515.473617:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789467515.473619:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789467515.473620:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7bb0. 00000400:00000200:1.0:1789467515.473622:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de5d8 00000400:00000010:1.0:1789467515.473624:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de5d8. 00000100:00000001:1.0:1789467515.473626:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789467515.473629:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033480 x1876386402392832/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467515 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789467515.473635:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033480 x1876386402392832/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467515 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467515.473641:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789467515.473642:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467515.473644:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467515.473645:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789467515.473648:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9033480 x1876386402392832/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467515 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467515.473654:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467515.473662:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467515.473664:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467515.473676:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467515.473678:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467515.473681:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789467515.473686:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030700 x1876386402392576/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467515 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467515.473694:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789467515.473697:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467515.473698:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467515.473700:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467515.473702:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789467515.473704:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789467515.473708:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789467515.473733:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789467515.473736:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789467515.473740:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030700 x1876386402392576/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467515 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789467515.473748:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402392576:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789467515.473753:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789467515.473757:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9031f80 x1876386402392704/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467515 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467515.473764:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789467515.473766:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467515.473768:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467515.473769:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467515.473771:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1789467515.473772:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789467515.473774:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789467515.473780:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789467515.473781:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1789467515.473785:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467515.473790:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467515.473793:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467515.473797:0:331018:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 19739 00000400:00000200:3.0:1789467515.473805:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00080000:1.0:1789467515.473808:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000400:00000200:3.0:1789467515.473820:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467515.473823:0:331018:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467515.473827:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467515.473829:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467515.473832:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467515.473834:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467515.473841:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467515.473844:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789467515.473846:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467515.473850:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789467515.473852:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789467515.473854:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789467515.473857:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467515.473859:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467515.473862:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467515.473865:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467515.473868:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789467515.473872:0:331018:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467515.473875:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467515.473878:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467515.473882:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467515.473885:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467515.473888:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467515.473891:0:331018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467515.473897:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031880. 00000020:00000040:3.0:1789467515.473900:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=5 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789467515.473903:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467515.473905:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467515.473907:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467515.473910:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467515.473914:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467515.473921:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3000. 00000100:00000001:3.0:1789467515.473932:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467515.473939:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031880 x1876386402392960/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467515.473948:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467515.473952:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467515.473956:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081730922] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031880 x1876386402392960/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467515.473967:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467515.473970:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467515.473973:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467515.473974:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467515.473976:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467515.473979:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467515.473981:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19739 00000400:00000200:3.0:1789467515.473985:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467515.473988:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467515.473990:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467515.473993:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467515.473994:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467515.473997:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467515.473999:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467515.474002:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467515.474003:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789467515.474005:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467515.474007:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789467515.474009:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789467515.474011:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789467515.474013:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467515.474015:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467515.474023:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467515.474025:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467515.474027:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789467515.474030:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467515.474032:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467515.474034:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467515.474039:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467515.474041:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467515.474043:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789467515.474046:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789467515.474049:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467515.474050:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467515.474053:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030e00. 00000020:00000040:3.0:1789467515.474056:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=11 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467515.474058:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467515.474059:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467515.474061:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467515.474062:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467515.474064:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467515.474067:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2c00. 00000100:00000001:3.0:1789467515.474071:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467515.474075:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030e00 x1876386402393088/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467515.474082:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467515.474084:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467515.474087:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ae05b5f] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030e00 x1876386402393088/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467515.474094:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467515.474096:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789467515.474099:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:3.0:1789467515.474100:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467515.474103:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467515.474113:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467515.474116:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9031f80 x1876386402392704/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467515 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789467515.474117:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467515.474124:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467515.474150:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19769) 00000100:00080000:3.0:1789467515.474155:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467515.474158:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467515.474161:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467515.474166:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467515.474169:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467515.474171:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467515.474174:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19769) 00000100:00100000:1.0:1789467515.474573:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9031f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402392704:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467515.474580:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789467515.474585:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033480 x1876386402392832/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467515 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467515.474592:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789467515.474594:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467515.474596:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467515.474597:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467515.474599:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789467515.474601:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789467515.474604:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789467515.474622:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789467515.474624:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789467515.474629:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033480 x1876386402392832/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467515 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789467515.474637:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402392832:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467515.474641:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467515.474644:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789467515.474647:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030700 x1876386402392576/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467515 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467515.474655:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789467515.474657:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789467515.474660:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacec00. 02000000:00000001:1.0:1789467515.474665:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789467515.474667:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789467515.474676:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789467515.474678:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789467515.474681:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d2400. 02000000:00000001:1.0:1789467515.474685:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789467515.474687:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789467515.474689:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030700. 00000100:00000001:1.0:1789467515.474693:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789467515.474694:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467515.474696:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789467515.474700:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9031f80 x1876386402392704/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467515 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467515.474706:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789467515.474708:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789467515.474709:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacdc00. 02000000:00000001:1.0:1789467515.474711:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789467515.474712:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789467515.474713:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789467515.474715:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789467515.474716:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d1c00. 02000000:00000001:1.0:1789467515.474718:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789467515.474719:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789467515.474720:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9031f80. 00000100:00000001:1.0:1789467515.474723:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789467515.474724:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467515.474725:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789467515.474728:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033480 x1876386402392832/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467515 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467515.474733:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789467515.474735:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789467515.474736:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacf400. 02000000:00000001:1.0:1789467515.474738:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789467515.474739:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789467515.474741:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789467515.474742:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789467515.474744:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d0c00. 02000000:00000001:1.0:1789467515.474746:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789467515.474752:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789467515.474754:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033480. 00000100:00000001:1.0:1789467515.474758:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789467515.474759:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467515.474762:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467515.474767:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467515.474768:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467515.474771:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467515.474773:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467515.474774:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789467515.474779:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9031880 x1876386402392960/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467515.474786:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467515.474788:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467515.474791:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789467515.474794:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467515.474796:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467515.474799:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402392960:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789467515.474802:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789467515.474806:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789467515.474808:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467515.474811:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789467515.474815:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890c00. 02000000:00000001:1.0:1789467515.474817:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467515.474823:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789467515.474828:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30f78. 00000400:00000010:1.0:1789467515.474846:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5440. 00000100:00000200:1.0:1789467515.474852:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402392960, portal 25 00000100:00000001:1.0:1789467515.474854:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789467515.474856:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107409024 : -126744602142592 : ffff8cb9f9031880) 00000100:00000040:1.0:1789467515.474862:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031880 x1876386402392960/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467515.474869:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789467515.474871:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789467515.474883:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d52a8. 00000100:00000200:1.0:1789467515.474888:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402392960, offset 0 00000400:00000200:1.0:1789467515.474895:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789467515.474902:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467515.474909:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789467515.474914:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789467515.474917:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789467515.474921:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789467515.474924:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789467515.474927:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93849:93849:256:4294967295] 192.168.203.142@tcp LPNI seq info [93849:93849:8:4294967295] 00000400:00000200:1.0:1789467515.474932:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467515.474942:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789467515.474948:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789467515.474953:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7b00. 00000800:00000200:1.0:1789467515.474960:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789467515.474968:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467515.474973:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789467515.475008:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467515.475013:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789467515.475015:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314432756 00000100:00000010:1.0:1789467515.475020:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869aae0. 00000100:00000001:1.0:1789467515.475027:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789467515.475036:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314432756 00000100:00000010:1.0:1789467515.475040:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a240. 00000100:00000001:1.0:1789467515.475043:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789467515.475045:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789467515.475048:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467515.475050:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789467515.475055:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030e00 x1876386402393088/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467515.475072:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467515.475074:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467515.475076:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789467515.475078:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467515.475080:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467515.475083:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402393088:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467515.475087:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789467515.475089:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789467515.475090:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467515.475092:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789467515.475095:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6891c00. 02000000:00000001:1.0:1789467515.475097:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467515.475101:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789467515.475104:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30b00. 00000400:00000010:1.0:1789467515.475108:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d55d8. 00000100:00000200:1.0:1789467515.475111:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402393088, portal 10 00000100:00000001:1.0:1789467515.475113:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789467515.475114:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107406336 : -126744602145280 : ffff8cb9f9030e00) 00000100:00000040:1.0:1789467515.475121:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030e00 x1876386402393088/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467515.475127:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789467515.475130:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789467515.475157:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5aa0. 00000100:00000200:1.0:1789467515.475160:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402393088, offset 0 00000400:00000200:1.0:1789467515.475166:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789467515.475181:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467515.475185:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789467515.475188:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789467515.475191:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789467515.475194:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789467515.475196:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789467515.475204:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93850:93850:255:4294967295] 192.168.203.142@tcp LPNI seq info [93850:93850:7:4294967295] 00000400:00000200:1.0:1789467515.475209:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467515.475216:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789467515.475221:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789467515.475225:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7800. 00000800:00000200:1.0:1789467515.475230:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789467515.475234:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467515.475236:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789467515.475239:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467515.475243:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789467515.475246:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789467515.475248:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314431517 00000100:00000001:1.0:1789467515.475250:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314432756 00000800:00000200:2.0:1789467515.475582:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467515.475588:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7b00. 00000400:00000200:2.0:1789467515.475593:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467515.475599:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467515.475605:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d52a8 00000400:00000010:2.0:1789467515.475607:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d52a8. 00000100:00000001:2.0:1789467515.475619:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467515.475630:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031880 x1876386402392960/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467515.475649:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467515.475653:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031880 x1876386402392960/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467540 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467515.475755:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467515.475757:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789467515.475834:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467515.475837:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7800. 00000400:00000200:2.0:1789467515.475840:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467515.475844:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467515.475847:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5aa0 00000400:00000010:2.0:1789467515.475849:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5aa0. 00000100:00000001:2.0:1789467515.475852:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1789467515.475854:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314431517 00000100:00000200:2.0:1789467515.475857:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030e00 x1876386402393088/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467515.475860:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314432756 00000100:00000001:1.0:1789467515.475868:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467515.475871:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789467515.475872:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467515.475877:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030e00 x1876386402393088/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467540 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467515.475878:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467515.475883:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467515.475891:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467515.475891:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467515.475895:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789467515.475895:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789467515.475900:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467515.475902:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467515.475904:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467515.475906:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467515.476003:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467515.476008:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467515.476010:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467515.476013:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467515.476017:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467515.476021:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19739 00000400:00000200:3.0:1789467515.476026:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467515.476030:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467515.476032:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467515.476035:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467515.476038:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467515.476040:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467515.476042:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467515.476056:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467515.476057:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789467515.476059:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467515.476062:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789467515.476064:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789467515.476066:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789467515.476069:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467515.476071:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467515.476073:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467515.476075:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467515.476077:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789467515.476080:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467515.476082:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467515.476085:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467515.476090:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467515.476093:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467515.476095:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789467515.476098:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789467515.476101:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467515.476102:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467515.476107:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9032300. 00000020:00000040:3.0:1789467515.476110:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467515.476113:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467515.476114:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467515.476116:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467515.476118:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467515.476122:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467515.476127:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1400. 00000100:00000001:3.0:1789467515.476152:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467515.476158:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9032300 x1876386402393216/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467515.476167:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467515.476175:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467515.476180:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005446fc88] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9032300 x1876386402393216/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467515.476200:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467515.476203:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467515.476206:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467515.476208:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467515.476211:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467515.476216:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19769) 00000100:00000001:1.0:1789467515.476410:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467515.476412:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467515.476414:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789467515.476419:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9032300 x1876386402393216/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467515.476427:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467515.476434:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467515.476437:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789467515.476439:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467515.476441:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467515.476444:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9032300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402393216:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467515.476448:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789467515.476450:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789467515.476452:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467515.476454:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789467515.476468:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890000. 02000000:00000001:1.0:1789467515.476470:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467515.476475:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789467515.476478:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f303c8. 00000400:00000010:1.0:1789467515.476482:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5ee0. 00000100:00000200:1.0:1789467515.476486:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402393216, portal 10 00000100:00000001:1.0:1789467515.476488:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789467515.476490:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107411712 : -126744602139904 : ffff8cb9f9032300) 00000100:00000040:1.0:1789467515.476496:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9032300 x1876386402393216/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467515.476503:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789467515.476505:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789467515.476507:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5198. 00000100:00000200:1.0:1789467515.476510:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402393216, offset 0 00000400:00000200:1.0:1789467515.476515:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789467515.476521:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467515.476525:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789467515.476529:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789467515.476532:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789467515.476534:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789467515.476537:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789467515.476540:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93851:93851:256:4294967295] 192.168.203.142@tcp LPNI seq info [93851:93851:8:4294967295] 00000400:00000200:1.0:1789467515.476544:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467515.476551:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789467515.476563:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789467515.476567:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7200. 00000800:00000200:1.0:1789467515.476573:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789467515.476578:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467515.476582:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789467515.476593:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467515.476597:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789467515.476600:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789467515.476603:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314431506 00000100:00000001:1.0:1789467515.476605:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314432756 00000100:00000001:1.0:1789467515.476608:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314431506 00000100:00000001:1.0:1789467515.476610:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314432756 00000100:00000001:1.0:1789467515.476612:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789467515.476614:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467515.476616:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467515.476618:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467515.476622:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467515.476624:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789467515.476626:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467515.476627:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467515.476629:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467515.476630:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789467515.478394:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467515.478402:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7200. 00000400:00000200:3.0:1789467515.478408:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467515.478416:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467515.478423:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5198 00000400:00000010:3.0:1789467515.478426:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5198. 00000100:00000001:3.0:1789467515.478431:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467515.478438:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9032300 x1876386402393216/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467515.478449:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467515.478453:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9032300 x1876386402393216/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467540 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467515.478460:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467515.478462:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789467515.857669:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467515.857677:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467515.857679:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467515.857684:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467515.857687:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467515.857691:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467515.857694:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467515.857697:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467515.857700:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467516.242095:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467516.242102:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467516.242107:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467516.242108:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467516.242112:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467516.242113:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467516.242257:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467516.242260:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467516.242264:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789467516.753251:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314432756, at 4314432768 00000100:00000010:2.0:1789467516.753267:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869aae0. 00000100:00000040:3.0:1789467516.754329:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314432756, at 4314432769 00000100:00000010:3.0:1789467516.754338:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a240. 00000100:00000001:1.0:1789467516.882179:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467516.882189:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467516.882210:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467516.882214:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467516.882218:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467516.882222:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467516.882225:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467516.882227:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467516.882230:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467517.265288:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467517.265296:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467517.265302:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467517.265303:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467517.265307:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467517.265308:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467517.265924:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467517.265929:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467517.265933:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467517.905494:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467517.905502:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467517.905505:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467517.905510:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467517.905514:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467517.905518:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467517.905521:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467517.905523:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467517.905526:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467518.289501:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467518.289513:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467518.289515:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467518.289518:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467518.289523:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467518.289525:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467518.289527:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467518.289529:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467518.289533:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467518.289535:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467518.289538:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467518.289539:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467518.297365:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467518.297371:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467518.297376:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467518.929482:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467518.929489:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467518.929491:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467518.929496:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467518.929499:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467518.929503:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467518.929505:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467518.929508:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467518.929510:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467519.313413:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467519.313421:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467519.313427:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467519.313428:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467519.313432:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467519.313433:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467519.313483:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467519.313485:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467519.313488:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467519.954565:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467519.954572:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467519.954574:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467519.954579:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467519.954582:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467519.954585:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467519.954588:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467519.954607:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467519.954610:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467520.337355:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467520.337362:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467520.337367:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467520.337371:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467520.337373:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467520.337376:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467520.337379:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467520.337381:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467520.337383:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467520.337385:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467520.337388:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467520.337390:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467520.337391:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467520.337393:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467520.337394:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467520.337395:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467520.337397:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467520.337398:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467520.337546:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467520.337567:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467520.337570:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467520.593378:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467520.593388:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467520.593391:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467520.593394:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467520.593396:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467520.593399:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467520.593402:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467520.593406:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467520.593409:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467520.593411:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467520.593417:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19774) 00000100:00000001:0.0:1789467520.593557:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467520.593568:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467520.593570:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467520.593574:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467520.593592:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467520.593596:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467520.593599:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467520.977279:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467520.977286:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467520.977288:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467520.977293:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467520.977297:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467520.977300:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467520.977302:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467520.977305:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467520.977307:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467521.361324:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467521.361332:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467521.361339:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467521.361340:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467521.361360:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467521.361361:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467521.361485:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467521.361489:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467521.361492:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467521.617460:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467521.617475:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467521.617477:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467521.617481:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467521.617484:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467521.617487:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467521.617490:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467522.001561:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467522.001569:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467522.001571:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467522.001576:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467522.001601:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467522.001606:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467522.001609:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467522.001611:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467522.001613:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467522.386460:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467522.386467:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467522.386473:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467522.386474:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467522.386478:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467522.386479:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467522.386653:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467522.386657:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467522.386660:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467522.642112:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467522.642126:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467522.642129:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467522.642165:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467522.642168:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467522.642173:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467522.642184:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467523.028912:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467523.028919:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467523.028921:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467523.028927:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467523.028930:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467523.028933:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467523.028936:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467523.028938:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467523.028941:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467523.409279:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467523.409286:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467523.409291:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467523.409292:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467523.409295:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467523.409296:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467523.409351:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467523.409354:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467523.409356:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467523.665271:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467523.665285:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467523.665288:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467523.665292:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467523.665295:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467523.665299:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467523.665301:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467524.049268:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467524.049275:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467524.049277:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467524.049283:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467524.049286:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467524.049290:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467524.049293:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467524.049296:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467524.049298:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467524.433429:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467524.433454:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467524.433460:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467524.433461:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467524.433465:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467524.433466:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467524.433557:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467524.433568:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467524.433572:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467524.689253:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467524.689265:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467524.689268:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467524.689272:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467524.689275:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467524.689278:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467524.689281:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467525.073775:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467525.073786:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467525.073789:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467525.073796:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467525.073801:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467525.073806:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467525.073809:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467525.073812:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467525.073816:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467525.459431:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467525.459449:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467525.459458:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467525.459459:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467525.459463:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467525.459465:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467525.459801:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467525.459806:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467525.459809:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467525.713380:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467525.713398:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467525.713401:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467525.713407:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467525.713410:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467525.713415:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467525.713418:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467525.713695:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467525.713703:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467525.713706:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467525.713709:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467525.713712:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467525.713716:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467525.713743:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467525.713747:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467525.713750:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467525.713754:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467525.713761:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19779) 00000100:00000001:1.0:1789467526.098266:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467526.098277:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467526.098279:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467526.098287:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467526.098291:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467526.098296:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467526.098299:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467526.098302:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467526.098305:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467526.484491:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467526.484501:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467526.484508:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467526.484509:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467526.484513:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467526.484514:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467526.484690:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467526.484694:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467526.484698:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467526.737803:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467526.737822:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467526.737826:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467526.737833:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467526.737835:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467526.737841:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467526.737844:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467527.121295:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467527.121304:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467527.121306:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467527.121314:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467527.121318:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467527.121322:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467527.121325:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467527.121328:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467527.121331:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467527.506323:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467527.506355:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467527.506363:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467527.506364:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467527.506368:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467527.506369:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467527.506433:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467527.506437:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467527.506440:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467527.761726:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467527.761743:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467527.761746:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467527.761753:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467527.761756:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467527.761761:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467527.761765:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467528.145303:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467528.145314:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467528.145316:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467528.145323:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467528.145327:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467528.145331:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467528.145334:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467528.145337:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467528.145340:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467528.529340:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467528.529354:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467528.529357:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467528.529361:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467528.529367:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467528.529369:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467528.529371:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467528.529373:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467528.529378:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467528.529380:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467528.529384:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467528.529385:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467528.529862:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467528.529869:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467528.529874:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467528.785309:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467528.785326:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467528.785329:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467528.785335:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467528.785338:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467528.785344:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467528.785347:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467529.169827:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467529.169839:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467529.169842:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467529.169849:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467529.169853:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467529.169859:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467529.169862:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467529.169866:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467529.169893:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467529.553403:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467529.553414:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467529.553421:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467529.553422:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467529.553426:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467529.553452:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467529.559352:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467529.559364:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467529.559371:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467529.810424:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467529.810441:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467529.810444:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467529.810450:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467529.810453:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467529.810459:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467529.810462:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467530.193306:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467530.193318:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467530.193321:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467530.193329:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467530.193334:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467530.193340:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467530.193343:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467530.193346:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467530.193349:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467530.578579:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467530.578591:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467530.578598:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467530.578602:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467530.578605:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467530.578609:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467530.578612:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467530.578615:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467530.578618:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467530.578620:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467530.578625:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467530.578626:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467530.578628:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467530.578630:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467530.578631:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467530.578633:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467530.578634:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467530.578636:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467530.580171:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467530.580179:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467530.580196:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467530.833347:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467530.833363:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467530.833366:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467530.833372:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467530.833375:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467530.833380:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467530.833383:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467530.833968:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467530.833978:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467530.833981:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467530.833985:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467530.833988:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467530.833990:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467530.833993:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467530.833997:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467530.833999:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467530.834002:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467530.834008:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19784) 00000100:00000001:1.0:1789467531.217273:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467531.217283:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467531.217286:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467531.217291:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467531.217295:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467531.217397:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467531.217401:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467531.217404:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467531.217408:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467531.601323:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467531.601331:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467531.601336:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467531.601337:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467531.601340:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467531.601342:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467531.601394:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467531.601397:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467531.601400:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467531.860511:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467531.860530:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467531.860533:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467531.860539:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467531.860542:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467531.860547:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467531.860550:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467532.241860:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467532.241872:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467532.241874:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467532.241881:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467532.241886:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467532.241891:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467532.241894:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467532.241897:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467532.241900:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467532.626419:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467532.626426:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467532.626432:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467532.626449:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467532.626453:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467532.626455:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467532.627511:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467532.627516:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467532.627520:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467532.885227:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467532.885240:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467532.885242:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467532.885247:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467532.885249:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467532.885263:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467532.885267:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467533.265672:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467533.265680:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467533.265682:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467533.265687:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467533.265691:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467533.265694:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467533.265697:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467533.265699:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467533.265702:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467533.649723:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467533.649740:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467533.649746:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467533.649747:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467533.649750:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467533.649752:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467533.650279:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467533.650282:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467533.650285:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467533.905265:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467533.905277:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467533.905280:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467533.905284:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467533.905287:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467533.905291:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467533.905294:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467534.289270:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467534.289277:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467534.289279:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467534.289284:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467534.289287:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467534.289291:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467534.289293:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467534.289295:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467534.289298:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467534.674747:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467534.674758:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467534.674766:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467534.674767:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467534.674771:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467534.674773:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467534.676336:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467534.676343:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467534.676349:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467534.931601:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467534.931621:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467534.931625:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467534.931631:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467534.931635:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467534.931661:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467534.931665:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467535.313860:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467535.313872:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467535.313874:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467535.313881:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467535.313886:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467535.313891:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467535.313894:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467535.313898:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467535.313913:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467535.697377:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467535.697388:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467535.697395:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467535.697396:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467535.697401:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467535.697402:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467535.697464:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467535.697468:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467535.697472:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467535.954061:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467535.954071:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467535.954074:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467535.954077:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467535.954097:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467535.954099:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467535.954101:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467535.954105:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467535.954108:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467535.954110:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467535.954117:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19789) 00000100:00000001:1.0:1789467535.955186:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467535.955202:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467535.955204:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467535.955210:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467535.955213:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467535.955219:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467535.955222:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467536.337301:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467536.337314:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467536.337318:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467536.337326:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467536.337331:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467536.337337:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467536.337340:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467536.337344:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467536.337348:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467536.721307:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467536.721332:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467536.721338:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467536.721340:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467536.721343:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467536.721345:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467536.727305:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467536.727311:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467536.727315:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467536.977337:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467536.977351:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467536.977353:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467536.977358:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467536.977360:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467536.977365:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467536.977368:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467537.367511:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467537.367519:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467537.367521:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467537.367525:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467537.367529:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467537.367549:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467537.367551:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467537.367553:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467537.367556:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467537.745640:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467537.745649:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467537.745654:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467537.745655:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467537.745658:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467537.745660:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467537.745783:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467537.745788:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467537.745790:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467538.001271:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467538.001285:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467538.001287:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467538.001291:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467538.001293:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467538.001297:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467538.001300:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467538.386594:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467538.386601:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467538.386603:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467538.386608:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467538.386611:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467538.386615:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467538.386617:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467538.386620:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467538.386622:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467538.769303:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467538.769312:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467538.769314:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467538.769318:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467538.769322:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467538.769325:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467538.769327:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467538.769329:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467538.769333:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467538.769334:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467538.769338:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467538.769339:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467538.769559:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467538.769563:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467538.769566:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467539.025275:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467539.025288:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467539.025291:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467539.025296:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467539.025298:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467539.025302:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467539.025305:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467539.410637:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467539.410645:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467539.410648:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467539.410654:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467539.410657:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467539.410661:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467539.410682:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467539.410684:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467539.410687:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467539.793318:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467539.793325:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467539.793330:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467539.793332:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467539.793335:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467539.793336:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467539.793384:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467539.793387:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467539.793390:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467540.049261:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467540.049269:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789467540.049284:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467515/real 1789467515] req@ffff8cb9f9032300 x1876386402393216/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467540 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789467540.049302:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789467540.049304:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789467540.049308:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f303c8. 00000400:00000200:1.0:1789467540.049314:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5ee0 00000400:00000010:1.0:1789467540.049317:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5ee0. 00000100:00000001:1.0:1789467540.049322:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789467540.049326:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9032300 x1876386402393216/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467540 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789467540.049336:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9032300 x1876386402393216/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467540 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467540.049343:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789467540.049345:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467540.049347:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467540.049349:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789467540.049353:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9032300 x1876386402393216/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467540 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467540.049359:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467540.049362:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789467540.049366:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467515/real 1789467515] req@ffff8cb9f9031880 x1876386402392960/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467540 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789467540.049374:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789467540.049375:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789467540.049376:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30f78. 00000400:00000200:1.0:1789467540.049379:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5440 00000400:00000010:1.0:1789467540.049395:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5440. 00000100:00000001:1.0:1789467540.049398:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789467540.049403:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9031880 x1876386402392960/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467540 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789467540.049410:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9031880 x1876386402392960/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467540 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467540.049416:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789467540.049418:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467540.049420:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467540.049421:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789467540.049424:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9031880 x1876386402392960/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467540 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467540.049431:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467540.049432:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789467540.049436:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467515/real 1789467515] req@ffff8cb9f9030e00 x1876386402393088/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467540 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789467540.049443:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789467540.049444:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789467540.049446:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30b00. 00000400:00000200:1.0:1789467540.049448:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d55d8 00000400:00000010:1.0:1789467540.049450:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d55d8. 00000100:00000001:1.0:1789467540.049452:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789467540.049454:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030e00 x1876386402393088/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467540 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789467540.049462:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030e00 x1876386402393088/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467540 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467540.049467:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789467540.049468:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467540.049469:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467540.049471:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789467540.049661:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9030e00 x1876386402393088/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467540 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467540.049675:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467540.049682:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467540.049684:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467540.049687:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467540.049689:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467540.049691:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789467540.049697:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9032300 x1876386402393216/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467540 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467540.049704:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789467540.049707:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467540.049709:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467540.049710:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467540.049712:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789467540.049715:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789467540.049718:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789467540.049800:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789467540.049803:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789467540.049808:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9032300 x1876386402393216/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467540 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789467540.049816:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9032300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402393216:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467540.049822:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789467540.049825:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9031880 x1876386402392960/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467540 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467540.049830:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789467540.049833:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467540.049834:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467540.049835:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467540.049842:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789467540.049844:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789467540.049846:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789467540.058784:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467540.058793:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789467540.058795:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467540.058798:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467540.058802:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467540.058808:0:176036:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 19764 00000400:00000200:3.0:1789467540.058816:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467540.058820:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467540.058822:0:176036:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467540.058824:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467540.058827:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467540.058828:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467540.058830:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467540.058835:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467540.058836:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789467540.058839:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467540.058841:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789467540.058843:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789467540.058844:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00080000:1.0:1789467540.059464:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789467540.059470:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789467540.059481:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9031880 x1876386402392960/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467540 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789467540.059491:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402392960:192.168.203.142@tcp:250:kworker.0 00000100:00000040:3.0:1789467540.059551:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467540.059553:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467540.059555:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467540.059557:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467540.059622:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789467540.059626:0:176036:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467540.059628:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467540.059632:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1789467540.059632:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467540.059634:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789467540.059638:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030e00 x1876386402393088/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467540 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789467540.059638:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467540.059639:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467540.059642:0:176036:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467540.059645:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789467540.059648:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1789467540.059649:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033b80. 00000100:00000001:1.0:1789467540.059650:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467540.059651:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789467540.059652:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=5 obd=MGC192.168.203.142@tcp 00000100:00000001:1.0:1789467540.059653:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789467540.059656:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1789467540.059656:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467540.059658:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467540.059659:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1789467540.059661:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467540.059663:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467540.059667:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467540.059674:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2000. 00000100:00000001:3.0:1789467540.059680:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467540.059686:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033b80 x1876386402393344/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789467540.059705:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789467540.059707:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789467540.059711:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030e00 x1876386402393088/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467540 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789467540.059718:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402393088:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467540.059722:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467540.059725:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789467540.059729:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9032300 x1876386402393216/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467540 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467540.059750:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789467540.059752:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789467540.059755:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890000. 02000000:00000001:1.0:1789467540.059760:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789467540.059762:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789467540.059763:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789467540.059766:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789467540.059768:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d1400. 02000000:00000001:1.0:1789467540.059771:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789467540.059773:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789467540.059775:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9032300. 00000100:00000001:1.0:1789467540.059779:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789467540.059780:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467540.059782:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789467540.059787:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9031880 x1876386402392960/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467540 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467540.059793:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789467540.059794:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789467540.059796:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890c00. 02000000:00000001:1.0:1789467540.059798:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789467540.059799:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789467540.059801:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789467540.059802:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789467540.059804:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d3000. 02000000:00000001:1.0:1789467540.059807:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789467540.059808:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789467540.059809:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9031880. 00000100:00000001:1.0:1789467540.059812:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789467540.059813:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467540.059814:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789467540.059817:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030e00 x1876386402393088/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467540 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467540.059824:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789467540.059825:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789467540.059832:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6891c00. 02000000:00000001:1.0:1789467540.059834:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789467540.059836:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789467540.059837:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789467540.059839:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789467540.059841:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d2c00. 02000000:00000001:1.0:1789467540.059843:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789467540.059844:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789467540.059845:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030e00. 00000100:00000001:1.0:1789467540.059848:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789467540.059850:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467540.059852:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467540.059859:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467540.059861:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467540.059864:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467540.059866:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467540.061176:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467540.061187:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467540.061199:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013cbb969] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033b80 x1876386402393344/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467540.061256:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467540.061260:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467540.061263:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789467540.061269:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033b80 x1876386402393344/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467540.061276:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467540.061278:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467540.061282:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789467540.061285:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467540.061287:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467540.061291:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402393344:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789467540.061295:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789467540.061299:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789467540.061301:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467540.061303:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789467540.061310:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6891c00. 02000000:00000001:1.0:1789467540.061312:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467540.061319:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789467540.061323:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30b00. 00000400:00000010:1.0:1789467540.061331:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d55d8. 00000100:00000200:1.0:1789467540.061349:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402393344, portal 25 00000100:00000001:1.0:1789467540.061351:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789467540.061353:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107417984 : -126744602133632 : ffff8cb9f9033b80) 00000100:00000040:1.0:1789467540.061359:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033b80 x1876386402393344/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467540.061367:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789467540.061369:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789467540.061372:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5440. 00000100:00000200:1.0:1789467540.061376:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402393344, offset 0 00000400:00000200:1.0:1789467540.061383:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789467540.061392:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467540.061399:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789467540.061404:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789467540.061409:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789467540.061411:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789467540.061414:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789467540.061417:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93852:93852:256:4294967295] 192.168.203.142@tcp LPNI seq info [93852:93852:8:4294967295] 00000400:00000200:1.0:1789467540.061421:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467540.061431:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789467540.061437:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789467540.061443:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7900. 00000800:00000200:1.0:1789467540.061449:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789467540.061457:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467540.061462:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789467540.061481:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467540.061485:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789467540.061487:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314457343 00000100:00000010:1.0:1789467540.061492:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a3c0. 00000100:00000001:1.0:1789467540.061499:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789467540.061509:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314457343 00000100:00000010:1.0:1789467540.061512:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a720. 00000100:00000001:1.0:1789467540.061521:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789467540.061523:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789467540.061526:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467540.061529:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467540.061531:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467540.061710:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467540.061715:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467540.061719:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467540.061721:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467540.061729:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467540.061732:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467540.061736:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19764 00000400:00000200:3.0:1789467540.061740:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467540.061744:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467540.061746:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467540.061750:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467540.061752:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467540.061754:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467540.061757:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467540.061762:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467540.061764:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789467540.061766:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467540.061770:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789467540.061772:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789467540.061774:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789467540.061778:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467540.061780:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467540.061782:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467540.061784:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467540.061787:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789467540.061790:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467540.061792:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467540.061794:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467540.061800:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467540.061802:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467540.061804:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789467540.061808:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789467540.061811:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467540.061813:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467540.061823:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031180. 00000020:00000040:3.0:1789467540.061826:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467540.061829:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467540.061831:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467540.061833:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467540.061835:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467540.061838:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467540.061843:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3800. 00000100:00000001:3.0:1789467540.061847:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467540.061853:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031180 x1876386402393472/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467540.061861:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467540.061863:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467540.061866:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa1bc69b] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031180 x1876386402393472/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1789467540.062091:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467540.062096:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7900. 00000400:00000200:2.0:1789467540.062101:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467540.062106:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467540.062121:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5440 00000400:00000010:2.0:1789467540.062123:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5440. 00000100:00000001:2.0:1789467540.062128:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467540.062159:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033b80 x1876386402393344/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467540.062167:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467540.062171:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033b80 x1876386402393344/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467565 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467540.062177:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467540.062179:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789467540.064298:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467540.064304:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789467540.064310:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467540.064313:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467540.064315:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789467540.064330:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9031180 x1876386402393472/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467540.064341:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467540.064343:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467540.064348:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789467540.064352:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467540.064354:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467540.064358:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402393472:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467540.064363:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789467540.064367:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789467540.064369:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467540.064371:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789467540.064380:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890c00. 02000000:00000001:1.0:1789467540.064383:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467540.064390:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789467540.064396:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30f78. 00000400:00000010:1.0:1789467540.064402:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5ee0. 00000100:00000200:1.0:1789467540.064409:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402393472, portal 10 00000100:00000001:1.0:1789467540.064412:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789467540.064413:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107407232 : -126744602144384 : ffff8cb9f9031180) 00000100:00000040:1.0:1789467540.064421:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031180 x1876386402393472/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467540.064428:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789467540.064445:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789467540.064448:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5550. 00000100:00000200:1.0:1789467540.064453:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402393472, offset 0 00000400:00000200:1.0:1789467540.064460:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789467540.064469:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467540.064476:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789467540.064481:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789467540.064485:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789467540.064489:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789467540.064491:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789467540.064495:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93853:93853:256:4294967295] 192.168.203.142@tcp LPNI seq info [93853:93853:8:4294967295] 00000400:00000200:1.0:1789467540.064500:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467540.064511:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789467540.064516:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789467540.064523:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7900. 00000800:00000200:1.0:1789467540.064529:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789467540.064537:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467540.064542:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789467540.064709:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467540.064714:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789467540.064718:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789467540.064722:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314456106 00000100:00000001:1.0:1789467540.064725:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314457343 00000100:00000001:1.0:1789467540.064728:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314456106 00000100:00000001:1.0:1789467540.064730:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314457343 00000100:00000001:1.0:1789467540.064732:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789467540.064735:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467540.064739:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467540.064742:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467540.064746:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467540.064757:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789467540.064759:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467540.064761:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467540.064762:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467540.064764:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467540.068455:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467540.068466:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467540.068471:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467540.068473:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467540.068475:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467540.068479:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467540.068487:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19764 00000400:00000200:3.0:1789467540.068496:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467540.068501:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467540.068503:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467540.068507:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467540.068510:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467540.068512:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467540.068514:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467540.068520:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467540.068534:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789467540.068537:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467540.068541:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789467540.068543:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789467540.068545:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789467540.068549:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467540.068551:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467540.068553:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467540.068555:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467540.068557:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789467540.068561:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467540.068563:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467540.068566:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467540.068573:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467540.068575:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467540.068578:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789467540.068581:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789467540.068584:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467540.068586:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467540.068592:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030000. 00000020:00000040:3.0:1789467540.068595:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467540.068599:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467540.068600:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467540.068603:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467540.068606:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467540.068609:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467540.068617:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1000. 00000100:00000001:3.0:1789467540.068624:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467540.068632:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030000 x1876386402393600/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467540.068641:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467540.068645:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467540.068655:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000685e8900] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030000 x1876386402393600/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467540.068665:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467540.068668:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467540.068672:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467540.068675:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467540.068678:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467540.068684:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19793) 00000100:00000040:3.0:1789467540.068692:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467540.068695:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467540.068697:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467540.068700:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467540.068702:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19793) 00000100:00000001:1.0:1789467540.068870:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467540.068875:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467540.068878:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789467540.068884:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030000 x1876386402393600/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467540.068892:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467540.068894:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467540.068897:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789467540.068899:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467540.068902:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467540.068905:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402393600:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467540.068909:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789467540.068912:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789467540.068914:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467540.068916:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789467540.068922:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890000. 02000000:00000001:1.0:1789467540.068924:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467540.068928:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789467540.068932:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f303c8. 00000400:00000010:1.0:1789467540.068938:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d53b8. 00000100:00000200:1.0:1789467540.068943:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402393600, portal 10 00000100:00000001:1.0:1789467540.068945:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789467540.068947:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107402752 : -126744602148864 : ffff8cb9f9030000) 00000100:00000040:1.0:1789467540.068953:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030000 x1876386402393600/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467540.068960:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789467540.068963:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789467540.068965:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5c38. 00000100:00000200:1.0:1789467540.068968:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402393600, offset 0 00000400:00000200:1.0:1789467540.068981:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789467540.068988:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467540.068994:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789467540.068998:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789467540.069001:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789467540.069005:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789467540.069007:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789467540.069011:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93854:93854:255:4294967295] 192.168.203.142@tcp LPNI seq info [93854:93854:7:4294967295] 00000400:00000200:1.0:1789467540.069015:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467540.069023:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789467540.069029:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789467540.069034:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7200. 00000800:00000200:1.0:1789467540.069040:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789467540.069047:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467540.069051:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789467540.069056:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467540.069060:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789467540.069064:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789467540.069066:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314456098 00000100:00000001:1.0:1789467540.069069:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314457343 00000100:00000001:1.0:1789467540.069071:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314456098 00000100:00000001:1.0:1789467540.069073:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314457343 00000100:00000001:1.0:1789467540.069076:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789467540.069078:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467540.069081:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467540.069084:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467540.069091:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467540.069093:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789467540.069094:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467540.069096:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467540.069103:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467540.069105:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789467540.069384:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467540.069388:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7900. 00000400:00000200:2.0:1789467540.069394:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467540.069399:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467540.069404:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5550 00000400:00000010:2.0:1789467540.069407:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5550. 00000100:00000001:2.0:1789467540.069411:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467540.069423:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031180 x1876386402393472/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467540.069431:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467540.069434:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031180 x1876386402393472/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467565 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467540.069441:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467540.069442:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789467540.070042:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467540.070046:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7200. 00000400:00000200:2.0:1789467540.070050:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467540.070055:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467540.070059:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5c38 00000400:00000010:2.0:1789467540.070061:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5c38. 00000100:00000001:2.0:1789467540.070064:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467540.070068:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030000 x1876386402393600/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467540.070076:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467540.070079:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030000 x1876386402393600/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467565 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467540.070085:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467540.070087:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789467540.433269:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467540.433277:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467540.433280:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467540.433286:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467540.433289:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467540.433293:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467540.433296:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467540.433298:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467540.433301:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467540.819096:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467540.819114:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467540.819121:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467540.819124:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467540.819126:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467540.819129:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467540.819164:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467540.819166:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467540.819168:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467540.819171:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467540.819175:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467540.819176:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467540.819177:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467540.819179:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467540.819181:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467540.819182:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467540.819183:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467540.819185:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467540.819274:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467540.819278:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467540.819281:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789467541.329243:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314457343, at 4314457344 00000100:00000010:2.0:1789467541.329258:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a3c0. 00000100:00000040:3.0:1789467541.329330:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314457343, at 4314457344 00000100:00000010:3.0:1789467541.329336:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a720. 00000100:00000001:1.0:1789467541.457599:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467541.457607:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467541.457609:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467541.457615:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467541.457619:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467541.457623:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467541.457626:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467541.457628:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467541.457630:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467541.841254:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467541.841261:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467541.841266:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467541.841268:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467541.841271:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467541.841272:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467541.841412:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467541.841416:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467541.841419:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467542.481775:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467542.481782:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467542.481784:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467542.481788:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467542.481791:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467542.481794:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467542.481797:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467542.481799:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467542.481801:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467542.865301:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467542.865307:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467542.865313:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467542.865314:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467542.865318:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467542.865319:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467542.865429:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467542.865433:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467542.865436:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467543.505295:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467543.505303:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467543.505305:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467543.505325:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467543.505329:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467543.505333:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467543.505335:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467543.505337:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467543.505340:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467543.889366:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467543.889374:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467543.889379:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467543.889380:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467543.889384:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467543.889385:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467543.889440:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467543.889443:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467543.889446:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467544.529286:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467544.529295:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467544.529296:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467544.529301:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467544.529305:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467544.529309:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467544.529312:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467544.529314:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467544.529317:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467544.913294:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467544.913302:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467544.913307:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467544.913308:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467544.913312:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467544.913330:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467544.917632:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467544.917639:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467544.917643:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467545.169253:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467545.169262:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467545.169265:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467545.169268:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467545.169291:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467545.169294:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467545.169296:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467545.169300:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467545.169303:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467545.169305:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467545.169312:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19798) 00000100:00000001:1.0:1789467545.171725:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467545.171740:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467545.171743:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467545.171747:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467545.171749:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467545.171754:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467545.171756:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467545.554660:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467545.554668:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467545.554670:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467545.554676:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467545.554680:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467545.554684:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467545.554687:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467545.554689:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467545.554692:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467545.938434:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467545.938441:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467545.938446:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467545.938448:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467545.938451:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467545.938453:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467545.938690:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467545.938694:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467545.938697:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467546.193470:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467546.193484:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467546.193486:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467546.193492:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467546.193509:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467546.193513:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467546.193515:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467546.578782:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467546.578789:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467546.578791:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467546.578796:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467546.578799:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467546.578803:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467546.578806:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467546.578808:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467546.578810:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467546.964480:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467546.964488:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467546.964494:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467546.964495:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467546.964498:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467546.964499:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467546.964608:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467546.964612:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467546.964615:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467547.217724:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467547.217739:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467547.217741:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467547.217746:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467547.217748:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467547.217752:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467547.217754:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467547.601279:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467547.601289:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467547.601291:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467547.601297:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467547.601301:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467547.601306:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467547.601309:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467547.601311:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467547.601315:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467547.985276:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467547.985283:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467547.985288:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467547.985289:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467547.985292:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467547.985293:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467547.985348:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467547.985350:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467547.985353:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467548.241254:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467548.241267:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467548.241269:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467548.241273:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467548.241276:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467548.241280:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467548.241282:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467548.625245:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467548.625266:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467548.625268:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467548.625273:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467548.625276:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467548.625280:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467548.625282:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467548.625285:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467548.625287:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467549.010039:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467549.010065:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467549.010068:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467549.010071:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467549.010076:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467549.010079:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467549.010081:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467549.010083:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467549.010087:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467549.010089:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467549.010093:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467549.010094:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467549.010260:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467549.010264:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467549.010267:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467549.265547:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467549.265561:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467549.265564:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467549.265568:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467549.265570:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467549.265573:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467549.265576:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467549.649291:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467549.649303:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467549.649305:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467549.649312:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467549.649316:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467549.649321:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467549.649323:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467549.649325:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467549.649327:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467550.034027:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467550.034046:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467550.034052:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467550.034053:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467550.034073:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467550.034075:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467550.034236:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467550.034240:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467550.034243:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467550.289307:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467550.289321:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467550.289323:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467550.289327:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467550.289329:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467550.289333:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467550.289336:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789467550.289400:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467550.289405:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467550.289408:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467550.289411:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467550.289413:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467550.289416:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789467550.289418:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467550.289422:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467550.289424:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467550.289427:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467550.289432:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19804) 00000100:00000001:1.0:1789467550.673257:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467550.673264:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467550.673266:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467550.673271:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467550.673274:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467550.673293:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467550.673296:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467550.673299:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467550.673302:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467551.057826:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467551.057833:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467551.057838:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467551.057841:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467551.057844:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467551.057847:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467551.057849:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467551.057851:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467551.057853:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467551.057855:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467551.057858:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467551.057859:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467551.057860:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467551.057861:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467551.057863:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467551.057880:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467551.057882:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467551.057883:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467551.057991:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467551.057995:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467551.057997:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467551.313434:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467551.313448:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467551.313451:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467551.313456:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467551.313459:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467551.313464:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467551.313467:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467551.697274:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467551.697282:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467551.697284:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467551.697290:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467551.697293:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467551.697297:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467551.697300:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467551.697302:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467551.697304:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467552.081998:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467552.082005:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467552.082010:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467552.082012:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467552.082015:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467552.082016:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467552.082088:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467552.082091:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467552.082094:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467552.337368:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467552.337383:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467552.337385:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467552.337390:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467552.337392:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467552.337396:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467552.337399:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467552.722126:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467552.722147:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467552.722149:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467552.722155:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467552.722158:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467552.722161:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467552.722163:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467552.722165:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467552.722167:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467553.105454:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467553.105460:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467553.105465:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467553.105466:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467553.105469:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467553.105481:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467553.105728:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467553.105732:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467553.105736:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467553.361288:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467553.361302:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467553.361304:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467553.361309:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467553.361311:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467553.361315:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467553.361318:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467553.746752:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467553.746760:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467553.746762:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467553.746768:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467553.746771:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467553.746776:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467553.746778:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467553.746800:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467553.746803:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467554.129263:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467554.129270:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467554.129276:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467554.129277:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467554.129280:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467554.129281:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467554.129435:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467554.129439:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467554.129442:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467554.385274:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467554.385303:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467554.385305:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467554.385309:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467554.385312:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467554.385315:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467554.385317:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467554.769266:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467554.769273:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467554.769275:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467554.769281:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467554.769284:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467554.769287:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467554.769290:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467554.769293:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467554.769295:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467555.153306:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467555.153314:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467555.153319:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467555.153320:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467555.153324:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467555.153325:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467555.153573:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467555.153576:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467555.153579:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467555.409500:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467555.409513:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467555.409515:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467555.409519:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467555.409521:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467555.409525:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467555.409528:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467555.409653:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467555.409659:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467555.409662:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467555.409665:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467555.409668:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467555.409670:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467555.409673:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467555.409676:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467555.409678:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467555.409680:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467555.409700:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19809) 00000100:00000001:1.0:1789467555.793301:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467555.793309:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467555.793311:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467555.793316:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467555.793320:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467555.793324:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467555.793326:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467555.793329:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467555.793331:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467556.177371:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467556.177378:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467556.177384:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467556.177385:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467556.177388:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467556.177389:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467556.177468:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467556.177471:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467556.177474:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467556.434079:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467556.434092:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467556.434095:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467556.434099:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467556.434101:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467556.434106:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467556.434124:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467556.818354:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467556.818361:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467556.818363:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467556.818367:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467556.818370:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467556.818375:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467556.818378:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467556.818380:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467556.818382:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467557.201299:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467557.201305:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467557.201311:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467557.201312:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467557.201315:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467557.201316:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467557.202055:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467557.202058:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467557.202062:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467557.465585:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467557.465598:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467557.465600:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467557.465604:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467557.465607:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467557.465611:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467557.465613:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467557.841381:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467557.841388:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467557.841390:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467557.841394:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467557.841411:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467557.841415:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467557.841417:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467557.841420:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467557.841423:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467558.225826:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467558.225832:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467558.225850:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467558.225852:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467558.225855:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467558.225857:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467558.226068:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467558.226072:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467558.226075:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467558.481270:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467558.481285:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467558.481287:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467558.481292:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467558.481294:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467558.481308:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467558.481311:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467558.865836:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467558.865844:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467558.865846:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467558.865865:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467558.865868:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467558.865872:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467558.865875:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467558.865877:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467558.865880:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467559.251076:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467559.251085:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467559.251088:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467559.251091:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467559.251095:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467559.251098:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467559.251115:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467559.251118:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467559.251122:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467559.251123:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467559.251126:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467559.251128:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467559.252039:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467559.252044:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467559.252048:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467559.512824:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467559.512842:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467559.512844:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467559.512847:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467559.512849:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467559.512853:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467559.512855:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467559.889280:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467559.889287:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467559.889289:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467559.889294:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467559.889298:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467559.889301:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467559.889304:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467559.889306:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467559.889309:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467560.273209:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467560.273217:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467560.273223:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467560.273225:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467560.273229:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467560.273230:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467560.273280:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467560.273283:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467560.273286:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467560.530635:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467560.530646:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467560.530647:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467560.530652:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467560.530654:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467560.530658:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467560.530660:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467560.531114:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467560.531119:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467560.531123:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467560.531127:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467560.531129:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467560.531147:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467560.531150:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467560.531154:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467560.531157:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467560.531160:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467560.531166:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19814) 00000100:00000001:1.0:1789467560.913254:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467560.913263:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467560.913266:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467560.913271:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467560.913275:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467560.913279:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467560.913282:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467560.913284:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467560.913287:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467561.297967:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467561.297974:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467561.297979:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467561.297982:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467561.297984:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467561.297987:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467561.297990:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467561.297992:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467561.297995:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467561.297997:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467561.298000:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467561.298002:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467561.298003:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467561.298004:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467561.298006:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467561.298007:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467561.298026:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467561.298028:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467561.298346:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467561.298353:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467561.298358:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467561.553454:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467561.553477:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467561.553479:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467561.553485:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467561.553488:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467561.553493:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467561.553496:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467561.938711:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467561.938719:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467561.938722:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467561.938727:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467561.938758:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467561.938762:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467561.938764:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467561.938767:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467561.938770:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467562.321330:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467562.321340:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467562.321348:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467562.321349:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467562.321353:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467562.321354:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467562.321658:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467562.321662:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467562.321666:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467562.577309:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467562.577326:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467562.577328:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467562.577334:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467562.577337:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467562.577342:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467562.577345:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467562.964101:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467562.964112:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467562.964114:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467562.964122:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467562.964127:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467562.964152:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467562.964155:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467562.964158:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467562.964161:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467563.345561:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467563.345571:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467563.345578:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467563.345580:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467563.345584:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467563.345585:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467563.345719:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467563.345723:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467563.345727:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467563.602262:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467563.602281:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467563.602284:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467563.602291:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467563.602293:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467563.602299:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467563.602303:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467563.985541:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467563.985553:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467563.985555:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467563.985563:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467563.985567:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467563.985572:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467563.985576:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467563.985578:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467563.985581:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467564.369487:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467564.369497:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467564.369505:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467564.369506:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467564.369533:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467564.369535:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467564.369606:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467564.369609:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467564.369613:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467564.625304:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467564.625323:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467564.625326:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467564.625332:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467564.625334:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467564.625340:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467564.625343:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467565.009846:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467565.009858:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467565.009860:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467565.009867:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467565.009872:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467565.009876:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467565.009879:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467565.009883:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467565.009886:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467565.393738:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467565.393758:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467565.393765:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467565.393767:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467565.393770:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467565.393772:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467565.396880:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467565.396891:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467565.396898:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467565.649795:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467565.649806:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789467565.649826:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467540/real 1789467540] req@ffff8cb9f9030000 x1876386402393600/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467565 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789467565.649850:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789467565.649853:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789467565.649857:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f303c8. 00000400:00000200:1.0:1789467565.649864:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d53b8 00000400:00000010:1.0:1789467565.649867:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d53b8. 00000100:00000001:1.0:1789467565.649873:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789467565.649877:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030000 x1876386402393600/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467565 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789467565.649887:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030000 x1876386402393600/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467565 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467565.649895:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789467565.649898:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467565.649901:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467565.649904:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789467565.649909:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9030000 x1876386402393600/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467565 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467565.649916:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467565.649927:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789467565.649932:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467540/real 1789467540] req@ffff8cb9f9031180 x1876386402393472/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467565 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789467565.649941:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789467565.649942:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789467565.649944:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30f78. 00000400:00000200:1.0:1789467565.649947:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5ee0 00000400:00000010:1.0:1789467565.649948:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5ee0. 00000100:00000001:1.0:1789467565.649951:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789467565.649954:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9031180 x1876386402393472/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467565 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789467565.649996:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9031180 x1876386402393472/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467565 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467565.650002:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789467565.650004:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467565.650006:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467565.650007:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789467565.650010:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9031180 x1876386402393472/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467565 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467565.650026:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467565.650028:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789467565.650033:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467540/real 1789467540] req@ffff8cb9f9033b80 x1876386402393344/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467565 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789467565.650041:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789467565.650042:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789467565.650045:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30b00. 00000400:00000200:1.0:1789467565.650047:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d55d8 00000400:00000010:1.0:1789467565.650049:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d55d8. 00000100:00000001:1.0:1789467565.650052:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789467565.650054:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033b80 x1876386402393344/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467565 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789467565.650063:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033b80 x1876386402393344/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467565 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467565.650069:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789467565.650071:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467565.650073:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467565.650074:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789467565.650077:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9033b80 x1876386402393344/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467565 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467565.650083:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467565.650098:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467565.650101:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467565.650105:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467565.650107:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467565.650110:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789467565.650116:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030000 x1876386402393600/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467565 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467565.650124:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789467565.650126:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467565.650128:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467565.650129:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467565.650162:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789467565.650166:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789467565.650170:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789467565.650197:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789467565.650200:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789467565.650205:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030000 x1876386402393600/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467565 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789467565.650223:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402393600:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467565.650230:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789467565.650247:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9031180 x1876386402393472/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467565 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467565.650255:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789467565.650257:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467565.650259:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467565.650260:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467565.650262:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789467565.650264:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789467565.650267:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789467565.650279:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789467565.650281:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789467565.650286:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9031180 x1876386402393472/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467565 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789467565.650294:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402393472:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467565.650299:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789467565.650302:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033b80 x1876386402393344/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467565 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467565.650309:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789467565.650311:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467565.650313:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467565.650314:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467565.650315:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789467565.650317:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789467565.650319:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789467565.650324:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789467565.650327:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789467565.650330:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033b80 x1876386402393344/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467565 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789467565.650337:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402393344:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789467565.650342:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467565.650345:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789467565.650349:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030000 x1876386402393600/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467565 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467565.650355:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789467565.650359:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789467565.650369:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890000. 02000000:00000001:1.0:1789467565.650373:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789467565.650377:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789467565.650379:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789467565.650382:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789467565.650385:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d1000. 02000000:00000001:1.0:1789467565.650390:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789467565.650392:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789467565.650394:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030000. 00000100:00000001:1.0:1789467565.650399:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789467565.650400:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467565.650402:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789467565.650406:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9031180 x1876386402393472/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467565 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467565.650412:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789467565.650414:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789467565.650415:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890c00. 02000000:00000001:1.0:1789467565.650417:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789467565.650418:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789467565.650420:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789467565.650422:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789467565.650423:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d3800. 02000000:00000001:1.0:1789467565.650426:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789467565.650427:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789467565.650428:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9031180. 00000100:00000001:1.0:1789467565.650430:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789467565.650432:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467565.650433:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789467565.650436:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033b80 x1876386402393344/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467565 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467565.650442:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789467565.650443:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789467565.650445:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6891c00. 02000000:00000001:1.0:1789467565.650447:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789467565.650448:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789467565.650449:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789467565.650456:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789467565.650458:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d2000. 02000000:00000001:1.0:1789467565.650461:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789467565.650462:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789467565.650464:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033b80. 00000100:00000001:1.0:1789467565.650483:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789467565.650485:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467565.650497:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467565.650502:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467565.650503:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467565.650505:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467565.650507:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467565.650874:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467565.650881:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789467565.650883:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467565.650886:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467565.650890:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467565.650894:0:331018:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 19788 00000400:00000200:2.0:1789467565.650903:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467565.650910:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789467565.650929:0:331018:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467565.650934:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467565.650937:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467565.650940:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467565.650943:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789467565.650951:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467565.650953:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:2.0:1789467565.650956:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467565.650960:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:2.0:1789467565.650972:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:2.0:1789467565.650984:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:2.0:1789467565.650987:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467565.650990:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467565.650991:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467565.650993:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789467565.650996:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:2.0:1789467565.651000:0:331018:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789467565.651002:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467565.651005:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467565.651010:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467565.651020:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467565.651024:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467565.651026:0:331018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467565.651032:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742c380. 00000020:00000040:2.0:1789467565.651036:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789467565.651052:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467565.651055:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467565.651058:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467565.651061:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467565.651066:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467565.651075:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faace400. 00000100:00000001:2.0:1789467565.651083:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467565.651097:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742c380 x1876386402393728/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467565.651106:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467565.651111:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467565.651115:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4c305b] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742c380 x1876386402393728/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467565.651177:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467565.651181:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467565.651183:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789467565.651185:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467565.651186:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467565.651189:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467565.651191:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19788 00000400:00000200:2.0:1789467565.651196:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467565.651199:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789467565.651201:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467565.651204:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467565.651205:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467565.651207:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467565.651209:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789467565.651212:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467565.651213:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:2.0:1789467565.651214:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467565.651217:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:2.0:1789467565.651219:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:2.0:1789467565.651221:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:2.0:1789467565.651223:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467565.651225:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467565.651226:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467565.651243:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789467565.651246:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:2.0:1789467565.651249:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789467565.651251:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467565.651253:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467565.651260:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467565.651261:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467565.651263:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789467565.651268:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789467565.651271:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467565.651272:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467565.651276:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742d880. 00000020:00000040:2.0:1789467565.651278:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789467565.651280:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467565.651282:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467565.651283:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467565.651285:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467565.651287:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467565.651293:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacf000. 00000100:00000001:2.0:1789467565.651297:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467565.651302:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742d880 x1876386402393856/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467565.651309:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467565.651311:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467565.651315:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c660199] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742d880 x1876386402393856/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467565.651322:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467565.651324:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467565.651328:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789467565.651329:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467565.651330:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467565.651338:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467565.651340:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19788 00000400:00000200:2.0:1789467565.651344:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467565.651347:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789467565.651349:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467565.651352:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467565.651354:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467565.651356:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467565.651358:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789467565.651361:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467565.651362:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:2.0:1789467565.651364:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467565.651366:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:2.0:1789467565.651368:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:2.0:1789467565.651370:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:2.0:1789467565.651372:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467565.651374:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467565.651376:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467565.651378:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789467565.651380:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:2.0:1789467565.651382:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789467565.651384:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467565.651385:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467565.651388:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467565.651390:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467565.651391:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789467565.651393:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789467565.651395:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467565.651397:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467565.651401:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742c000. 00000020:00000040:2.0:1789467565.651409:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789467565.651411:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467565.651412:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467565.651413:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467565.651415:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467565.651416:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467565.651420:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacfc00. 00000100:00000001:2.0:1789467565.651423:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467565.651428:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742c000 x1876386402393984/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467565.651435:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467565.651437:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467565.651440:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a5ae62a] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742c000 x1876386402393984/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467565.651446:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467565.651449:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467565.651453:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467565.651455:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467565.651458:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467565.651464:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19819) 00000100:00000001:1.0:1789467565.651931:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467565.651936:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467565.651938:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789467565.651945:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742c380 x1876386402393728/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467565.651954:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467565.651956:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467565.651960:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789467565.652012:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467565.652063:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467565.652069:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402393728:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789467565.652074:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789467565.652078:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789467565.652081:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467565.652083:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789467565.652090:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6891c00. 02000000:00000001:1.0:1789467565.652092:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467565.652099:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789467565.652103:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30b00. 00000400:00000010:1.0:1789467565.652111:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d55d8. 00000100:00000200:1.0:1789467565.652119:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402393728, portal 25 00000100:00000001:1.0:1789467565.652121:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789467565.652123:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836123520 : -126740873428096 : ffff8cbad742c380) 00000100:00000040:1.0:1789467565.652158:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742c380 x1876386402393728/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467565.652175:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789467565.652178:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789467565.652182:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5ee0. 00000100:00000200:1.0:1789467565.652187:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402393728, offset 0 00000400:00000200:1.0:1789467565.652195:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789467565.652204:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467565.652212:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789467565.652218:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789467565.652224:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789467565.652228:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789467565.652797:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789467565.652802:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93855:93855:256:4294967295] 192.168.203.142@tcp LPNI seq info [93855:93855:8:4294967295] 00000400:00000200:1.0:1789467565.652807:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467565.652819:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789467565.652827:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789467565.652835:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7800. 00000800:00000200:1.0:1789467565.652844:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789467565.652854:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467565.652859:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789467565.652883:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467565.652888:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789467565.652892:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314482934 00000100:00000010:1.0:1789467565.652897:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a420. 00000100:00000001:1.0:1789467565.652904:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789467565.652913:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314482934 00000100:00000010:1.0:1789467565.652916:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869af00. 00000100:00000001:1.0:1789467565.652928:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789467565.652931:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789467565.652947:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467565.652951:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789467565.652956:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742d880 x1876386402393856/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467565.652964:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467565.653537:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467565.653543:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789467565.653545:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467565.653548:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467565.653552:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402393856:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467565.653556:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789467565.653560:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789467565.653563:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467565.653565:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789467565.653570:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890c00. 02000000:00000001:1.0:1789467565.653572:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467565.653578:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789467565.653582:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30f78. 00000400:00000010:1.0:1789467565.653598:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d53b8. 00000100:00000200:1.0:1789467565.653604:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402393856, portal 10 00000100:00000001:1.0:1789467565.653606:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789467565.653607:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836128896 : -126740873422720 : ffff8cbad742d880) 00000100:00000040:1.0:1789467565.653616:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742d880 x1876386402393856/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467565.653623:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789467565.653626:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789467565.653628:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5088. 00000100:00000200:1.0:1789467565.653631:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402393856, offset 0 00000400:00000200:1.0:1789467565.653637:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789467565.653645:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467565.653652:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789467565.653656:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789467565.653669:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789467565.653672:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789467565.653674:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789467565.653677:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93856:93856:255:4294967295] 192.168.203.142@tcp LPNI seq info [93856:93856:7:4294967295] 00000400:00000200:1.0:1789467565.653682:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467565.653690:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789467565.653696:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789467565.653700:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7b00. 00000800:00000200:1.0:1789467565.653705:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789467565.653710:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467565.653713:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789467565.653716:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467565.653720:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789467565.653724:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789467565.653727:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314481695 00000100:00000001:1.0:1789467565.653730:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314482934 00000100:00000001:1.0:1789467565.653732:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314481695 00000100:00000001:1.0:1789467565.653735:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314482934 00000100:00000001:1.0:1789467565.653737:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789467565.653740:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467565.653742:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1789467565.656311:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467565.656326:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7800. 00000400:00000200:2.0:1789467565.656339:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467565.656350:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467565.656360:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5ee0 00000400:00000010:2.0:1789467565.656364:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5ee0. 00000100:00000001:2.0:1789467565.656371:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467565.656381:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742c380 x1876386402393728/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467565.656394:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467565.656415:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742c380 x1876386402393728/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467590 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467565.656423:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467565.656425:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789467565.656695:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467565.656699:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7b00. 00000400:00000200:2.0:1789467565.656703:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467565.656707:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467565.656710:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5088 00000400:00000010:2.0:1789467565.656712:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5088. 00000100:00000001:2.0:1789467565.656716:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467565.656721:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742d880 x1876386402393856/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467565.656729:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467565.656732:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742d880 x1876386402393856/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467590 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467565.656739:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467565.656740:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1789467565.657167:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742c000 x1876386402393984/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467565.657179:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467565.657182:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467565.657187:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789467565.657191:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467565.657194:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467565.657198:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402393984:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467565.657213:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789467565.657219:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789467565.657223:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467565.657226:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789467565.660579:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890000. 02000000:00000001:1.0:1789467565.660594:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467565.660607:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789467565.660615:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f303c8. 00000400:00000010:1.0:1789467565.660624:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5110. 00000100:00000200:1.0:1789467565.660632:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402393984, portal 10 00000100:00000001:1.0:1789467565.660636:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789467565.660638:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836122624 : -126740873428992 : ffff8cbad742c000) 00000100:00000040:1.0:1789467565.660655:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742c000 x1876386402393984/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467565.660666:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789467565.660669:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789467565.660672:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d56e8. 00000100:00000200:1.0:1789467565.660677:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402393984, offset 0 00000400:00000200:1.0:1789467565.660685:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789467565.660695:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467565.660706:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789467565.660712:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789467565.660717:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789467565.660722:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789467565.660724:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789467565.660728:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93857:93857:256:4294967295] 192.168.203.142@tcp LPNI seq info [93857:93857:8:4294967295] 00000400:00000200:1.0:1789467565.660733:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467565.660745:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789467565.660752:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789467565.660758:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7100. 00000800:00000200:1.0:1789467565.660766:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789467565.660791:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467565.660796:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789467565.660817:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467565.660824:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789467565.660828:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789467565.660831:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314481690 00000100:00000001:1.0:1789467565.660835:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314482934 00000100:00000001:1.0:1789467565.660838:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314481690 00000100:00000001:1.0:1789467565.660840:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314482934 00000100:00000001:1.0:1789467565.660844:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789467565.660847:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467565.660852:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467565.660858:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467565.660868:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467565.660871:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789467565.660874:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467565.660876:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467565.660879:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467565.660881:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789467565.661277:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467565.661284:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7100. 00000400:00000200:2.0:1789467565.661290:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467565.661296:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467565.661303:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d56e8 00000400:00000010:2.0:1789467565.661306:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d56e8. 00000100:00000001:2.0:1789467565.661311:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467565.661317:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742c000 x1876386402393984/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467565.661328:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467565.661332:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742c000 x1876386402393984/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467590 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467565.661339:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467565.661341:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789467566.033353:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467566.033363:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467566.033365:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467566.033372:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467566.033376:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467566.033381:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467566.033384:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467566.033387:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467566.033390:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467566.418744:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467566.418751:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467566.418757:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467566.418758:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467566.418762:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467566.418763:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467566.418947:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467566.418955:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467566.418968:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789467566.930662:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314482934, at 4314482945 00000100:00000010:2.0:1789467566.930678:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a420. 00000100:00000040:3.0:1789467566.930764:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314482934, at 4314482945 00000100:00000010:3.0:1789467566.930770:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869af00. 00000100:00000001:1.0:1789467567.057398:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467567.057407:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467567.057409:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467567.057429:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467567.057433:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467567.057436:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467567.057438:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467567.057441:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467567.057443:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467567.441665:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467567.441673:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467567.441679:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467567.441680:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467567.441683:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467567.441684:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467567.441789:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467567.441793:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467567.441796:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467568.081830:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467568.081838:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467568.081840:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467568.081845:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467568.081849:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467568.081854:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467568.081856:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467568.081859:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467568.081862:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467568.465296:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467568.465304:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467568.465307:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467568.465310:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467568.465315:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467568.465318:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467568.465319:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467568.465322:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467568.465342:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467568.465344:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467568.465347:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467568.465349:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467568.465415:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467568.465418:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467568.465420:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467569.105493:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467569.105502:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467569.105504:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467569.105510:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467569.105513:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467569.105517:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467569.105520:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467569.105522:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467569.105525:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467569.489438:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467569.489446:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467569.489452:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467569.489453:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467569.489456:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467569.489457:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467569.489661:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467569.489665:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467569.489668:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467570.129259:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467570.129267:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467570.129269:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467570.129274:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467570.129277:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467570.129280:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467570.129283:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467570.129286:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467570.129288:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467570.513377:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467570.513384:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467570.513389:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467570.513390:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467570.513394:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467570.513395:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467570.519668:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467570.519675:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467570.519697:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467570.769343:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467570.769355:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467570.769357:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467570.769361:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467570.769362:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467570.769366:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467570.769368:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467570.770514:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467570.770521:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467570.770524:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467570.770527:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467570.770530:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467570.770533:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467570.770535:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467570.770540:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467570.770543:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467570.770546:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467570.770552:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19824) 00000100:00000001:1.0:1789467571.154206:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467571.154213:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467571.154216:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467571.154221:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467571.154225:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467571.154229:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467571.154231:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467571.154234:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467571.154237:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467571.537320:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467571.537327:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467571.537333:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467571.537337:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467571.537339:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467571.537343:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467571.537347:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467571.537349:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467571.537351:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467571.537354:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467571.537357:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467571.537358:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467571.537360:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467571.537361:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467571.537363:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467571.537364:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467571.537365:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467571.537367:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467571.537527:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467571.537532:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467571.537535:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467571.793293:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467571.793314:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467571.793316:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467571.793321:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467571.793323:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467571.793327:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467571.793329:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467572.177372:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467572.177380:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467572.177381:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467572.177387:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467572.177390:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467572.177393:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467572.177396:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467572.177398:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467572.177401:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467572.561267:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467572.561289:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467572.561296:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467572.561297:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467572.561301:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467572.561302:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467572.561356:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467572.561358:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467572.561361:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467572.817448:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467572.817462:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467572.817464:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467572.817481:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467572.817484:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467572.817488:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467572.817490:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467573.201984:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467573.201991:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467573.201993:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467573.201999:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467573.202003:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467573.202006:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467573.202009:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467573.202011:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467573.202013:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467573.585674:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467573.585684:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467573.585692:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467573.585693:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467573.585696:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467573.585697:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467573.585976:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467573.585981:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467573.585985:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467573.841580:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467573.841598:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467573.841601:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467573.841971:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467573.841974:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467573.841980:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467573.841983:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467574.226044:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467574.226055:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467574.226058:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467574.226069:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467574.226074:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467574.226078:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467574.226082:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467574.226085:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467574.226088:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467574.609238:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467574.609244:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467574.609249:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467574.609250:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467574.609252:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467574.609253:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467574.609388:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467574.609392:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467574.609394:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467574.865247:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467574.865261:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467574.865263:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467574.865268:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467574.865280:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467574.865285:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467574.865288:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467575.249344:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467575.249352:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467575.249353:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467575.249359:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467575.249362:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467575.249366:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467575.249368:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467575.249371:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467575.249374:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467575.633286:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467575.633303:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467575.633309:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467575.633310:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467575.633313:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467575.633314:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467575.633400:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467575.633404:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467575.633408:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467575.889369:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467575.889380:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467575.889383:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467575.889386:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467575.889389:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467575.889392:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467575.889395:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467575.889399:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467575.889402:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467575.889405:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467575.889410:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19829) 00000100:00000001:0.0:1789467575.889465:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467575.889475:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467575.889477:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467575.889480:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467575.889483:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467575.889486:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467575.889489:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467576.273597:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467576.273609:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467576.273612:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467576.273876:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467576.273881:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467576.273991:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467576.273995:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467576.273998:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467576.274002:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467576.659963:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467576.659972:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467576.659981:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467576.659983:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467576.659987:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467576.660012:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467576.660121:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467576.660124:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467576.660128:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467576.914051:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467576.914070:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467576.914074:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467576.914080:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467576.914082:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467576.914087:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467576.914090:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467577.297230:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467577.297241:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467577.297243:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467577.297250:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467577.297254:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467577.297260:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467577.297262:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467577.297265:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467577.297269:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467577.681469:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467577.681480:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467577.681488:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467577.681489:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467577.681493:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467577.681494:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467577.681664:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467577.681669:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467577.681673:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467577.937286:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467577.937305:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467577.937307:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467577.937313:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467577.937316:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467577.937322:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467577.937324:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467578.321297:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467578.321307:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467578.321309:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467578.321316:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467578.321321:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467578.321326:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467578.321329:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467578.321333:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467578.321335:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467578.705266:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467578.705276:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467578.705278:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467578.705282:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467578.705287:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467578.705290:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467578.705292:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467578.705294:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467578.705299:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467578.705300:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467578.705303:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467578.705305:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467578.705757:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467578.705761:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467578.705765:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467578.961692:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467578.961706:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467578.961709:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467578.961903:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467578.961905:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467578.961909:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467578.961912:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467579.345253:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467579.345261:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467579.345263:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467579.345268:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467579.345271:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467579.345275:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467579.345277:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467579.345279:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467579.345282:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467579.730261:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467579.730268:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467579.730273:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467579.730275:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467579.730278:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467579.730279:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467579.738426:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467579.738434:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467579.738439:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467579.985234:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467579.985245:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467579.985247:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467579.985251:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467579.985253:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467579.985256:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467579.985258:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467580.369284:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467580.369315:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467580.369317:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467580.369322:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467580.369326:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467580.369330:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467580.369333:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467580.369336:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467580.369339:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467580.754504:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467580.754511:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467580.754517:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467580.754518:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467580.754522:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467580.754523:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467580.754577:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467580.754579:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467580.754582:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467581.009268:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467581.009278:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467581.009282:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467581.009285:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467581.009288:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467581.009291:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467581.009294:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467581.009299:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467581.009301:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467581.009304:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467581.009310:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19834) 00000100:00000001:0.0:1789467581.009456:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467581.009467:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467581.009469:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467581.009473:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467581.009476:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467581.009480:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467581.009483:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467581.393265:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467581.393273:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467581.393276:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467581.393282:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467581.393285:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467581.393289:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467581.393292:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467581.393295:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467581.393297:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467581.778084:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467581.778091:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467581.778096:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467581.778100:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467581.778102:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467581.778106:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467581.778126:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467581.778129:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467581.778152:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467581.778156:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467581.778160:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467581.778162:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467581.778163:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467581.778165:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467581.778166:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467581.778168:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467581.778169:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467581.778171:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467581.778326:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467581.778330:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467581.778333:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467582.033657:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467582.033671:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467582.033673:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467582.033677:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467582.033679:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467582.033682:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467582.033685:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467582.418116:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467582.418155:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467582.418158:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467582.418163:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467582.418166:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467582.418170:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467582.418172:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467582.418175:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467582.418178:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467582.801352:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467582.801358:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467582.801363:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467582.801364:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467582.801367:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467582.801369:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467582.801438:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467582.801442:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467582.801445:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467583.057389:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467583.057405:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467583.057407:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467583.057411:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467583.057413:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467583.057418:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467583.057420:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467583.443964:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467583.443973:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467583.443975:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467583.443980:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467583.443984:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467583.443988:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467583.443991:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467583.443992:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467583.443995:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467583.825286:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467583.825294:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467583.825300:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467583.825301:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467583.825304:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467583.825305:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467583.825387:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467583.825390:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467583.825393:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467584.081240:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467584.081269:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467584.081270:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467584.081275:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467584.081277:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467584.081281:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467584.081283:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467584.465273:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467584.465281:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467584.465283:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467584.465288:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467584.465291:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467584.465294:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467584.465296:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467584.465299:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467584.465301:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467584.850352:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467584.850358:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467584.850364:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467584.850365:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467584.850368:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467584.850369:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467584.850422:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467584.850425:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467584.850428:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467585.105250:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467585.105264:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467585.105266:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467585.105270:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467585.105272:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467585.105277:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467585.105280:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467585.489264:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467585.489271:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467585.489273:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467585.489278:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467585.489282:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467585.489289:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467585.489308:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467585.489311:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467585.489313:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467585.874437:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467585.874444:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467585.874449:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467585.874450:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467585.874453:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467585.874454:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467585.874535:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467585.874538:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467585.874542:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467586.129843:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467586.129857:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467586.129859:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467586.129863:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467586.129866:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467586.129870:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467586.129872:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467586.133180:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467586.133189:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467586.133192:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467586.133195:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467586.133197:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467586.133200:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467586.133202:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467586.133206:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467586.133208:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467586.133212:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467586.133216:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19839) 00000100:00000001:1.0:1789467586.513247:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467586.513254:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467586.513257:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467586.513262:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467586.513265:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467586.513269:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467586.513272:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467586.513274:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467586.513276:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467586.899171:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467586.899178:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467586.899184:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467586.899185:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467586.899189:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467586.899190:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467586.900367:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467586.900374:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467586.900378:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467587.153335:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467587.153347:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467587.153349:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467587.153354:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467587.153356:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467587.153360:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467587.153363:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467587.537242:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467587.537250:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467587.537252:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467587.537257:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467587.537261:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467587.537265:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467587.537268:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467587.537270:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467587.537272:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467587.923904:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467587.923911:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467587.923916:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467587.923918:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467587.923921:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467587.923936:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467587.924178:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467587.924187:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467587.924190:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467588.177237:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467588.177259:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467588.177262:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467588.177266:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467588.177269:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467588.177274:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467588.177276:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467588.561325:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467588.561332:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467588.561334:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467588.561339:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467588.561343:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467588.561347:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467588.561349:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467588.561352:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467588.561355:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467588.945850:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467588.945860:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467588.945862:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467588.945866:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467588.945871:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467588.945873:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467588.945874:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467588.945877:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467588.945881:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467588.945882:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467588.945885:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467588.945887:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467588.945939:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467588.945942:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467588.945945:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467589.204482:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467589.204687:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467589.204689:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467589.204694:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467589.204696:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467589.204700:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467589.204703:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467589.585328:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467589.585335:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467589.585337:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467589.585342:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467589.585345:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467589.585349:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467589.585351:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467589.585353:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467589.585356:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467589.969704:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467589.969711:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467589.969717:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467589.969718:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467589.969721:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467589.969722:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467589.969794:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467589.969798:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467589.969802:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467590.225269:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467590.225275:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467590.225295:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467565/real 1789467565] req@ffff8cbad742c380 x1876386402393728/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467590 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467590.225312:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467590.225313:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467590.225317:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30b00. 00000400:00000200:0.0:1789467590.225323:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d55d8 00000400:00000010:0.0:1789467590.225339:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d55d8. 00000100:00000001:0.0:1789467590.225343:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467590.225347:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742c380 x1876386402393728/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467590 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467590.225356:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742c380 x1876386402393728/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467590 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467590.225364:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467590.225365:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467590.225368:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467590.225370:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467590.225374:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742c380 x1876386402393728/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467590 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467590.225380:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467590.225383:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467590.225387:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467565/real 1789467565] req@ffff8cbad742d880 x1876386402393856/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467590 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467590.225394:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467590.225395:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467590.225397:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30f78. 00000400:00000200:0.0:1789467590.225399:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d53b8 00000400:00000010:0.0:1789467590.225401:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d53b8. 00000100:00000001:0.0:1789467590.225403:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467590.225406:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742d880 x1876386402393856/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467590 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467590.225413:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742d880 x1876386402393856/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467590 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467590.225419:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467590.225420:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467590.225421:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467590.225422:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467590.225426:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742d880 x1876386402393856/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467590 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467590.225436:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467590.225437:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467590.225442:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467565/real 1789467565] req@ffff8cbad742c000 x1876386402393984/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467590 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467590.225449:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467590.225450:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467590.225451:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f303c8. 00000400:00000200:0.0:1789467590.225453:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5110 00000400:00000010:0.0:1789467590.225454:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5110. 00000100:00000001:0.0:1789467590.225456:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467590.225459:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742c000 x1876386402393984/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467590 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467590.225466:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742c000 x1876386402393984/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467590 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467590.225472:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467590.225473:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467590.225474:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467590.225475:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467590.225478:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742c000 x1876386402393984/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467590 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467590.225484:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467590.225491:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467590.225493:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467590.225496:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467590.225497:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467590.225499:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467590.225503:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742c380 x1876386402393728/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467590 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467590.225511:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467590.225516:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467590.225517:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467590.225519:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467590.225521:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467590.225523:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467590.225527:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467590.225544:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789467590.225546:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467590.225550:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742c380 x1876386402393728/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467590 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467590.225558:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402393728:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789467590.225563:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467590.225566:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742d880 x1876386402393856/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467590 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467590.225573:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467590.225575:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467590.225576:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467590.225577:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467590.225579:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467590.225581:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467590.225583:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467590.225589:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467590.225596:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789467590.225598:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789467590.225602:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00080000:2.0:1789467590.225602:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789467590.225607:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1789467590.225609:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00000040:0.0:1789467590.225614:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742d880 x1876386402393856/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467590 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789467590.225617:0:331017:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 19814 00000100:00100000:0.0:1789467590.225626:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402393856:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467590.225630:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467590.225640:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742c000 x1876386402393984/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467590 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467590.225647:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467590.225649:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467590.225650:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467590.225652:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467590.225653:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467590.225656:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467590.225658:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467590.225666:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789467590.225668:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467590.225672:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742c000 x1876386402393984/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467590 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467590.225681:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402393984:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467590.225685:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467590.225688:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467590.225691:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742c380 x1876386402393728/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467590 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467590.225698:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1789467590.226746:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467590.226754:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789467590.226758:0:331017:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467590.226761:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467590.226765:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467590.226767:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467590.226782:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789467590.226789:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467590.226792:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:2.0:1789467590.226795:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467590.226797:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:2.0:1789467590.226800:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:2.0:1789467590.226802:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:2.0:1789467590.226806:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467590.226808:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467590.226810:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467590.226812:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789467590.226815:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:2.0:1789467590.226819:0:331017:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789467590.226821:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467590.226824:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467590.226828:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467590.226831:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467590.226833:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467590.226836:0:331017:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467590.226852:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742df80. 00000020:00000040:2.0:1789467590.226855:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=5 obd=MGC192.168.203.142@tcp 02000000:00000001:0.0:1789467590.226884:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467590.226889:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6891c00. 02000000:00000001:0.0:1789467590.226895:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467590.226897:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467590.226898:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789467590.226901:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467590.226903:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faace400. 02000000:00000001:0.0:1789467590.226908:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467590.226910:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467590.226912:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742c380. 00000100:00000001:0.0:1789467590.226915:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467590.226922:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467590.226924:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467590.226930:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742d880 x1876386402393856/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467590 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467590.226936:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467590.226938:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467590.226939:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890c00. 02000000:00000001:0.0:1789467590.226941:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467590.226942:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467590.226943:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789467590.226945:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467590.226946:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacf000. 02000000:00000001:0.0:1789467590.226948:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467590.226950:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467590.226951:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742d880. 00000100:00000001:0.0:1789467590.226955:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467590.226956:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467590.226957:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467590.226961:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742c000 x1876386402393984/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467590 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467590.226967:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467590.226968:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467590.226969:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890000. 02000000:00000001:0.0:1789467590.226971:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467590.226972:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467590.226973:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789467590.226975:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467590.226976:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacfc00. 02000000:00000001:0.0:1789467590.226979:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467590.226980:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467590.226981:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742c000. 00000100:00000001:0.0:1789467590.226983:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467590.226984:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467590.226986:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1789467590.227117:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467590.227119:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467590.227122:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467590.227125:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467590.227129:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467590.227153:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacdc00. 00000100:00000001:2.0:1789467590.227342:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467590.227351:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742df80 x1876386402394112/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467590.227361:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467590.227364:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467590.227374:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017561cf4] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742df80 x1876386402394112/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467590.227385:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467590.227388:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467590.227391:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789467590.227393:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467590.227395:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467590.227398:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467590.227401:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19814 00000400:00000200:2.0:1789467590.227406:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467590.227409:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789467590.227411:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467590.227414:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467590.227416:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467590.227418:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467590.227420:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789467590.227424:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467590.227425:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:2.0:1789467590.227427:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467590.227429:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:2.0:1789467590.227431:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:2.0:1789467590.227433:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:2.0:1789467590.227436:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467590.227438:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467590.227440:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467590.227442:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789467590.227444:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:2.0:1789467590.227446:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789467590.227448:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467590.227454:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467590.227460:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467590.227462:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467590.227464:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789467590.227468:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789467590.227470:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467590.227472:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467590.227475:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742f480. 00000020:00000040:2.0:1789467590.227477:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789467590.227479:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467590.227480:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467590.227482:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467590.227483:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467590.227485:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467590.227488:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacec00. 00000100:00000001:2.0:1789467590.227492:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467590.227496:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742f480 x1876386402394240/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467590.227503:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467590.227505:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467590.227508:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009247fae5] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742f480 x1876386402394240/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467590.227514:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467590.227516:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467590.227519:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789467590.227520:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467590.227522:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467590.227524:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467590.227526:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19814 00000400:00000200:2.0:1789467590.227529:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467590.227531:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789467590.227533:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467590.227540:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467590.227542:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467590.227543:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467590.227545:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789467590.227548:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467590.227549:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:2.0:1789467590.227550:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467590.227552:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:2.0:1789467590.227554:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:2.0:1789467590.227555:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:2.0:1789467590.227558:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467590.227560:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467590.227561:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467590.227564:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789467590.227566:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:2.0:1789467590.227568:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789467590.227570:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467590.227572:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467590.227576:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467590.227577:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467590.227579:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789467590.227581:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789467590.227584:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467590.227585:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467590.227588:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742fb80. 00000020:00000040:2.0:1789467590.227590:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789467590.227593:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467590.227594:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467590.227595:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467590.227596:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467590.227598:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467590.227601:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacd000. 00000100:00000001:2.0:1789467590.227610:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467590.227615:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742fb80 x1876386402394368/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789467590.227876:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467590.227879:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467590.227888:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467590.227891:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467590.227893:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467590.227899:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742df80 x1876386402394112/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467590.227907:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467590.227909:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467590.227913:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467590.227915:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467590.227917:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467590.227921:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402394112:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789467590.227924:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467590.227928:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467590.227930:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467590.227933:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467590.227937:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687d000. 02000000:00000001:0.0:1789467590.227939:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467590.227944:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789467590.227948:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9cf20. 00000400:00000010:0.0:1789467590.227955:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089b28. 00000100:00000200:0.0:1789467590.227962:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402394112, portal 25 00000100:00000001:0.0:1789467590.227964:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467590.227965:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836130688 : -126740873420928 : ffff8cbad742df80) 00000100:00000040:0.0:1789467590.227971:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742df80 x1876386402394112/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467590.227979:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467590.227982:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789467590.227984:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089880. 00000100:00000200:0.0:1789467590.227988:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402394112, offset 0 00000400:00000200:0.0:1789467590.228006:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789467590.228014:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467590.228020:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000100:00000001:2.0:1789467590.228023:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1789467590.228027:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1789467590.228028:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467590.228035:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea5b87c] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742fb80 x1876386402394368/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789467590.228038:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789467590.228045:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789467590.228050:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000100:00000001:2.0:1789467590.228053:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467590.228056:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467590.228060:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467590.228062:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467590.228065:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467590.228069:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19843) 00000100:00000040:2.0:1789467590.228078:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467590.228080:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467590.228082:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467590.228085:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467590.228087:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19843) 00000400:00000200:0.0:1789467590.229195:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93858:93858:256:4294967295] 192.168.203.142@tcp LPNI seq info [93858:93858:8:4294967295] 00000400:00000200:0.0:1789467590.229202:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467590.229213:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789467590.229219:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789467590.229227:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad359de00. 00000800:00000200:0.0:1789467590.229233:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789467590.229514:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789467590.229519:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad359de00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789467590.229535:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467590.229542:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789467590.229545:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314507511 00000100:00000010:0.0:1789467590.229551:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305ba80. 00000100:00000001:0.0:1789467590.229558:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789467590.229566:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314507511 00000100:00000010:0.0:1789467590.229570:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305b1e0. 00000100:00000001:0.0:1789467590.229573:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789467590.229577:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467590.229581:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467590.229585:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467590.229592:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742f480 x1876386402394240/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467590.229601:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467590.229603:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467590.229607:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467590.229609:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467590.229612:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467590.229616:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402394240:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467590.229631:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467590.229635:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467590.229637:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467590.229639:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467590.229644:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687d400. 02000000:00000001:0.0:1789467590.229646:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467590.229650:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789467590.229654:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c370. 00000400:00000010:0.0:1789467590.229659:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089d48. 00000100:00000200:0.0:1789467590.229664:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402394240, portal 10 00000100:00000001:0.0:1789467590.229666:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467590.229667:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836136064 : -126740873415552 : ffff8cbad742f480) 00000100:00000040:0.0:1789467590.229675:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742f480 x1876386402394240/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467590.229681:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467590.229683:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789467590.229685:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089000. 00000100:00000200:0.0:1789467590.229689:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402394240, offset 0 00000400:00000200:0.0:1789467590.229696:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789467590.229701:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467590.229706:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789467590.229710:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789467590.229713:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789467590.229716:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789467590.229718:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789467590.229721:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93859:93859:255:4294967295] 192.168.203.142@tcp LPNI seq info [93859:93859:7:4294967295] 00000400:00000200:0.0:1789467590.229724:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467590.229731:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789467590.229748:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789467590.229753:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad4597c00. 00000800:00000200:0.0:1789467590.229758:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789467590.229767:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789467590.229770:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad4597c00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789467590.229773:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467590.229776:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000800:00000200:2.0:1789467590.229890:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467590.229894:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad359de00. 00000400:00000200:2.0:1789467590.229899:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467590.229903:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467590.229907:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089880 00000400:00000010:2.0:1789467590.229909:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089880. 00000100:00000001:2.0:1789467590.229912:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467590.229915:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742df80 x1876386402394112/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467590.229930:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467590.229932:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742df80 x1876386402394112/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467615 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467590.229936:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467590.229937:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789467590.229950:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467590.229952:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad4597c00. 00000400:00000200:2.0:1789467590.229998:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467590.230003:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467590.230006:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089000 00000400:00000010:2.0:1789467590.230007:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089000. 00000100:00000001:2.0:1789467590.230010:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467590.230014:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742f480 x1876386402394240/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467590.230020:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467590.230022:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742f480 x1876386402394240/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467615 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467590.230029:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467590.230031:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1789467590.231257:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789467590.231263:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314506273 00000100:00000001:0.0:1789467590.231267:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314507511 00000100:00000001:0.0:1789467590.231269:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314506273 00000100:00000001:0.0:1789467590.231272:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314507511 00000100:00000001:0.0:1789467590.231274:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467590.231278:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467590.233897:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467590.233906:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467590.233916:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467590.233918:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789467590.233921:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467590.233924:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467590.234037:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789467590.234054:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742fb80 x1876386402394368/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467590.234074:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467590.234076:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467590.234080:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789467590.234084:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467590.234086:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467590.234090:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402394368:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467590.234111:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789467590.234115:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789467590.234117:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467590.234119:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789467590.234125:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6891800. 02000000:00000001:1.0:1789467590.234127:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467590.234158:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789467590.234164:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30420. 00000400:00000010:1.0:1789467590.234171:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5a18. 00000100:00000200:1.0:1789467590.234177:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402394368, portal 10 00000100:00000001:1.0:1789467590.234180:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789467590.234181:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836137856 : -126740873413760 : ffff8cbad742fb80) 00000100:00000040:1.0:1789467590.234189:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742fb80 x1876386402394368/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467590.234196:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789467590.234199:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789467590.234201:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5990. 00000100:00000200:1.0:1789467590.234204:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402394368, offset 0 00000400:00000200:1.0:1789467590.234211:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789467590.234218:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467590.234225:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789467590.234230:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789467590.234234:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789467590.234237:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789467590.234240:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789467590.234243:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93860:93860:256:4294967295] 192.168.203.142@tcp LPNI seq info [93860:93860:8:4294967295] 00000400:00000200:1.0:1789467590.234247:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467590.234257:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789467590.234262:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789467590.234267:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7600. 00000800:00000200:1.0:1789467590.234272:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789467590.234286:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467590.234290:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789467590.234357:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467590.234363:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789467590.234366:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789467590.234369:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314506264 00000100:00000001:1.0:1789467590.234373:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314507511 00000100:00000001:1.0:1789467590.234374:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314506264 00000100:00000001:1.0:1789467590.234377:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314507511 00000100:00000001:1.0:1789467590.234378:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789467590.234381:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467590.234384:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467590.234385:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467590.234388:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467590.234390:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789467590.234391:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467590.234392:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467590.234393:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467590.234395:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789467590.235085:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467590.235091:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7600. 00000400:00000200:3.0:1789467590.235104:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467590.235110:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467590.235116:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5990 00000400:00000010:3.0:1789467590.235119:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5990. 00000100:00000001:3.0:1789467590.235124:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467590.235129:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742fb80 x1876386402394368/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467590.235174:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467590.235178:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742fb80 x1876386402394368/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467615 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467590.235183:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467590.235185:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789467590.610066:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467590.610075:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467590.610077:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467590.610082:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467590.610086:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467590.610090:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467590.610092:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467590.610095:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467590.610097:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467590.996214:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467590.996221:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467590.996226:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467590.996227:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467590.996231:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467590.996232:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467590.996307:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467590.996312:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467590.996316:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789467591.505258:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314507511, at 4314507520 00000100:00000010:2.0:1789467591.505275:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305ba80. 00000100:00000040:3.0:1789467591.505426:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314507511, at 4314507520 00000100:00000010:3.0:1789467591.505433:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305b1e0. 00000100:00000001:1.0:1789467591.634998:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467591.635007:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467591.635009:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467591.635030:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467591.635034:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467591.635048:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467591.635050:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467591.635053:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467591.635055:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467592.018892:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467592.018899:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467592.018905:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467592.018908:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467592.018910:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467592.018913:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467592.018916:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467592.018918:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467592.018920:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467592.018922:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467592.018926:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467592.018943:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467592.018944:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467592.018946:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467592.018947:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467592.018948:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467592.018950:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467592.018951:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467592.019271:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467592.019275:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467592.019278:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467592.657287:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467592.657294:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467592.657296:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467592.657302:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467592.657305:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467592.657309:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467592.657312:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467592.657315:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467592.657317:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467593.041300:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467593.041307:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467593.041312:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467593.041313:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467593.041317:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467593.041318:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467593.041380:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467593.041382:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467593.041385:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467593.681677:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467593.681685:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467593.681687:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467593.681692:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467593.681696:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467593.681699:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467593.681702:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467593.681870:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467593.681875:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467594.065292:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467594.065301:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467594.065306:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467594.065308:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467594.065311:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467594.065312:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467594.065805:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467594.065810:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467594.065813:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467594.705268:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467594.705276:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467594.705278:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467594.705283:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467594.705286:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467594.705290:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467594.705292:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467594.705294:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467594.705297:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467595.091199:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467595.091206:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467595.091211:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467595.091212:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467595.091215:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467595.091216:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467595.091589:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467595.091593:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467595.091613:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467595.345279:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467595.345294:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467595.345296:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467595.345300:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467595.345302:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467595.345306:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467595.345309:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467595.345601:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467595.345608:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467595.345610:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467595.345614:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467595.345616:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467595.345619:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467595.345635:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467595.345639:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467595.345642:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467595.345645:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467595.345650:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19849) 00000100:00000001:1.0:1789467595.729297:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467595.729305:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467595.729307:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467595.729312:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467595.729316:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467595.729319:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467595.729322:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467595.729324:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467595.729326:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467596.114009:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467596.114016:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467596.114022:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467596.114024:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467596.114027:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467596.114029:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467596.114168:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467596.114172:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467596.114175:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467596.370463:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467596.370473:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467596.370475:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467596.370479:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467596.370482:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467596.370485:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467596.370488:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467596.753411:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467596.753419:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467596.753421:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467596.753426:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467596.753430:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467596.753433:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467596.753435:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467596.753438:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467596.753440:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467597.137250:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467597.137257:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467597.137262:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467597.137263:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467597.137283:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467597.137284:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467597.137414:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467597.137417:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467597.137420:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467597.393237:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467597.393251:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467597.393253:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467597.393258:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467597.393260:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467597.393264:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467597.393266:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467597.777284:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467597.777292:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467597.777294:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467597.777299:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467597.777302:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467597.777306:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467597.777308:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467597.777311:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467597.777313:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467598.161310:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467598.161316:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467598.161320:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467598.161322:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467598.161325:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467598.161326:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467598.161424:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467598.161430:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467598.161435:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467598.417796:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467598.417820:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467598.417822:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467598.417827:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467598.417829:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467598.417833:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467598.417836:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467598.801513:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467598.801525:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467598.801528:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467598.801535:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467598.801540:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467598.801848:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467598.801852:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467598.801855:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467598.801859:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467599.185322:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467599.185335:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467599.185338:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467599.185342:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467599.185349:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467599.185352:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467599.185354:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467599.185357:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467599.185361:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467599.185363:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467599.185366:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467599.185368:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467599.186027:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467599.186033:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467599.186037:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467599.443365:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467599.443383:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467599.443386:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467599.443392:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467599.443395:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467599.443400:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467599.443403:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467599.825251:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467599.825259:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467599.825261:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467599.825266:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467599.825270:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467599.825274:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467599.825276:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467599.825279:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467599.825282:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467600.209281:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467600.209290:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467600.209297:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467600.209299:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467600.209302:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467600.209304:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467600.209408:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467600.209416:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467600.209420:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467600.465580:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467600.465607:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467600.465634:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467600.465640:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467600.465643:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467600.465649:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467600.465652:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467600.469527:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467600.469541:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467600.469545:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467600.469548:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467600.469551:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467600.469555:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467600.469621:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467600.469626:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467600.469652:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467600.469655:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467600.469671:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19854) 00000100:00000001:1.0:1789467600.849675:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467600.849687:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467600.849689:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467600.849696:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467600.849701:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467600.849705:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467600.849707:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467600.849710:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467600.849714:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467601.233346:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467601.233357:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467601.233366:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467601.233367:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467601.233371:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467601.233372:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467601.233486:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467601.233490:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467601.233493:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467601.489311:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467601.489331:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467601.489334:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467601.489340:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467601.489343:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467601.489348:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467601.489351:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467601.875338:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467601.875347:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467601.875349:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467601.875354:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467601.875358:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467601.875362:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467601.875364:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467601.875367:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467601.875369:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467602.259244:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467602.259253:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467602.259260:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467602.259265:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467602.259267:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467602.259271:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467602.259275:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467602.259278:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467602.259280:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467602.259283:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467602.259287:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467602.259288:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467602.259290:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467602.259291:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467602.259293:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467602.259294:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467602.259296:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467602.259298:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467602.260658:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467602.260665:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467602.260670:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467602.513244:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467602.513258:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467602.513260:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467602.513265:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467602.513267:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467602.513271:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467602.513273:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467602.897275:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467602.897283:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467602.897286:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467602.897292:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467602.897296:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467602.897299:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467602.897302:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467602.897304:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467602.897307:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467603.281261:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467603.281268:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467603.281274:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467603.281275:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467603.281278:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467603.281279:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467603.281480:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467603.281484:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467603.281487:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467603.538150:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467603.538169:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467603.538177:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467603.538189:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467603.538191:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467603.538195:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467603.538198:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467603.921258:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467603.921266:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467603.921268:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467603.921273:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467603.921277:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467603.921281:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467603.921284:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467603.921286:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467603.921289:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467604.306602:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467604.306609:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467604.306615:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467604.306617:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467604.306621:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467604.306622:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467604.306729:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467604.306733:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467604.306736:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467604.562710:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467604.562722:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467604.562724:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467604.562729:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467604.562732:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467604.562736:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467604.562739:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467604.945263:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467604.945272:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467604.945273:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467604.945278:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467604.945282:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467604.945286:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467604.945288:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467604.945290:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467604.945293:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467605.329645:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467605.329660:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467605.329666:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467605.329667:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467605.329670:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467605.329671:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467605.329720:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467605.329723:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467605.329742:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467605.585697:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467605.585712:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467605.585714:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467605.585719:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467605.585722:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467605.585726:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467605.585744:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467605.585932:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467605.585938:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467605.585941:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467605.585944:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467605.585947:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467605.585950:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467605.585953:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467605.585957:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467605.585959:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467605.585962:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467605.585968:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19859) 00000100:00000001:1.0:1789467605.969372:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467605.969380:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467605.969382:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467605.969388:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467605.969391:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467605.969395:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467605.969397:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467605.969399:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467605.969402:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467606.353348:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467606.353355:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467606.353361:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467606.353362:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467606.353365:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467606.353367:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467606.356875:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467606.356881:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467606.356886:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467606.610109:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467606.610124:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467606.610126:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467606.610154:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467606.610158:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467606.610161:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467606.610165:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467606.994618:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467606.994626:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467606.994628:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467606.994633:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467606.994637:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467606.994640:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467606.994643:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467606.994645:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467606.994647:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467607.378765:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467607.378771:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467607.378776:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467607.378777:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467607.378780:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467607.378781:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467607.379005:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467607.379009:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467607.379012:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467607.634949:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467607.634965:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467607.634967:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467607.634971:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467607.634973:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467607.634978:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467607.634980:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467608.017312:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467608.017321:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467608.017323:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467608.017328:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467608.017332:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467608.017336:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467608.017338:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467608.017341:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467608.017343:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467608.401317:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467608.401326:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467608.401328:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467608.401332:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467608.401338:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467608.401340:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467608.401342:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467608.401345:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467608.401348:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467608.401349:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467608.401353:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467608.401354:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467608.401453:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467608.401456:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467608.401459:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467608.657248:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467608.657263:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467608.657264:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467608.657268:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467608.657270:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467608.657275:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467608.657279:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467609.041548:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467609.041557:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467609.041559:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467609.041564:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467609.041590:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467609.041604:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467609.041607:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467609.041609:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467609.041612:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467609.427207:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467609.427214:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467609.427219:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467609.427220:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467609.427223:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467609.427224:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467609.427275:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467609.427278:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467609.427280:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467609.683158:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467609.683171:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467609.683174:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467609.683178:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467609.683180:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467609.683185:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467609.683187:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467610.065279:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467610.065286:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467610.065288:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467610.065294:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467610.065297:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467610.065300:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467610.065303:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467610.065305:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467610.065309:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467610.449625:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467610.449632:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467610.449638:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467610.449639:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467610.449660:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467610.449661:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467610.450696:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467610.450702:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467610.450706:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467610.706300:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467610.706308:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467610.706311:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467610.706314:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467610.706316:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467610.706319:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467610.706322:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467610.706332:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467610.706334:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467610.706338:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467610.706344:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19864) 00000100:00000001:1.0:1789467610.706418:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467610.706427:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467610.706430:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467610.706434:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467610.706436:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467610.706441:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467610.706443:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467611.092008:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467611.092016:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467611.092018:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467611.092024:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467611.092028:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467611.092031:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467611.092034:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467611.092036:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467611.092039:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467611.473681:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467611.473688:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467611.473695:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467611.473699:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467611.473701:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467611.473704:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467611.473707:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467611.473711:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467611.473713:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467611.473715:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467611.473718:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467611.473720:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467611.473721:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467611.473723:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467611.473724:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467611.473726:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467611.473727:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467611.473729:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467611.473903:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467611.473908:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467611.473911:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467611.729252:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467611.729268:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467611.729271:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467611.729275:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467611.729278:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467611.729283:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467611.729305:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467612.113342:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467612.113351:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467612.113353:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467612.113367:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467612.113371:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467612.113375:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467612.113378:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467612.113381:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467612.113383:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467612.498594:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467612.498600:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467612.498606:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467612.498607:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467612.498610:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467612.498612:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467612.501500:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467612.501507:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467612.502110:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467612.754525:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467612.754539:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467612.754541:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467612.754545:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467612.754547:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467612.754551:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467612.754554:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467613.137912:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467613.137920:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467613.137922:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467613.137927:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467613.137931:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467613.137934:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467613.137937:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467613.137939:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467613.137942:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467613.521302:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467613.521310:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467613.521316:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467613.521317:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467613.521321:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467613.521322:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789467613.521377:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789467613.521380:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789467613.521383:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467613.777293:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467613.777309:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467613.777311:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467613.777317:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467613.777320:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467613.777324:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467613.777327:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467614.163393:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467614.163401:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467614.163403:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467614.163426:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467614.163429:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467614.163433:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467614.163435:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467614.163438:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467614.163440:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467614.545658:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467614.545666:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467614.545673:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467614.545690:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467614.545694:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467614.545695:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467614.548813:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467614.548822:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467614.548827:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467614.801200:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467614.801214:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467614.801216:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467614.801221:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467614.801223:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467614.801227:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467614.801230:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467615.185257:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467615.185266:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467615.185268:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467615.185273:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467615.185277:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467615.185280:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467615.185283:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467615.185285:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467615.185288:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467615.570499:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467615.570509:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467615.570516:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467615.570518:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467615.570521:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467615.570522:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467615.575260:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467615.575268:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467615.575275:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467615.825300:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467615.825309:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789467615.825330:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467590/real 1789467590] req@ffff8cbad742fb80 x1876386402394368/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467615 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789467615.825353:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789467615.825355:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789467615.825360:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30420. 00000400:00000200:1.0:1789467615.825368:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5a18 00000400:00000010:1.0:1789467615.825371:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5a18. 00000100:00000001:1.0:1789467615.825377:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789467615.825382:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742fb80 x1876386402394368/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467615 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789467615.825420:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742fb80 x1876386402394368/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467615 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467615.825429:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789467615.825432:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467615.825435:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467615.825437:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789467615.825442:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742fb80 x1876386402394368/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467615 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467615.825449:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467615.825452:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789467615.825458:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467590/real 1789467590] req@ffff8cbad742df80 x1876386402394112/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467615 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789467615.825466:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789467615.825467:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789467615.825470:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9cf20. 00000400:00000200:1.0:1789467615.825473:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089b28 00000400:00000010:1.0:1789467615.825476:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089b28. 00000100:00000001:1.0:1789467615.825479:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789467615.825482:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742df80 x1876386402394112/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467615 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789467615.825498:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742df80 x1876386402394112/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467615 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467615.825505:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789467615.825506:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467615.825508:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467615.825509:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789467615.825513:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742df80 x1876386402394112/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467615 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467615.825520:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467615.825528:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789467615.825533:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467590/real 1789467590] req@ffff8cbad742f480 x1876386402394240/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467615 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789467615.825550:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789467615.825551:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789467615.825553:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c370. 00000400:00000200:1.0:1789467615.825556:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089d48 00000400:00000010:1.0:1789467615.825558:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089d48. 00000100:00000001:1.0:1789467615.825561:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789467615.825564:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742f480 x1876386402394240/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467615 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789467615.825572:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742f480 x1876386402394240/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467615 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467615.825577:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789467615.825578:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467615.825580:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467615.825581:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789467615.825584:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742f480 x1876386402394240/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467615 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467615.825590:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467615.825600:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467615.825602:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467615.825605:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467615.825608:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467615.825611:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789467615.825616:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742fb80 x1876386402394368/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467615 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467615.825623:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789467615.825627:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467615.825628:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467615.825630:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467615.825639:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789467615.825642:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789467615.825646:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789467615.825669:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789467615.825672:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789467615.825677:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742fb80 x1876386402394368/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467615 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789467615.825685:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402394368:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467615.825690:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789467615.825694:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742df80 x1876386402394112/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467615 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467615.825700:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789467615.825702:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467615.825704:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467615.825705:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467615.825706:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789467615.825708:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789467615.825711:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789467615.825717:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789467615.825719:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789467615.825723:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742df80 x1876386402394112/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467615 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789467615.825729:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402394112:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789467615.825734:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789467615.825737:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742f480 x1876386402394240/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467615 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467615.825756:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789467615.825758:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467615.825760:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467615.825761:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467615.825763:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789467615.825765:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789467615.825768:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789467615.825774:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789467615.825776:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789467615.825780:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742f480 x1876386402394240/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467615 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789467615.825787:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402394240:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467615.825791:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467615.825795:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789467615.825799:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742fb80 x1876386402394368/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467615 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467615.825805:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789467615.825808:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789467615.825813:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6891800. 02000000:00000001:1.0:1789467615.825818:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789467615.825822:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789467615.825824:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789467615.825826:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789467615.825829:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacd000. 02000000:00000001:1.0:1789467615.825834:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789467615.825836:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789467615.825838:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742fb80. 00000100:00000001:1.0:1789467615.825844:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789467615.825846:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467615.825856:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789467615.825860:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742df80 x1876386402394112/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467615 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467615.825867:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789467615.825868:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789467615.825870:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687d000. 02000000:00000001:1.0:1789467615.825873:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789467615.825874:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789467615.825875:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789467615.825877:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789467615.825879:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacdc00. 02000000:00000001:1.0:1789467615.825881:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789467615.825882:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789467615.825884:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742df80. 00000100:00000001:1.0:1789467615.825888:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789467615.825889:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467615.825891:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789467615.825894:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742f480 x1876386402394240/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467615 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467615.825900:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789467615.825901:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789467615.825902:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687d400. 02000000:00000001:1.0:1789467615.825905:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789467615.825906:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789467615.825907:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789467615.825909:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789467615.825911:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacec00. 02000000:00000001:1.0:1789467615.825913:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789467615.825914:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789467615.825916:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742f480. 00000100:00000001:1.0:1789467615.825918:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789467615.825919:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467615.825922:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467615.825925:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467615.825927:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467615.825929:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1789467615.826208:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467615.826214:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789467615.826223:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467615.826226:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467615.826229:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467615.826233:0:176036:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 19838 00000400:00000200:3.0:1789467615.826243:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467615.826250:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467615.826253:0:176036:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467615.826256:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467615.826260:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467615.826262:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467615.826264:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467615.826272:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467615.826274:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789467615.826277:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467615.826281:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789467615.826284:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789467615.826286:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789467615.826289:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467615.826292:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467615.826293:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467615.826295:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467615.826298:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789467615.826302:0:176036:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467615.826305:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467615.826307:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467615.826311:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467615.826314:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467615.826316:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467615.826319:0:176036:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467615.826325:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033800. 00000020:00000040:3.0:1789467615.826328:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789467615.826337:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467615.826339:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467615.826343:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467615.826346:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467615.826351:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467615.826361:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3400. 00000100:00000001:3.0:1789467615.826368:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467615.826375:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033800 x1876386402394496/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467615.826385:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467615.826390:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467615.826395:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd66b7ab] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033800 x1876386402394496/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467615.826405:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467615.826408:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467615.826411:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467615.826412:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467615.826430:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467615.826432:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467615.826435:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19838 00000400:00000200:3.0:1789467615.826440:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467615.826443:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467615.826445:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467615.826448:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467615.826450:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467615.826452:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467615.826454:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467615.826457:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467615.826458:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789467615.826460:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467615.826462:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789467615.826469:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789467615.826472:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789467615.826475:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467615.826477:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467615.826728:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467615.826731:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467615.826734:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789467615.826736:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467615.826739:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467615.826741:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467615.826747:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467615.826749:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467615.826751:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789467615.826755:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789467615.826758:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467615.826760:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467615.826764:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030a80. 00000020:00000040:3.0:1789467615.826767:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467615.826769:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467615.826769:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467615.826771:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467615.826774:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467615.826775:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467615.826781:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d0800. 00000100:00000001:3.0:1789467615.826785:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467615.826790:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030a80 x1876386402394624/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467615.826797:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467615.826799:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467615.826802:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb50d69] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030a80 x1876386402394624/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467615.826821:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467615.826823:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467615.826826:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467615.826828:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467615.826829:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467615.826832:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467615.826834:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19838 00000400:00000200:3.0:1789467615.826839:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467615.826841:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467615.826844:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467615.826846:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467615.826849:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467615.826850:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467615.826852:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467615.826855:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467615.826857:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789467615.826858:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467615.826860:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789467615.826862:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789467615.826865:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789467615.826867:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467615.826869:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467615.826871:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467615.826873:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467615.826875:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789467615.826878:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467615.826880:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467615.826887:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467615.826891:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467615.826893:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467615.826895:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789467615.826897:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789467615.826899:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467615.826900:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467615.826904:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033100. 00000020:00000040:3.0:1789467615.826907:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467615.826909:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467615.826910:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467615.826911:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467615.826913:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467615.826915:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467615.826919:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2000. 00000100:00000001:3.0:1789467615.826922:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467615.826927:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033100 x1876386402394752/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467615.826945:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467615.826947:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467615.826950:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024ed4020] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033100 x1876386402394752/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467615.826958:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467615.826960:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467615.826965:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467615.826967:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467615.829235:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467615.829247:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19869) 00000100:00000001:1.0:1789467615.829318:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467615.829321:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789467615.829337:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033800 x1876386402394496/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467615.829348:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467615.829350:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467615.829356:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789467615.829360:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467615.829363:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467615.829368:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402394496:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789467615.829373:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789467615.829379:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789467615.829382:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467615.829384:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789467615.829394:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6891800. 02000000:00000001:1.0:1789467615.829396:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467615.829404:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789467615.829409:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30420. 00000400:00000010:1.0:1789467615.829417:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5a18. 00000100:00000200:1.0:1789467615.829426:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402394496, portal 25 00000100:00000001:1.0:1789467615.829428:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789467615.829430:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107417088 : -126744602134528 : ffff8cb9f9033800) 00000100:00000040:1.0:1789467615.829436:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033800 x1876386402394496/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467615.829443:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789467615.829446:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789467615.829449:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5dd0. 00000100:00000200:1.0:1789467615.829453:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402394496, offset 0 00000400:00000200:1.0:1789467615.829462:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789467615.829472:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467615.829482:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789467615.829488:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789467615.829493:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789467615.829513:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789467615.829516:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789467615.829520:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93861:93861:256:4294967295] 192.168.203.142@tcp LPNI seq info [93861:93861:8:4294967295] 00000400:00000200:1.0:1789467615.829525:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467615.829537:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789467615.829554:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789467615.829560:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7f00. 00000800:00000200:1.0:1789467615.829568:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789467615.829578:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467615.829583:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789467615.829605:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467615.829610:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789467615.829613:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314533111 00000100:00000010:1.0:1789467615.829619:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869ad20. 00000100:00000001:1.0:1789467615.829627:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789467615.829637:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314533111 00000100:00000010:1.0:1789467615.829641:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a600. 00000100:00000001:1.0:1789467615.829644:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789467615.829650:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789467615.829654:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467615.829657:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789467615.829662:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030a80 x1876386402394624/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467615.829670:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467615.829671:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467615.829673:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789467615.829674:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467615.829676:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467615.829679:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402394624:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467615.829683:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789467615.829691:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789467615.829692:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467615.829694:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789467615.829697:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890800. 02000000:00000001:1.0:1789467615.829699:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467615.829703:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789467615.829706:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30160. 00000400:00000010:1.0:1789467615.829711:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5b28. 00000100:00000200:1.0:1789467615.829714:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402394624, portal 10 00000100:00000001:1.0:1789467615.829716:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789467615.829717:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107405440 : -126744602146176 : ffff8cb9f9030a80) 00000100:00000040:1.0:1789467615.829725:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030a80 x1876386402394624/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467615.829732:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789467615.829734:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789467615.829738:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5220. 00000100:00000200:1.0:1789467615.829740:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402394624, offset 0 00000400:00000200:1.0:1789467615.829745:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789467615.829749:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467615.829752:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789467615.829755:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789467615.829757:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789467615.829759:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789467615.829761:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789467615.829764:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93862:93862:255:4294967295] 192.168.203.142@tcp LPNI seq info [93862:93862:7:4294967295] 00000400:00000200:1.0:1789467615.829768:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467615.829774:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789467615.829778:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789467615.829782:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7600. 00000800:00000200:1.0:1789467615.829786:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789467615.829790:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467615.829793:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789467615.829804:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467615.829810:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789467615.829814:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789467615.829816:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314531871 00000100:00000001:1.0:1789467615.829819:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314533111 00000100:00000001:1.0:1789467615.829821:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314531871 00000100:00000001:1.0:1789467615.829823:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314533111 00000100:00000001:1.0:1789467615.829824:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789467615.829826:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467615.829829:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789467615.829833:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033100 x1876386402394752/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467615.829840:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467615.829841:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467615.829843:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789467615.829845:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467615.829847:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467615.829849:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402394752:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467615.829853:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789467615.829855:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789467615.829857:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467615.829858:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789467615.829861:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6892000. 02000000:00000001:1.0:1789467615.829863:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467615.829866:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789467615.829869:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30e18. 00000400:00000010:1.0:1789467615.829872:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5660. 00000100:00000200:1.0:1789467615.829875:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402394752, portal 10 00000100:00000001:1.0:1789467615.829877:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789467615.829878:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107415296 : -126744602136320 : ffff8cb9f9033100) 00000100:00000040:1.0:1789467615.829884:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033100 x1876386402394752/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467615.829895:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789467615.829897:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789467615.829900:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5bb0. 00000100:00000200:1.0:1789467615.829902:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402394752, offset 0 00000400:00000200:1.0:1789467615.829907:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789467615.829912:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467615.829915:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789467615.829918:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789467615.829920:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789467615.829923:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789467615.829925:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789467615.829928:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93863:93863:254:4294967295] 192.168.203.142@tcp LPNI seq info [93863:93863:6:4294967295] 00000400:00000200:1.0:1789467615.829931:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467615.829937:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789467615.829941:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789467615.829944:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7100. 00000800:00000200:1.0:1789467615.829948:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789467615.829953:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467615.829955:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789467615.829958:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467615.829962:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789467615.829965:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789467615.829968:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314531859 00000800:00000200:2.0:1789467615.830680:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467615.830689:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7f00. 00000400:00000200:2.0:1789467615.830698:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467615.830705:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467615.830713:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5dd0 00000400:00000010:2.0:1789467615.830716:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5dd0. 00000100:00000001:2.0:1789467615.830722:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467615.830728:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033800 x1876386402394496/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467615.830739:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467615.830742:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033800 x1876386402394496/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467640 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467615.830750:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467615.830752:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789467615.830768:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467615.830771:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7600. 00000400:00000200:2.0:1789467615.830773:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467615.830776:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467615.830779:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5220 00000400:00000010:2.0:1789467615.830781:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5220. 00000100:00000001:2.0:1789467615.830783:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467615.830787:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030a80 x1876386402394624/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467615.830794:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467615.830797:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030a80 x1876386402394624/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467640 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467615.830818:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467615.830820:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789467615.830895:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467615.830898:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7100. 00000400:00000200:2.0:1789467615.830901:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467615.830904:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467615.830907:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5bb0 00000400:00000010:2.0:1789467615.830909:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5bb0. 00000100:00000001:2.0:1789467615.830911:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467615.830915:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033100 x1876386402394752/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467615.830922:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467615.830925:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033100 x1876386402394752/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467640 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467615.831051:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467615.831054:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789467615.831953:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314533111 00000100:00000001:1.0:1789467615.831958:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314531861 00000100:00000001:1.0:1789467615.831960:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314533111 00000100:00000001:1.0:1789467615.831964:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789467615.831975:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467615.831993:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467615.831997:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467615.832010:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467615.832013:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789467615.832016:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467615.832019:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467615.832021:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467615.832023:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467616.209290:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467616.209302:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467616.209305:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467616.209312:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467616.209317:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467616.209322:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467616.209325:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467616.209328:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467616.209331:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467616.593854:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467616.593865:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467616.593873:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467616.593875:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467616.593878:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467616.593880:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467616.594218:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467616.594223:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467616.594226:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789467617.105276:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314533111, at 4314533120 00000100:00000010:2.0:1789467617.105298:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869ad20. 00000100:00000040:3.0:1789467617.106375:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314533111, at 4314533121 00000100:00000010:3.0:1789467617.106392:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a600. 00000100:00000001:1.0:1789467617.237047:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467617.237059:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467617.237062:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467617.237068:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467617.237073:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467617.237078:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467617.237081:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467617.237084:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467617.237087:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467617.619363:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467617.619374:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467617.619381:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467617.619382:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467617.619386:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467617.619387:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467617.619858:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467617.619864:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467617.619875:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467618.257282:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467618.257289:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467618.257291:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467618.257296:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467618.257300:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467618.257304:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467618.257307:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467618.257309:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467618.257312:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467618.641281:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467618.641290:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467618.641292:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467618.641295:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467618.641299:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467618.641301:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467618.641304:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467618.641306:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467618.641310:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467618.641311:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467618.641314:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467618.641316:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467618.641416:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467618.641419:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467618.641422:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467619.281391:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467619.281399:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467619.281401:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467619.281407:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467619.281410:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467619.281414:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467619.281416:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467619.281419:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467619.281422:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467619.665794:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467619.665801:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467619.665807:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467619.665808:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467619.665811:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467619.665831:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467619.666156:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467619.666160:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467619.666163:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467620.305246:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467620.305253:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467620.305255:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467620.305260:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467620.305263:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467620.305266:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467620.305269:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467620.305271:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467620.305273:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467620.691372:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467620.691378:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467620.691384:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467620.691385:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467620.691388:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467620.691389:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467620.691483:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467620.691486:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467620.691489:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467620.946645:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467620.946660:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467620.946662:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467620.946667:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467620.946678:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467620.946682:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467620.946685:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467620.947579:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467620.947587:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467620.947590:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467620.947593:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467620.947595:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467620.947599:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467620.947601:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467620.947605:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467620.947624:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467620.947627:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467620.947633:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19874) 00000100:00000001:1.0:1789467621.329343:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467621.329351:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467621.329353:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467621.329358:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467621.329362:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467621.329367:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467621.329369:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467621.329374:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467621.329377:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467621.713316:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467621.713329:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467621.713334:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467621.713337:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467621.713339:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467621.713342:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467621.713346:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467621.713348:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467621.713350:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467621.713353:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467621.713356:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467621.713358:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467621.713359:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467621.713361:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467621.713362:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467621.713363:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467621.713364:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467621.713366:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467621.713443:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467621.713447:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467621.713450:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467621.969258:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467621.969273:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467621.969292:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467621.969297:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467621.969300:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467621.969304:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467621.969307:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467622.353208:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467622.353216:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467622.353218:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467622.353223:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467622.353226:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467622.353230:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467622.353233:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467622.353235:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467622.353237:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467622.737967:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467622.737976:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467622.737982:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467622.737984:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467622.737986:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467622.737988:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467622.738186:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467622.738189:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467622.738192:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467622.995273:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467622.995285:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467622.995287:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467622.995292:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467622.995294:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467622.995298:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467622.995300:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467623.377652:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467623.377659:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467623.377662:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467623.377666:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467623.377670:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467623.377673:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467623.377675:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467623.377678:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467623.377680:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467623.762391:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467623.762399:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467623.762405:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467623.762406:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467623.762409:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467623.762410:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467623.762624:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467623.762628:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467623.762631:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467624.017456:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467624.017473:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467624.017475:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467624.017488:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467624.017491:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467624.017495:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467624.017498:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467624.401280:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467624.401287:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467624.401305:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467624.401311:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467624.401314:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467624.401317:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467624.401319:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467624.401322:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467624.401324:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467624.785280:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467624.785313:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467624.785319:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467624.785320:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467624.785323:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467624.785324:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467624.785406:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467624.785409:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467624.785412:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467625.042178:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467625.042190:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467625.042192:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467625.042197:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467625.042199:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467625.042203:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467625.042206:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467625.429293:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467625.429302:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467625.429304:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467625.429309:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467625.429312:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467625.429316:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467625.429319:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467625.429321:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467625.429324:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467625.809297:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467625.809305:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467625.809310:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467625.809312:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467625.809315:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467625.809316:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467625.809438:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467625.809441:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467625.809444:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467626.065250:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467626.065260:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467626.065263:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467626.065266:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467626.065268:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467626.065271:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467626.065274:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467626.065278:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467626.065280:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467626.065283:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467626.065305:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19879) 00000100:00000001:2.0:1789467626.065646:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467626.065656:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467626.065658:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467626.065662:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467626.065664:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467626.065668:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467626.065670:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467626.449443:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467626.449452:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467626.449453:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467626.449459:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467626.449471:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467626.449476:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467626.449479:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467626.449481:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467626.449484:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467626.833311:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467626.833319:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467626.833325:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467626.833326:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467626.833330:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467626.833331:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467626.833645:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467626.833649:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467626.833653:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467627.093672:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467627.093686:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467627.093688:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467627.093692:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467627.093713:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467627.093718:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467627.093720:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467627.473244:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467627.473253:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467627.473255:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467627.473260:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467627.473264:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467627.473268:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467627.473270:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467627.473273:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467627.473276:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467627.858932:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467627.858940:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467627.858946:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467627.858947:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467627.858950:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467627.858952:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467627.859011:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467627.859015:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467627.859019:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467628.113244:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467628.113260:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467628.113262:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467628.113266:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467628.113268:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467628.113272:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467628.113275:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467628.497261:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467628.497269:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467628.497271:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467628.497275:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467628.497279:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467628.497282:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467628.497284:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467628.497287:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467628.497289:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467628.881318:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467628.881326:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467628.881328:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467628.881331:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467628.881336:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467628.881338:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467628.881340:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467628.881342:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467628.881347:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467628.881348:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467628.881351:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467628.881353:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467628.881649:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467628.881652:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467628.881655:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467629.137286:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467629.137305:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467629.137308:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467629.137313:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467629.137316:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467629.137322:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467629.137325:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467629.521255:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467629.521264:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467629.521266:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467629.521287:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467629.521290:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467629.521294:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467629.521296:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467629.521298:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467629.521301:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467629.905221:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467629.905229:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467629.905235:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467629.905253:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467629.905258:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467629.905259:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467629.905494:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467629.905498:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467629.905509:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467630.161257:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467630.161272:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467630.161274:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467630.161280:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467630.161282:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467630.161286:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467630.161289:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467630.545246:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467630.545253:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467630.545255:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467630.545260:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467630.545263:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467630.545266:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467630.545268:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467630.545271:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467630.545273:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467630.930653:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467630.930661:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467630.930666:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467630.930667:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467630.930670:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467630.930672:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467630.930772:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467630.930776:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467630.930779:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467631.185241:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467631.185254:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467631.185257:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467631.185262:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467631.185264:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467631.185268:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467631.185271:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467631.186286:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467631.186294:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467631.186297:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467631.186300:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467631.186303:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467631.186306:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467631.186308:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467631.186312:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467631.186314:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467631.186317:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467631.186322:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19884) 00000100:00000001:1.0:1789467631.569232:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467631.569240:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467631.569259:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467631.569264:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467631.569267:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467631.569270:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467631.569272:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467631.569274:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467631.569277:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467631.953221:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467631.953228:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467631.953233:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467631.953237:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467631.953239:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467631.953242:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467631.953245:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467631.953248:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467631.953250:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467631.953252:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467631.953255:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467631.953257:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467631.953258:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467631.953259:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467631.953260:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467631.953261:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467631.953263:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467631.953264:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467631.953371:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467631.953374:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467631.953377:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467632.209239:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467632.209253:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467632.209255:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467632.209260:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467632.209261:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467632.209266:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467632.209285:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467632.598832:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467632.598840:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467632.598843:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467632.598847:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467632.598850:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467632.598854:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467632.598857:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467632.598859:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467632.598861:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467632.977331:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467632.977340:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467632.977345:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467632.977347:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467632.977350:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467632.977351:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467632.978086:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467632.978091:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467632.978095:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467633.235749:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467633.235763:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467633.235765:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467633.235770:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467633.235773:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467633.235777:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467633.235780:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467633.618345:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467633.618353:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467633.618355:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467633.618360:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467633.618363:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467633.618366:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467633.618369:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467633.618371:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467633.618373:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467634.001348:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467634.001356:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467634.001364:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467634.001365:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467634.001369:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467634.001387:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467634.001543:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467634.001546:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467634.001549:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467634.257283:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467634.257299:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467634.257301:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467634.257306:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467634.257308:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467634.257311:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467634.257314:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467634.641285:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467634.641293:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467634.641295:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467634.641299:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467634.641302:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467634.641306:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467634.641309:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467634.641324:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467634.641327:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467635.025285:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467635.025293:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467635.025297:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467635.025299:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467635.025302:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467635.025303:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467635.025466:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467635.025469:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467635.025472:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467635.281252:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467635.281267:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467635.281269:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467635.281273:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467635.281275:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467635.281279:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467635.281281:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467635.665246:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467635.665255:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467635.665257:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467635.665262:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467635.665265:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467635.665269:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467635.665271:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467635.665274:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467635.665276:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467636.049256:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467636.049263:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467636.049269:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467636.049270:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467636.049273:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467636.049274:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467636.049427:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467636.049431:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467636.049433:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467636.306118:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467636.306160:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467636.306163:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467636.306168:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467636.306170:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467636.306175:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467636.306178:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467636.310478:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467636.310489:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467636.310492:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467636.310495:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467636.310498:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467636.310501:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467636.310503:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467636.310508:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467636.310510:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467636.310513:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467636.310518:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19890) 00000100:00000001:1.0:1789467636.689767:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467636.689776:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467636.689778:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467636.689783:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467636.689806:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467636.689810:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467636.689812:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467636.689814:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467636.689817:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467637.074991:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467637.074999:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467637.075004:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467637.075005:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467637.075008:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467637.075010:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467637.075414:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467637.075418:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467637.075421:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467637.329881:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467637.329895:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467637.329897:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467637.329901:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467637.329903:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467637.329908:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467637.329911:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467637.713391:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467637.713399:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467637.713401:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467637.713406:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467637.713409:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467637.713413:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467637.713415:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467637.713418:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467637.713421:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467638.097527:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467638.097534:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467638.097540:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467638.097541:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467638.097545:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467638.097546:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467638.100997:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467638.101018:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467638.101022:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467638.353242:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467638.353255:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467638.353257:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467638.353261:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467638.353263:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467638.353268:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467638.353270:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467638.737247:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467638.737256:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467638.737258:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467638.737262:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467638.737266:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467638.737269:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467638.737271:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467638.737273:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467638.737275:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467639.121385:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467639.121393:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467639.121395:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467639.121398:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467639.121402:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467639.121405:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467639.121407:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467639.121409:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467639.121413:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467639.121414:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467639.121417:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467639.121418:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467639.121503:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467639.121507:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467639.121509:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467639.378316:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467639.378332:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467639.378334:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467639.378339:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467639.378341:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467639.378345:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467639.378348:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467639.761257:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467639.761265:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467639.761267:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467639.761272:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467639.761275:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467639.761295:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467639.761298:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467639.761300:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467639.761312:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467640.145271:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467640.145294:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467640.145310:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467640.145312:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467640.145315:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467640.145316:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467640.145536:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467640.145540:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467640.145543:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467640.401336:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467640.401343:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789467640.401369:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467615/real 1789467615] req@ffff8cb9f9033800 x1876386402394496/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467640 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789467640.401386:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789467640.401388:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789467640.401392:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30420. 00000400:00000200:1.0:1789467640.401398:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5a18 00000400:00000010:1.0:1789467640.401401:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5a18. 00000100:00000001:1.0:1789467640.401405:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789467640.401410:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033800 x1876386402394496/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467640 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789467640.401419:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033800 x1876386402394496/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467640 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467640.401427:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789467640.401428:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467640.401431:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467640.401433:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789467640.401437:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9033800 x1876386402394496/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467640 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467640.401444:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467640.401446:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789467640.401450:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467615/real 1789467615] req@ffff8cb9f9030a80 x1876386402394624/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467640 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789467640.401458:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789467640.401475:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789467640.401478:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30160. 00000400:00000200:1.0:1789467640.401480:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5b28 00000400:00000010:1.0:1789467640.401482:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5b28. 00000100:00000001:1.0:1789467640.401484:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789467640.401488:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030a80 x1876386402394624/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467640 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789467640.401495:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030a80 x1876386402394624/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467640 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467640.401502:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789467640.401503:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467640.401505:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467640.401507:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789467640.401510:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9030a80 x1876386402394624/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467640 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467640.401516:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467640.401518:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789467640.401522:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467615/real 1789467615] req@ffff8cb9f9033100 x1876386402394752/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467640 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789467640.401528:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789467640.401529:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789467640.401530:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30e18. 00000400:00000200:1.0:1789467640.401532:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5660 00000400:00000010:1.0:1789467640.401534:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5660. 00000100:00000001:1.0:1789467640.401536:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789467640.401538:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033100 x1876386402394752/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467640 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789467640.401546:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033100 x1876386402394752/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467640 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467640.401552:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789467640.401553:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467640.401560:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467640.401561:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789467640.401566:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9033100 x1876386402394752/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467640 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467640.401572:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467640.401580:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467640.401582:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467640.401585:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467640.401587:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467640.401589:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789467640.401594:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033800 x1876386402394496/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467640 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467640.401601:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789467640.401604:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467640.401605:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467640.401606:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467640.401609:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789467640.401610:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789467640.401614:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789467640.401640:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789467640.401643:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789467640.401647:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033800 x1876386402394496/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467640 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789467640.401654:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402394496:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789467640.401659:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789467640.401662:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030a80 x1876386402394624/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467640 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467640.401667:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789467640.401670:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467640.401676:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467640.401678:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467640.401679:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789467640.401682:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789467640.401684:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789467640.401690:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789467640.401692:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789467640.401696:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030a80 x1876386402394624/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467640 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789467640.401703:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402394624:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467640.401707:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789467640.401710:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033100 x1876386402394752/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467640 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467640.401716:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789467640.401718:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467640.401719:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467640.401720:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467640.401721:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789467640.401723:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789467640.401725:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789467640.401729:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789467640.401730:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789467640.401734:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033100 x1876386402394752/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467640 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789467640.401740:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402394752:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467640.401744:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467640.401751:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789467640.401755:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033800 x1876386402394496/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467640 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467640.401760:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789467640.401763:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789467640.401767:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6891800. 02000000:00000001:1.0:1789467640.401771:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789467640.401775:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789467640.401776:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789467640.401779:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789467640.401782:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d3400. 02000000:00000001:1.0:1789467640.401785:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789467640.401787:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789467640.401789:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033800. 00000100:00000001:1.0:1789467640.401794:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789467640.401795:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467640.401797:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789467640.401800:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030a80 x1876386402394624/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467640 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467640.401805:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789467640.401806:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789467640.401808:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890800. 02000000:00000001:1.0:1789467640.401810:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789467640.401811:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789467640.401812:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789467640.401814:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789467640.401816:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d0800. 02000000:00000001:1.0:1789467640.401818:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789467640.401819:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789467640.401820:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030a80. 00000100:00000001:1.0:1789467640.401822:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789467640.401824:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467640.401825:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789467640.401828:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033100 x1876386402394752/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467640 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467640.401834:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789467640.401840:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789467640.401842:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6892000. 02000000:00000001:1.0:1789467640.401845:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789467640.401847:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789467640.401848:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789467640.401850:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789467640.401851:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d2000. 02000000:00000001:1.0:1789467640.401853:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789467640.401854:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789467640.401856:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033100. 00000100:00000001:1.0:1789467640.401858:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789467640.401860:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467640.401862:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467640.401866:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467640.401867:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467640.401869:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467640.401871:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467640.401956:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467640.401962:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789467640.401964:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467640.401967:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467640.401970:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467640.401974:0:331017:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 19864 00000400:00000200:2.0:1789467640.401983:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467640.401988:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789467640.401991:0:331017:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467640.401994:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467640.401997:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467640.402000:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467640.402002:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789467640.402008:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467640.402010:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:2.0:1789467640.402013:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467640.402016:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:2.0:1789467640.402019:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:2.0:1789467640.402021:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:2.0:1789467640.402025:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467640.402027:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467640.402029:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467640.402031:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789467640.402040:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:2.0:1789467640.402043:0:331017:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789467640.402046:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467640.402048:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467640.402052:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467640.402054:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467640.402057:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467640.402059:0:331017:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467640.402064:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742f800. 00000020:00000040:2.0:1789467640.402068:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789467640.402071:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467640.402073:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467640.402076:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467640.402078:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467640.402082:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467640.402088:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacf400. 00000100:00000001:2.0:1789467640.402095:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467640.402100:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742f800 x1876386402394880/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467640.402108:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467640.402112:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467640.402116:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000106e5d2c] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742f800 x1876386402394880/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467640.402180:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467640.402184:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467640.402187:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789467640.402188:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467640.402190:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467640.402193:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467640.402195:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19864 00000400:00000200:2.0:1789467640.402199:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467640.402208:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789467640.402210:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467640.402213:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467640.402215:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467640.402217:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467640.402219:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789467640.402223:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467640.402224:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:2.0:1789467640.402226:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467640.402228:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:2.0:1789467640.402230:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:2.0:1789467640.402232:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:2.0:1789467640.402235:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467640.402237:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467640.402238:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467640.402240:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789467640.402242:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:2.0:1789467640.402246:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789467640.402248:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467640.402250:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467640.402256:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467640.402257:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467640.402259:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789467640.402263:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789467640.402266:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467640.402268:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467640.402272:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742ea00. 00000020:00000040:2.0:1789467640.402274:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789467640.402277:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467640.402278:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467640.402280:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467640.402287:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467640.402289:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467640.402293:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faaccc00. 00000100:00000001:2.0:1789467640.402296:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467640.402302:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742ea00 x1876386402395008/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467640.402309:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467640.402311:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467640.402315:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce5eb67d] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742ea00 x1876386402395008/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467640.402323:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467640.402325:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467640.402328:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789467640.402330:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467640.402332:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467640.402334:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467640.402337:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19864 00000400:00000200:2.0:1789467640.402341:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467640.402344:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789467640.402346:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467640.402348:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467640.402350:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467640.402352:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467640.402353:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789467640.402357:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467640.402369:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:2.0:1789467640.402371:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467640.402373:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:2.0:1789467640.402375:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:2.0:1789467640.402377:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:2.0:1789467640.402386:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467640.402389:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467640.402390:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467640.402392:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789467640.402395:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:2.0:1789467640.402397:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789467640.402400:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467640.402401:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467640.402404:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467640.402407:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467640.402408:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789467640.402410:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789467640.402413:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467640.402415:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467640.402418:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742dc00. 00000020:00000040:2.0:1789467640.402421:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789467640.402423:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467640.402424:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467640.402426:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467640.402427:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467640.402429:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467640.402433:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacd800. 00000100:00000001:2.0:1789467640.402437:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467640.402441:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742dc00 x1876386402395136/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467640.402448:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467640.402450:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467640.402454:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e28b06d0] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742dc00 x1876386402395136/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467640.402461:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467640.402464:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467640.402473:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467640.402476:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467640.402479:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467640.402484:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19894) 00000100:00000001:1.0:1789467640.405718:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467640.405728:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467640.405731:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789467640.405747:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742f800 x1876386402394880/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467640.405758:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467640.405760:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467640.405764:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789467640.405768:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467640.405770:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467640.405774:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402394880:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789467640.405778:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789467640.405783:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789467640.405785:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467640.405788:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789467640.405796:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6892000. 02000000:00000001:1.0:1789467640.405798:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467640.405805:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789467640.405810:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30e18. 00000400:00000010:1.0:1789467640.405831:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5660. 00000100:00000200:1.0:1789467640.405838:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402394880, portal 25 00000100:00000001:1.0:1789467640.405840:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789467640.405842:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836136960 : -126740873414656 : ffff8cbad742f800) 00000100:00000040:1.0:1789467640.405849:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742f800 x1876386402394880/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467640.405856:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789467640.405858:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789467640.405861:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5b28. 00000100:00000200:1.0:1789467640.405865:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402394880, offset 0 00000400:00000200:1.0:1789467640.405872:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789467640.405881:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467640.405890:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789467640.405896:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789467640.405899:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789467640.405903:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789467640.405905:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789467640.405908:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93864:93864:256:4294967295] 192.168.203.142@tcp LPNI seq info [93864:93864:8:4294967295] 00000400:00000200:1.0:1789467640.405912:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467640.405922:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789467640.405927:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789467640.405932:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7b00. 00000800:00000200:1.0:1789467640.405938:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789467640.405946:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467640.405950:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789467640.405972:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467640.405977:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789467640.405980:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314557687 00000100:00000010:1.0:1789467640.405985:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869ade0. 00000100:00000001:1.0:1789467640.405991:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789467640.405998:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314557687 00000100:00000010:1.0:1789467640.406006:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a900. 00000100:00000001:1.0:1789467640.406009:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789467640.406013:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789467640.406015:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467640.406018:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789467640.406023:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742ea00 x1876386402395008/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467640.406030:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467640.406032:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467640.406034:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789467640.406036:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467640.406038:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467640.406040:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402395008:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467640.406043:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789467640.406046:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789467640.406047:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467640.406049:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789467640.406052:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890800. 02000000:00000001:1.0:1789467640.406054:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467640.406059:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789467640.406066:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30160. 00000400:00000010:1.0:1789467640.406070:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5a18. 00000100:00000200:1.0:1789467640.406073:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402395008, portal 10 00000100:00000001:1.0:1789467640.406074:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789467640.406075:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836133376 : -126740873418240 : ffff8cbad742ea00) 00000100:00000040:1.0:1789467640.406082:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742ea00 x1876386402395008/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467640.406087:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789467640.406090:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789467640.406092:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5000. 00000100:00000200:1.0:1789467640.406094:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402395008, offset 0 00000400:00000200:1.0:1789467640.406098:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789467640.406107:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467640.406111:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789467640.406114:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789467640.406116:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789467640.406119:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789467640.406121:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789467640.406124:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93865:93865:255:4294967295] 192.168.203.142@tcp LPNI seq info [93865:93865:7:4294967295] 00000400:00000200:1.0:1789467640.406128:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467640.406164:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789467640.406177:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789467640.406180:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7800. 00000800:00000200:1.0:1789467640.406184:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789467640.406188:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467640.406192:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789467640.406195:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467640.406198:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789467640.406202:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789467640.406204:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314556448 00000100:00000001:1.0:1789467640.406206:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314557687 00000100:00000001:1.0:1789467640.406208:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314556448 00000100:00000001:1.0:1789467640.406210:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314557687 00000100:00000001:1.0:1789467640.406212:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789467640.406214:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467640.406217:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789467640.406221:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742dc00 x1876386402395136/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467640.406228:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467640.406229:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467640.406231:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789467640.406238:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467640.406239:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467640.406243:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402395136:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467640.406246:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789467640.406248:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789467640.406249:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467640.406251:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789467640.406253:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6891800. 02000000:00000001:1.0:1789467640.406255:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467640.406258:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789467640.406261:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30420. 00000400:00000010:1.0:1789467640.406264:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5770. 00000100:00000200:1.0:1789467640.406267:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402395136, portal 10 00000100:00000001:1.0:1789467640.406269:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789467640.406270:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836129792 : -126740873421824 : ffff8cbad742dc00) 00000100:00000040:1.0:1789467640.406275:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742dc00 x1876386402395136/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467640.406281:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789467640.406284:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789467640.406286:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5d48. 00000100:00000200:1.0:1789467640.406288:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402395136, offset 0 00000400:00000200:1.0:1789467640.406293:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789467640.406297:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467640.406300:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789467640.406303:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789467640.406305:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789467640.406308:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789467640.406310:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789467640.406312:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93866:93866:254:4294967295] 192.168.203.142@tcp LPNI seq info [93866:93866:6:4294967295] 00000400:00000200:1.0:1789467640.406316:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467640.406322:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789467640.406326:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789467640.406337:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7200. 00000800:00000200:1.0:1789467640.406341:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789467640.406345:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467640.406348:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789467640.406352:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467640.406355:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789467640.406368:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789467640.406370:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314556436 00000100:00000001:1.0:1789467640.406373:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314557687 00000100:00000001:1.0:1789467640.406375:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314556436 00000100:00000001:1.0:1789467640.406377:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314557687 00000100:00000001:1.0:1789467640.406379:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789467640.406381:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467640.406384:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467640.406386:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467640.406393:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467640.406396:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789467640.406398:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467640.406399:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467640.406401:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467640.406402:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789467640.406714:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467640.406719:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7b00. 00000400:00000200:3.0:1789467640.406726:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467640.406731:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467640.406737:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5b28 00000400:00000010:3.0:1789467640.406739:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5b28. 00000100:00000001:3.0:1789467640.406744:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467640.406749:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742f800 x1876386402394880/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467640.406757:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467640.406760:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742f800 x1876386402394880/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467665 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467640.406767:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467640.406768:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467640.406781:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467640.406783:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7800. 00000400:00000200:3.0:1789467640.406786:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467640.406796:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467640.406799:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5000 00000400:00000010:3.0:1789467640.406801:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5000. 00000100:00000001:3.0:1789467640.406803:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467640.406807:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742ea00 x1876386402395008/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467640.406814:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467640.406817:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742ea00 x1876386402395008/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467665 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467640.406823:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467640.406825:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467640.406886:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467640.406889:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7200. 00000400:00000200:3.0:1789467640.406892:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467640.406895:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467640.406898:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5d48 00000400:00000010:3.0:1789467640.406899:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5d48. 00000100:00000001:3.0:1789467640.406901:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467640.406905:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742dc00 x1876386402395136/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467640.406911:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467640.406914:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742dc00 x1876386402395136/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467665 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467640.406921:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467640.406922:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789467640.785270:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467640.785278:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467640.785281:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467640.785286:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467640.785289:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467640.785293:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467640.785296:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467640.785298:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467640.785301:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467641.169302:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467641.169308:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467641.169313:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467641.169315:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467641.169318:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467641.169319:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467641.169448:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467641.169453:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467641.169456:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789467641.681286:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314557687, at 4314557696 00000100:00000010:3.0:1789467641.681303:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a900. 00000100:00000040:2.0:1789467641.681359:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314557687, at 4314557696 00000100:00000010:2.0:1789467641.681367:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869ade0. 00000100:00000001:2.0:1789467641.813478:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467641.813499:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467641.813501:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467641.813506:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467641.813510:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467641.813513:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467641.813516:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467641.813518:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467641.813521:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467642.193258:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467642.193264:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467642.193270:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467642.193274:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467642.193276:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467642.193280:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467642.193283:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467642.193285:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467642.193287:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467642.193290:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467642.193293:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467642.193295:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467642.193296:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467642.193297:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467642.193299:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467642.193300:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467642.193302:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467642.193303:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467642.193450:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467642.193454:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467642.193456:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467642.833223:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467642.833232:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467642.833234:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467642.833239:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467642.833243:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467642.833246:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467642.833249:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467642.833252:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467642.833254:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467643.217296:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467643.217303:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467643.217308:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467643.217309:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467643.217312:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467643.217313:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467643.218048:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467643.218053:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467643.218057:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467643.857250:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467643.857260:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467643.857262:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467643.857267:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467643.857271:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467643.857275:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467643.857302:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467643.857304:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467643.857307:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467644.241370:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467644.241378:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467644.241385:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467644.241403:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467644.241408:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467644.241409:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467644.241565:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467644.241575:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467644.241579:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467644.881252:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467644.881261:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467644.881263:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467644.881268:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467644.881271:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467644.881275:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467644.881277:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467644.881279:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467644.881282:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467645.266670:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467645.266678:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467645.266683:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467645.266697:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467645.266700:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467645.266701:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467645.266954:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467645.266958:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467645.266961:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467645.524628:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467645.524639:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467645.524641:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467645.524645:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467645.524647:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467645.524650:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467645.524653:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467645.524657:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467645.524659:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467645.524662:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467645.524667:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19899) 00000100:00000001:1.0:1789467645.526684:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467645.526698:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467645.526701:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467645.526705:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467645.526708:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467645.526712:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467645.526715:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467645.905263:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467645.905271:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467645.905273:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467645.905279:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467645.905282:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467645.905304:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467645.905306:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467645.905308:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467645.905311:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467646.289277:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467646.289286:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467646.289295:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467646.289297:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467646.289302:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467646.289303:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467646.289593:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467646.289598:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467646.289601:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467646.546562:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467646.546575:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467646.546577:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467646.546581:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467646.546583:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467646.546587:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467646.546589:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467646.929322:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467646.929329:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467646.929331:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467646.929337:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467646.929341:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467646.929345:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467646.929347:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467646.929349:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467646.929351:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467647.313998:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467647.314005:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467647.314011:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467647.314012:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467647.314016:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467647.314017:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467647.314125:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467647.314129:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467647.314165:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467647.569271:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467647.569285:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467647.569287:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467647.569300:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467647.569302:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467647.569314:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467647.569317:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467647.953449:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467647.953458:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467647.953460:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467647.953466:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467647.953470:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467647.953475:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467647.953477:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467647.953480:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467647.953483:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467648.337458:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467648.337466:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467648.337468:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467648.337472:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467648.337476:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467648.337478:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467648.337480:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467648.337483:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467648.337486:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467648.337488:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467648.337491:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467648.337492:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467648.337842:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467648.337845:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467648.337848:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467648.594605:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467648.594622:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467648.594625:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467648.594631:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467648.594634:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467648.594640:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467648.594643:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467648.979412:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467648.979423:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467648.979426:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467648.979433:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467648.979438:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467648.979442:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467648.979445:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467648.979448:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467648.979451:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467649.361318:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467649.361325:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467649.361331:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467649.361332:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467649.361335:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467649.361356:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467649.361567:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467649.361571:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467649.361574:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467649.617342:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467649.617362:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467649.617364:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467649.617370:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467649.617373:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467649.617378:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467649.617391:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467650.001340:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467650.001351:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467650.001354:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467650.001361:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467650.001366:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467650.001371:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467650.001374:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467650.001377:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467650.001380:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467650.385229:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467650.385236:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467650.385242:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467650.385255:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467650.385259:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467650.385260:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467650.385450:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467650.385454:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467650.385457:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467650.641890:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467650.641900:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467650.641903:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467650.641923:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467650.641925:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467650.641929:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467650.641931:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467650.641935:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467650.641937:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467650.641940:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467650.641946:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19904) 00000100:00000001:1.0:1789467650.642019:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467650.642030:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467650.642032:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467650.642036:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467650.642038:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467650.642042:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467650.642045:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467651.025256:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467651.025265:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467651.025267:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467651.025272:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467651.025275:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467651.025286:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467651.025289:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467651.025291:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467651.025294:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467651.409323:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467651.409329:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467651.409334:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467651.409337:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467651.409339:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467651.409342:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467651.409345:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467651.409347:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467651.409349:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467651.409351:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467651.409354:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467651.409356:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467651.409357:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467651.409359:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467651.409360:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467651.409361:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467651.409363:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467651.409365:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467651.409517:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467651.409520:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467651.409523:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467651.669395:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467651.669409:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467651.669411:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467651.669415:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467651.669417:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467651.669421:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467651.669423:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467652.049363:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467652.049370:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467652.049372:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467652.049377:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467652.049380:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467652.049384:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467652.049387:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467652.049389:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467652.049391:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467652.433253:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467652.433259:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467652.433264:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467652.433265:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467652.433279:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467652.433280:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467652.433420:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467652.433425:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467652.433428:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467652.689284:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467652.689296:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467652.689299:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467652.689303:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467652.689321:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467652.689325:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467652.689327:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467653.073686:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467653.073693:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467653.073696:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467653.073701:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467653.073725:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467653.073728:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467653.073731:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467653.073733:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467653.073736:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467653.457348:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467653.457355:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467653.457360:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467653.457362:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467653.457365:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467653.457367:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467653.457507:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467653.457511:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467653.457515:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467653.713798:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467653.713814:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467653.713816:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467653.713821:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467653.713823:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467653.713827:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467653.713829:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467654.097619:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467654.097627:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467654.097629:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467654.097634:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467654.097638:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467654.097641:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467654.097644:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467654.097646:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467654.097648:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467654.481246:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467654.481275:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467654.481281:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467654.481282:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467654.481286:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467654.481287:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467654.482104:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467654.482108:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467654.482111:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467654.737282:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467654.737298:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467654.737301:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467654.737306:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467654.737308:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467654.737313:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467654.737316:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467655.122640:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467655.122648:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467655.122650:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467655.122655:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467655.122658:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467655.122662:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467655.122664:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467655.122666:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467655.122684:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467655.505358:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467655.505365:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467655.505371:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467655.505372:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467655.505376:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467655.505377:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467655.508460:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467655.508467:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467655.508472:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467655.761280:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467655.761295:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467655.761298:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467655.761303:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467655.761306:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467655.761310:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467655.761313:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467655.761460:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467655.761466:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467655.761469:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467655.761472:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467655.761475:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467655.761478:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467655.761481:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467655.761485:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467655.761488:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467655.761491:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467655.761497:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19909) 00000100:00000001:2.0:1789467656.145869:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467656.145891:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467656.145893:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467656.145898:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467656.145902:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467656.145906:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467656.145909:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467656.145912:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467656.145915:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467656.529271:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467656.529279:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467656.529285:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467656.529287:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467656.529290:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467656.529291:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467656.529479:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467656.529484:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467656.529487:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467656.785858:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467656.785875:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467656.785877:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467656.785882:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467656.785884:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467656.785888:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467656.785891:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467657.169379:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467657.169386:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467657.169388:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467657.169393:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467657.169396:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467657.169399:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467657.169402:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467657.169403:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467657.169406:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467657.553437:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467657.553444:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467657.553451:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467657.553452:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467657.553455:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467657.553456:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467657.553540:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467657.553543:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467657.553546:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467657.809226:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467657.809247:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467657.809249:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467657.809254:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467657.809256:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467657.809260:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467657.809279:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467658.193519:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467658.193527:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467658.193529:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467658.193534:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467658.193537:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467658.193541:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467658.193544:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467658.193546:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467658.193549:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467658.577263:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467658.577272:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467658.577274:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467658.577278:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467658.577283:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467658.577285:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467658.577287:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467658.577289:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467658.577293:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467658.577294:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467658.577297:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467658.577298:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467658.577865:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467658.577869:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467658.577872:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467658.833449:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467658.833463:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467658.833465:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467658.833470:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467658.833472:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467658.833476:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467658.833479:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467659.217272:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467659.217281:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467659.217283:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467659.217289:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467659.217293:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467659.217297:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467659.217299:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467659.217301:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467659.217304:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467659.601713:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467659.601720:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467659.601726:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467659.601743:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467659.601747:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467659.601748:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467659.603881:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467659.603888:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467659.603892:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467659.857324:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467659.857339:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467659.857341:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467659.857346:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467659.857348:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467659.857352:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467659.857355:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467660.241299:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467660.241308:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467660.241310:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467660.241329:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467660.241332:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467660.241340:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467660.241343:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467660.241345:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467660.241347:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467660.625356:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467660.625469:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467660.625476:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467660.625478:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467660.625482:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467660.625483:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467660.626425:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467660.626430:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467660.626433:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467660.893659:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467660.893673:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467660.893692:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467660.893697:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467660.893699:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467660.893703:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467660.893705:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789467660.893774:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467660.893780:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467660.893783:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467660.893786:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467660.893789:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467660.893791:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789467660.893794:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467660.893797:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467660.893799:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467660.893802:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467660.893806:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19914) 00000100:00000001:2.0:1789467661.265784:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467661.265792:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467661.265794:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467661.265800:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467661.265803:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467661.265807:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467661.265809:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467661.265811:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467661.265814:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467661.649514:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467661.649522:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467661.649527:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467661.649530:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467661.649532:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467661.649535:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467661.649539:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467661.649541:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467661.649542:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467661.649562:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467661.649566:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467661.649567:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467661.649569:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467661.649570:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467661.649572:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467661.649573:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467661.649574:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467661.649576:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467661.649671:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467661.649674:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467661.649677:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467661.905683:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467661.905697:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467661.905699:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467661.905705:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467661.905707:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467661.905712:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467661.905714:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467662.289296:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467662.289307:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467662.289309:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467662.289317:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467662.289321:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467662.289326:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467662.289329:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467662.289332:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467662.289335:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467662.677618:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467662.677625:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467662.677631:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467662.677632:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467662.677635:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467662.677637:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467662.677776:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467662.677780:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467662.677783:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467662.929927:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467662.929940:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467662.929943:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467662.929947:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467662.929949:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467662.929954:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467662.929956:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467663.313272:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467663.313280:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467663.313282:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467663.313288:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467663.313291:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467663.313295:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467663.313297:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467663.313299:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467663.313302:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467663.697383:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467663.697391:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467663.697396:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467663.697397:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467663.697400:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467663.697402:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467663.697501:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467663.697505:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467663.697507:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467663.953306:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467663.953320:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467663.953323:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467663.953328:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467663.953330:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467663.953339:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467663.953348:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467664.337437:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467664.337446:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467664.337466:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467664.337472:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467664.337475:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467664.337479:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467664.337481:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467664.337483:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467664.337496:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467664.721251:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467664.721259:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467664.721273:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467664.721274:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467664.721277:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467664.721278:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467664.721428:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467664.721431:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467664.721434:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467664.977272:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467664.977286:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467664.977288:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467664.977293:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467664.977295:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467664.977299:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467664.977301:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467665.361318:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467665.361328:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467665.361331:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467665.361338:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467665.361342:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467665.361347:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467665.361350:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467665.361353:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467665.361356:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467665.745521:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467665.745528:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467665.745534:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467665.745535:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467665.745539:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467665.745540:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467665.745759:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467665.745779:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467665.745792:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467666.001559:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467666.001567:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789467666.001581:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467640/real 1789467640] req@ffff8cbad742f800 x1876386402394880/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467665 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789467666.001599:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789467666.001601:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789467666.001604:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30e18. 00000400:00000200:1.0:1789467666.001611:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5660 00000400:00000010:1.0:1789467666.001631:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5660. 00000100:00000001:1.0:1789467666.001636:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789467666.001641:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742f800 x1876386402394880/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467665 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789467666.001651:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742f800 x1876386402394880/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467665 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467666.001658:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789467666.001660:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467666.001663:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467666.001665:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789467666.001669:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742f800 x1876386402394880/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467665 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467666.001676:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467666.001678:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789467666.001682:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467640/real 1789467640] req@ffff8cbad742ea00 x1876386402395008/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467665 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789467666.001690:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789467666.001691:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789467666.001693:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30160. 00000400:00000200:1.0:1789467666.001696:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5a18 00000400:00000010:1.0:1789467666.001698:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5a18. 00000100:00000001:1.0:1789467666.001700:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789467666.001720:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742ea00 x1876386402395008/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467665 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789467666.001729:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742ea00 x1876386402395008/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467665 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467666.001735:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789467666.001737:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467666.001739:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467666.001740:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789467666.001744:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742ea00 x1876386402395008/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467665 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467666.001750:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467666.001751:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789467666.001755:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467640/real 1789467640] req@ffff8cbad742dc00 x1876386402395136/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467665 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789467666.001762:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789467666.001763:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789467666.001765:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30420. 00000400:00000200:1.0:1789467666.001767:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5770 00000400:00000010:1.0:1789467666.001769:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5770. 00000100:00000001:1.0:1789467666.001771:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789467666.001773:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742dc00 x1876386402395136/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467665 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789467666.001780:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742dc00 x1876386402395136/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467665 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467666.001785:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789467666.001786:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467666.001788:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467666.001789:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789467666.001792:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742dc00 x1876386402395136/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467665 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467666.001808:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467666.001825:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467666.001827:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467666.001830:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467666.001832:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467666.001834:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789467666.001840:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742f800 x1876386402394880/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467665 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467666.001847:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789467666.001849:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467666.001851:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467666.001852:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467666.001855:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789467666.001857:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789467666.001860:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789467666.001882:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789467666.001884:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789467666.001889:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742f800 x1876386402394880/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467665 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789467666.001896:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402394880:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789467666.001901:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789467666.001905:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742ea00 x1876386402395008/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467665 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467666.001912:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789467666.001914:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467666.001915:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467666.001916:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467666.001926:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789467666.001928:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789467666.001930:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789467666.001936:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789467666.001938:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789467666.001942:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742ea00 x1876386402395008/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467665 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789467666.001950:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402395008:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467666.001953:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789467666.001956:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742dc00 x1876386402395136/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467665 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467666.001963:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789467666.001965:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467666.001966:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467666.001967:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467666.001969:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789467666.001971:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789467666.001973:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789467666.001978:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789467666.001980:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789467666.001984:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742dc00 x1876386402395136/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467665 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789467666.001991:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402395136:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467666.001994:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467666.001997:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789467666.002000:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742f800 x1876386402394880/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467665 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467666.002011:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789467666.002014:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789467666.002017:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6892000. 02000000:00000001:1.0:1789467666.002022:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789467666.002025:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789467666.002027:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789467666.002029:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789467666.002032:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacf400. 02000000:00000001:1.0:1789467666.002035:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789467666.002037:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789467666.002039:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742f800. 00000100:00000001:1.0:1789467666.002044:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789467666.002045:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467666.002047:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789467666.002051:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742ea00 x1876386402395008/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467665 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467666.002064:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789467666.002066:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789467666.002067:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890800. 02000000:00000001:1.0:1789467666.002070:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789467666.002071:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789467666.002072:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789467666.002074:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789467666.002076:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faaccc00. 02000000:00000001:1.0:1789467666.002078:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789467666.002079:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789467666.002081:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742ea00. 00000100:00000001:1.0:1789467666.002084:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789467666.002085:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467666.002087:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789467666.002090:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742dc00 x1876386402395136/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467665 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467666.002095:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789467666.002097:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789467666.002104:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6891800. 02000000:00000001:1.0:1789467666.002106:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789467666.002108:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789467666.002109:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789467666.002111:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789467666.002112:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacd800. 02000000:00000001:1.0:1789467666.002114:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789467666.002115:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789467666.002117:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742dc00. 00000100:00000001:1.0:1789467666.002120:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789467666.002121:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467666.002124:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467666.002127:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467666.002129:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467666.002153:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467666.002155:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789467666.004452:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467666.004460:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1789467666.004462:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789467666.004465:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789467666.004480:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789467666.004486:0:176036:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 19889 00000400:00000200:0.0:1789467666.004494:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467666.004500:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789467666.004503:0:176036:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789467666.004506:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467666.004509:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789467666.004512:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467666.004514:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789467666.004521:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789467666.004523:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:0.0:1789467666.004525:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789467666.004528:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:0.0:1789467666.004530:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:0.0:1789467666.004532:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:0.0:1789467666.004535:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467666.004537:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789467666.004539:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467666.004541:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789467666.004544:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:0.0:1789467666.004547:0:176036:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789467666.004549:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467666.004552:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789467666.004555:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467666.004557:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467666.004559:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789467666.004561:0:176036:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789467666.004567:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e9880. 00000020:00000040:0.0:1789467666.004570:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:0.0:1789467666.004573:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789467666.004575:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467666.004581:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789467666.004583:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789467666.004587:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789467666.004593:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687f800. 00000100:00000001:0.0:1789467666.004598:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467666.004606:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e9880 x1876386402395264/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789467666.004616:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789467666.004620:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467666.004624:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da0825] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e9880 x1876386402395264/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467666.004650:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789467666.004653:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467666.004656:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789467666.004657:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789467666.004659:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789467666.004662:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789467666.004664:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19889 00000400:00000200:0.0:1789467666.004668:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467666.004672:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789467666.004674:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789467666.004676:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467666.004678:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789467666.004680:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467666.004682:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789467666.004684:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789467666.004686:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:0.0:1789467666.004687:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789467666.004690:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:0.0:1789467666.004692:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:0.0:1789467666.004694:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:0.0:1789467666.004705:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467666.004707:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789467666.004709:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467666.004711:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789467666.004713:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:0.0:1789467666.004715:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789467666.004718:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467666.004720:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789467666.004725:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467666.004727:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467666.004729:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789467666.004733:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789467666.004736:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467666.004738:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789467666.004741:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6eaa00. 00000020:00000040:0.0:1789467666.004743:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789467666.004745:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789467666.004746:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467666.004748:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789467666.004749:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789467666.004751:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789467666.004754:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687c400. 00000100:00000001:0.0:1789467666.004757:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467666.004761:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6eaa00 x1876386402395392/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789467666.004767:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789467666.004769:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467666.004773:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007aeebcf0] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6eaa00 x1876386402395392/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467666.004780:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789467666.004782:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467666.004789:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789467666.004790:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789467666.004792:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789467666.004794:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789467666.004797:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19889 00000400:00000200:0.0:1789467666.004801:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467666.004804:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789467666.004806:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789467666.004808:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467666.004810:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789467666.004811:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467666.004813:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789467666.004827:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789467666.004828:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:0.0:1789467666.004830:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789467666.004832:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:0.0:1789467666.004834:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:0.0:1789467666.004836:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:0.0:1789467666.004838:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467666.004840:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789467666.004842:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467666.004844:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789467666.004846:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:0.0:1789467666.004848:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789467666.004851:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467666.004853:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789467666.004856:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467666.004858:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467666.004859:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789467666.004861:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789467666.004869:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467666.004871:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789467666.004874:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e8380. 00000020:00000040:0.0:1789467666.004876:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789467666.004879:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789467666.004880:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467666.004882:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789467666.004883:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789467666.004885:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789467666.004889:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687ec00. 00000100:00000001:0.0:1789467666.004892:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467666.004897:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e8380 x1876386402395520/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789467666.004904:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789467666.004905:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467666.004908:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008646cf65] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e8380 x1876386402395520/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467666.004915:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467666.004918:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467666.004922:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467666.004925:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467666.004928:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467666.004933:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19919) 00000100:00000001:2.0:1789467666.005684:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467666.005694:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467666.005698:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467666.005714:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e9880 x1876386402395264/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467666.005728:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467666.005731:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467666.005736:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467666.005740:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467666.005743:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467666.005746:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402395264:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789467666.005751:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467666.005756:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467666.005759:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467666.005762:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467666.005773:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacec00. 02000000:00000001:2.0:1789467666.005775:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467666.005783:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467666.005789:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7b00. 00000400:00000010:2.0:1789467666.005799:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de6e8. 00000100:00000200:2.0:1789467666.005824:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402395264, portal 25 00000100:00000001:2.0:1789467666.005827:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467666.005829:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704778368 : -126741004773248 : ffff8cbacf6e9880) 00000100:00000040:2.0:1789467666.005837:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e9880 x1876386402395264/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467666.005845:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467666.005848:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467666.005851:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de908. 00000100:00000200:2.0:1789467666.005855:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402395264, offset 0 00000400:00000200:2.0:1789467666.005864:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467666.005874:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467666.005883:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467666.005890:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467666.005894:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467666.005898:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467666.005901:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467666.005905:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93867:93867:256:4294967295] 192.168.203.142@tcp LPNI seq info [93867:93867:8:4294967295] 00000400:00000200:2.0:1789467666.005909:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467666.005931:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467666.005939:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467666.005946:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6700. 00000800:00000200:2.0:1789467666.005954:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467666.005964:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467666.005969:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467666.005998:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467666.006003:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467666.006006:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314583287 00000100:00000010:2.0:1789467666.006011:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d780. 00000100:00000001:2.0:1789467666.006018:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789467666.006025:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314583287 00000100:00000010:2.0:1789467666.006029:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d060. 00000100:00000001:2.0:1789467666.006038:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789467666.006041:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467666.006044:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467666.006047:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467666.006064:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6eaa00 x1876386402395392/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467666.006072:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467666.006073:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467666.006076:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467666.006078:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467666.006080:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467666.006082:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402395392:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467666.006085:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467666.006088:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467666.006089:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467666.006090:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467666.006094:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacf800. 02000000:00000001:2.0:1789467666.006096:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467666.006100:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467666.006103:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7e70. 00000400:00000010:2.0:1789467666.006108:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de3b8. 00000100:00000200:2.0:1789467666.006111:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402395392, portal 10 00000100:00000001:2.0:1789467666.006113:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467666.006114:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704782848 : -126741004768768 : ffff8cbacf6eaa00) 00000100:00000040:2.0:1789467666.006120:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6eaa00 x1876386402395392/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467666.006127:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467666.006129:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467666.006196:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de220. 00000100:00000200:2.0:1789467666.006199:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402395392, offset 0 00000400:00000200:2.0:1789467666.006204:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467666.006209:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467666.006219:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467666.006222:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467666.006225:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467666.006227:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467666.006229:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467666.006233:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93868:93868:255:4294967295] 192.168.203.142@tcp LPNI seq info [93868:93868:7:4294967295] 00000400:00000200:2.0:1789467666.006237:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467666.006244:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467666.006250:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467666.006254:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6d00. 00000800:00000200:2.0:1789467666.006258:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467666.006263:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467666.006266:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467666.006270:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467666.006275:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:2.0:1789467666.006279:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467666.006281:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314582048 00000100:00000001:2.0:1789467666.006284:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314583287 00000100:00000001:2.0:1789467666.006287:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314582048 00000100:00000001:2.0:1789467666.006289:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314583287 00000100:00000001:2.0:1789467666.006291:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467666.006293:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789467666.006542:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467666.006548:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6700. 00000400:00000200:3.0:1789467666.006557:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467666.006563:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467666.006570:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de908 00000400:00000010:3.0:1789467666.006573:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de908. 00000100:00000001:3.0:1789467666.006578:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467666.006583:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9880 x1876386402395264/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467666.006593:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467666.006596:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9880 x1876386402395264/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467691 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467666.006603:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467666.006605:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467666.006683:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467666.006686:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6d00. 00000400:00000200:3.0:1789467666.006689:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467666.006692:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467666.006695:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de220 00000400:00000010:3.0:1789467666.006697:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de220. 00000100:00000001:3.0:1789467666.006699:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467666.006709:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6eaa00 x1876386402395392/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467666.006717:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467666.006720:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6eaa00 x1876386402395392/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467691 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467666.006727:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467666.006728:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467666.006933:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467666.006939:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e8380 x1876386402395520/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467666.006947:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467666.006948:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467666.006951:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467666.006953:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467666.006962:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467666.006966:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402395520:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467666.006970:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467666.006973:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467666.006975:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467666.006977:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467666.006980:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faace400. 02000000:00000001:2.0:1789467666.006982:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467666.006987:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467666.006990:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee71b8. 00000400:00000010:2.0:1789467666.006995:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de660. 00000100:00000200:2.0:1789467666.006998:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402395520, portal 10 00000100:00000001:2.0:1789467666.007000:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467666.007001:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704772992 : -126741004778624 : ffff8cbacf6e8380) 00000100:00000040:2.0:1789467666.007008:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e8380 x1876386402395520/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467666.007013:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467666.007015:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467666.007018:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de000. 00000100:00000200:2.0:1789467666.007019:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402395520, offset 0 00000400:00000200:2.0:1789467666.007024:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467666.007029:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467666.007034:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467666.007037:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467666.007040:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467666.007042:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467666.007045:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467666.007047:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93869:93869:256:4294967295] 192.168.203.142@tcp LPNI seq info [93869:93869:8:4294967295] 00000400:00000200:2.0:1789467666.007433:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467666.007443:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467666.007449:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467666.007460:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6900. 00000800:00000200:2.0:1789467666.007465:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467666.007470:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467666.007474:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467666.007486:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467666.007491:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:2.0:1789467666.007494:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467666.007497:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314582037 00000100:00000001:2.0:1789467666.007556:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314583287 00000100:00000001:2.0:1789467666.007559:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314582037 00000100:00000001:2.0:1789467666.007561:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314583287 00000100:00000001:2.0:1789467666.007563:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467666.007565:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467666.007569:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467666.007572:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467666.007582:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467666.007585:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789467666.007587:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467666.007589:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467666.007591:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467666.007593:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789467666.008375:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467666.008382:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6900. 00000400:00000200:3.0:1789467666.008387:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467666.008393:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467666.008399:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de000 00000400:00000010:3.0:1789467666.008401:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de000. 00000100:00000001:3.0:1789467666.008406:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467666.008412:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e8380 x1876386402395520/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467666.008420:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467666.008423:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e8380 x1876386402395520/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467691 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467666.008430:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467666.008432:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467666.385256:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467666.385267:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467666.385270:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467666.385277:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467666.385281:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467666.385286:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467666.385290:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467666.385293:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467666.385306:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467666.769779:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467666.769790:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467666.769797:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467666.769798:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467666.769802:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467666.769803:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467666.772825:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467666.772834:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467666.772840:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789467667.281703:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314583287, at 4314583296 00000100:00000010:3.0:1789467667.281732:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d060. 00000100:00000040:2.0:1789467667.281838:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314583287, at 4314583296 00000100:00000010:2.0:1789467667.281873:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d780. 00000100:00000001:2.0:1789467667.409343:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467667.409353:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467667.409355:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467667.409360:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467667.409364:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467667.409369:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467667.409371:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467667.409373:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467667.409376:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467667.793793:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467667.794665:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467667.794677:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467667.794678:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467667.794682:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467667.794684:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467667.794796:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467667.794800:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467667.794803:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467668.433367:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467668.433375:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467668.433377:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467668.433382:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467668.433386:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467668.433390:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467668.433393:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467668.433395:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467668.433398:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467668.817356:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467668.817365:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467668.817371:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467668.817375:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467668.817382:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467668.817385:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467668.817387:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467668.817390:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467668.817394:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467668.817395:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467668.817398:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467668.817399:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467668.817589:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467668.817593:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467668.817597:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467669.460938:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467669.460947:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467669.460949:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467669.460954:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467669.460969:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467669.460973:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467669.460975:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467669.460977:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467669.460980:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467669.841339:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467669.841346:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467669.841352:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467669.841353:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467669.841356:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467669.841357:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467669.841903:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467669.841907:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467669.841910:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467670.481258:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467670.481266:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467670.481268:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467670.481273:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467670.481277:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467670.481280:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467670.481282:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467670.481284:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467670.481287:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467670.865256:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467670.865263:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467670.865268:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467670.865269:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467670.865273:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467670.865274:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467670.869280:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467670.869287:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467670.869291:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467671.121943:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467671.121954:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467671.121957:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467671.121961:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467671.121963:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467671.121966:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467671.121969:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467671.121973:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467671.121975:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467671.121977:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467671.121982:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19924) 00000100:00000001:1.0:1789467671.122615:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467671.122626:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467671.122628:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467671.122632:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467671.122634:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467671.122637:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467671.122640:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467671.505272:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467671.505279:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467671.505282:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467671.505288:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467671.505292:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467671.505296:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467671.505298:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467671.505300:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467671.505303:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467671.890094:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467671.890101:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467671.890106:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467671.890109:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467671.890111:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467671.890114:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467671.890117:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467671.890119:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467671.890121:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467671.890166:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467671.890170:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467671.890172:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467671.890173:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467671.890175:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467671.890176:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467671.890177:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467671.890179:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467671.890181:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467671.893424:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467671.893431:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467671.893435:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467672.146452:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467672.146466:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467672.146468:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467672.146473:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467672.146475:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467672.146479:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467672.146482:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467672.530338:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467672.530345:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467672.530346:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467672.530351:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467672.530355:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467672.530377:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467672.530379:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467672.530382:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467672.530384:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467672.913257:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467672.913264:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467672.913270:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467672.913271:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467672.913274:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467672.913275:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467672.913395:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467672.913399:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467672.913402:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467673.169257:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467673.169272:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467673.169274:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467673.169278:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467673.169280:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467673.169284:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467673.169287:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467673.553313:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467673.553320:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467673.553322:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467673.553327:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467673.553331:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467673.553334:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467673.553336:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467673.553338:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467673.553340:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467673.938668:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467673.938675:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467673.938680:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467673.938681:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467673.938685:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467673.938686:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467673.938774:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467673.938777:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467673.938780:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467674.193691:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467674.193705:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467674.193707:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467674.193711:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467674.193713:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467674.193717:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467674.193719:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467674.577266:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467674.577273:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467674.577275:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467674.577281:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467674.577284:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467674.577287:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467674.577290:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467674.577292:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467674.577294:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467674.962671:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467674.962678:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467674.962683:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467674.962684:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467674.962687:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467674.962689:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467674.962802:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467674.962805:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467674.962808:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467675.217542:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467675.217561:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467675.217563:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467675.217567:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467675.217570:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467675.217574:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467675.217576:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467675.601605:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467675.601613:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467675.601616:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467675.601620:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467675.601624:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467675.601628:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467675.601630:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467675.601632:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467675.601635:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467675.985298:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467675.985305:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467675.985311:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467675.985312:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467675.985333:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467675.985334:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467675.985836:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467675.985839:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467675.985842:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467676.241243:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467676.241258:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467676.241260:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467676.241264:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467676.241266:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467676.241270:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467676.241272:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467676.241505:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467676.241510:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467676.241513:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467676.241516:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467676.241518:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467676.241521:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467676.241524:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467676.241527:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467676.241530:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467676.241533:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467676.241538:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19929) 00000100:00000001:2.0:1789467676.625253:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467676.625260:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467676.625263:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467676.625268:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467676.625286:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467676.625290:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467676.625292:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467676.625295:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467676.625297:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467677.009477:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467677.009485:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467677.009491:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467677.009492:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467677.009495:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467677.009497:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467677.013798:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467677.013820:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467677.013825:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467677.273811:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467677.273825:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467677.273827:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467677.273831:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467677.273833:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467677.273838:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467677.273841:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467677.649575:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467677.649584:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467677.649586:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467677.649590:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467677.649593:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467677.649597:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467677.649600:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467677.649602:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467677.649605:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467678.034219:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467678.034226:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467678.034231:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467678.034233:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467678.034236:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467678.034238:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467678.034389:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467678.034393:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467678.034402:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467678.289243:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467678.289256:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467678.289258:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467678.289263:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467678.289265:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467678.289269:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467678.289272:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467678.674776:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467678.674783:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467678.674786:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467678.674790:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467678.674794:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467678.674798:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467678.674801:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467678.674803:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467678.674806:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467679.058208:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467679.058217:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467679.058219:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467679.058222:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467679.058242:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467679.058244:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467679.058246:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467679.058249:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467679.058253:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467679.058255:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467679.058258:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467679.058259:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467679.058717:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467679.058721:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467679.058724:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467679.313253:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467679.313268:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467679.313270:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467679.313275:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467679.313277:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467679.313281:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467679.313284:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467679.697269:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467679.697277:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467679.697279:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467679.697285:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467679.697289:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467679.697293:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467679.697295:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467679.697298:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467679.697301:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467680.081382:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467680.081390:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467680.081396:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467680.081397:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467680.081918:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467680.081920:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467680.082055:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467680.082083:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467680.082086:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467680.338224:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467680.338237:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467680.338239:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467680.338243:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467680.338246:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467680.338249:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467680.338252:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467680.721802:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467680.721809:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467680.721811:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467680.721832:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467680.721836:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467680.721851:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467680.721854:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467680.721856:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467680.721859:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467681.105270:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467681.105278:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467681.105284:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467681.105285:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467681.105289:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467681.105290:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467681.107647:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467681.107654:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467681.107658:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467681.361642:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467681.361655:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467681.361657:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467681.361662:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467681.361664:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467681.361686:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467681.361689:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467681.363163:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467681.363171:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467681.363174:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467681.363177:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467681.363180:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467681.363182:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467681.363184:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467681.363188:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467681.363190:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467681.363193:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467681.363199:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19935) 00000100:00000001:2.0:1789467681.746594:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467681.746602:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467681.746605:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467681.746610:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467681.746613:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467681.746617:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467681.746620:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467681.746622:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467681.746625:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467682.132259:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467682.132266:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467682.132271:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467682.132274:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467682.132277:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467682.132280:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467682.132283:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467682.132285:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467682.132287:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467682.132290:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467682.132293:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467682.132295:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467682.132295:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467682.132297:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467682.132298:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467682.132299:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467682.132300:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467682.132302:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467682.132408:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467682.132412:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467682.132415:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467682.385712:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467682.385727:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467682.385729:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467682.385734:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467682.385736:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467682.385740:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467682.385743:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467682.769286:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467682.769295:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467682.769297:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467682.769302:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467682.769306:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467682.769310:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467682.769313:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467682.769315:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467682.769318:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467683.153254:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467683.153261:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467683.153266:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467683.153267:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467683.153270:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467683.153271:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467683.153397:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467683.153409:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467683.153413:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467683.409256:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467683.409270:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467683.409272:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467683.409276:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467683.409278:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467683.409283:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467683.409301:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467683.793201:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467683.793209:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467683.793211:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467683.793215:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467683.793218:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467683.793222:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467683.793224:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467683.793227:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467683.793229:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467684.178491:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467684.178498:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467684.178504:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467684.178505:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467684.178508:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467684.178510:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467684.178888:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467684.178892:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467684.178895:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467684.434052:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467684.434068:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467684.434070:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467684.434074:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467684.434076:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467684.434080:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467684.434083:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467684.817609:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467684.817617:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467684.817636:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467684.817642:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467684.817646:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467684.817650:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467684.817653:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467684.817655:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467684.817658:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467685.201682:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467685.201688:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467685.201694:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467685.201695:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467685.201698:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467685.201699:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467685.201823:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467685.201827:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467685.201829:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467685.457246:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467685.457260:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467685.457262:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467685.457267:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467685.457270:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467685.457274:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467685.457276:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467685.841810:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467685.841817:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467685.841819:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467685.841823:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467685.841827:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467685.841831:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467685.841835:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467685.841837:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467685.841839:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467686.225947:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467686.225953:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467686.225958:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467686.225959:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467686.225962:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467686.225963:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467686.231412:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467686.231419:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467686.231423:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467686.481265:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467686.481280:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467686.481282:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467686.481287:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467686.481289:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467686.481293:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467686.481312:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467686.486120:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467686.486145:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467686.486148:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467686.486152:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467686.486154:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467686.486157:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467686.486160:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467686.486163:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467686.486166:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467686.486168:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467686.486174:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19940) 00000100:00000001:2.0:1789467686.865260:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467686.865284:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467686.865285:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467686.865290:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467686.865294:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467686.865298:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467686.865300:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467686.865303:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467686.865305:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467687.249287:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467687.249293:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467687.249298:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467687.249300:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467687.249303:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467687.249304:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467687.249431:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467687.249434:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467687.249437:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467687.505255:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467687.505271:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467687.505273:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467687.505278:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467687.505280:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467687.505284:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467687.505287:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467687.889695:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467687.889703:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467687.889705:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467687.889711:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467687.889715:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467687.889719:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467687.889722:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467687.889725:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467687.889728:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467688.273283:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467688.273289:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467688.273294:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467688.273295:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467688.273298:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467688.273299:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467688.273369:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467688.273372:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467688.273376:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467688.529257:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467688.529271:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467688.529273:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467688.529279:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467688.529281:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467688.529285:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467688.529288:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467688.913248:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467688.913256:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467688.913258:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467688.913263:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467688.913266:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467688.913270:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467688.913273:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467688.913275:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467688.913278:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467689.297308:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467689.297321:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467689.297324:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467689.297328:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467689.297334:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467689.297337:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467689.297340:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467689.297350:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467689.297355:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467689.297357:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467689.297361:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467689.297362:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467689.297494:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467689.297501:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467689.297506:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467689.553272:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467689.553292:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467689.553295:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467689.553301:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467689.553303:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467689.553309:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467689.553312:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467689.938479:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467689.938487:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467689.938489:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467689.938494:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467689.938497:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467689.938500:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467689.938502:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467689.938504:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467689.938507:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467690.321967:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467690.321994:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467690.322001:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467690.322003:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467690.322007:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467690.322019:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467690.322331:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467690.322336:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467690.322339:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467690.577398:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467690.577416:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467690.577418:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467690.577424:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467690.577426:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467690.577431:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467690.577434:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467690.961299:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467690.961313:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467690.961316:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467690.961323:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467690.961327:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467690.961332:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467690.961335:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467690.961338:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467690.961341:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467691.345503:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467691.345514:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467691.345521:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467691.345525:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467691.345527:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467691.345531:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467691.345534:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467691.345537:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467691.345540:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467691.345542:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467691.345546:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467691.345547:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467691.345549:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467691.345550:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467691.345552:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467691.345553:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467691.345554:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467691.345557:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467691.345621:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467691.345628:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467691.345632:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467691.601352:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1789467691.601352:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467691.601367:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467691.601370:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467691.601376:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467691.601379:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789467691.601382:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00080000:1.0:1789467691.601384:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467691.601389:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467691.601394:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467691.601397:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467691.601402:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1789467691.601403:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467666/real 1789467666] req@ffff8cbacf6e9880 x1876386402395264/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467691 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789467691.601408:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19945) 00000400:00000001:0.0:1789467691.601425:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467691.601427:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467691.601432:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7b00. 00000400:00000200:0.0:1789467691.601442:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de6e8 00000400:00000010:0.0:1789467691.601445:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de6e8. 00000100:00000001:0.0:1789467691.601450:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467691.601455:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e9880 x1876386402395264/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467691 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467691.601464:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e9880 x1876386402395264/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467691 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467691.601472:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467691.601474:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467691.601477:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467691.601479:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467691.601483:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e9880 x1876386402395264/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467691 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467691.601490:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467691.601492:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467691.601496:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467666/real 1789467666] req@ffff8cbacf6eaa00 x1876386402395392/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467691 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467691.601504:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467691.601506:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467691.601508:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7e70. 00000400:00000200:0.0:1789467691.601511:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de3b8 00000400:00000010:0.0:1789467691.601513:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de3b8. 00000100:00000001:0.0:1789467691.601515:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467691.601518:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6eaa00 x1876386402395392/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467691 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467691.601538:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6eaa00 x1876386402395392/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467691 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467691.601544:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467691.601545:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467691.601547:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467691.601548:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467691.601551:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6eaa00 x1876386402395392/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467691 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467691.601557:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467691.601559:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467691.601563:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467666/real 1789467666] req@ffff8cbacf6e8380 x1876386402395520/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467691 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467691.601571:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467691.601572:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467691.601574:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee71b8. 00000400:00000200:0.0:1789467691.601577:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de660 00000400:00000010:0.0:1789467691.601578:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de660. 00000100:00000001:0.0:1789467691.601581:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467691.601584:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e8380 x1876386402395520/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467691 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467691.601591:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e8380 x1876386402395520/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467691 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467691.601598:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467691.601599:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467691.601600:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467691.601602:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467691.601605:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e8380 x1876386402395520/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467691 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467691.601612:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467691.601629:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467691.601632:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467691.601635:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467691.601639:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467691.601642:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467691.601647:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e9880 x1876386402395264/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467691 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467691.601656:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467691.601659:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467691.601661:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467691.601662:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467691.601665:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467691.601668:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467691.601672:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467691.601808:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789467691.601812:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467691.601818:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e9880 x1876386402395264/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467691 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467691.601827:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402395264:192.168.203.142@tcp:250:kworker.0 00000100:00080000:1.0:1789467691.601828:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467691.601836:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789467691.601838:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467691.601842:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467691.601845:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:0.0:1789467691.601849:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789467691.601851:0:176036:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 19914 00000100:00000040:0.0:1789467691.601857:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6eaa00 x1876386402395392/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467691 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789467691.601865:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789467691.601867:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467691.601871:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467691.601873:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1789467691.601876:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00000001:0.0:1789467691.601877:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467691.601881:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1789467691.601883:0:176036:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1789467691.601885:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467691.601888:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:1.0:1789467691.601907:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467691.601913:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467691.601916:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467691.601918:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789467691.601927:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467691.601930:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:1.0:1789467691.601933:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467691.601936:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:1.0:1789467691.601938:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:1.0:1789467691.601941:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:1.0:1789467691.601944:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467691.601946:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467691.601948:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467691.601949:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789467691.601953:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:1.0:1789467691.601957:0:176036:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789467691.601960:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467691.601963:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467691.601968:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467691.601971:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467691.601984:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467691.601987:0:176036:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467691.601996:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c5500. 00000100:00080000:0.0:1789467691.601997:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789467691.602001:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467691.602006:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6eaa00 x1876386402395392/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467691 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1789467691.602009:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=5 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789467691.602017:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467691.602021:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467691.602022:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402395392:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467691.602027:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1789467691.602031:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1789467691.602032:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1789467691.602037:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e8380 x1876386402395520/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467691 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789467691.602038:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467691.602048:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467691.602052:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1789467691.602052:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6890800. 00000100:00000001:0.0:1789467691.602057:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467691.602060:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467691.602062:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789467691.602064:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467691.602065:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467691.602070:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1789467691.602076:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c5500 x1876386402395648/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789467691.602091:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789467691.602097:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1789467691.602098:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467691.602106:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467691.602107:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e8380 x1876386402395520/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467691 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789467691.602116:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bafbd9e] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c5500 x1876386402395648/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467691.602123:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402395520:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467691.602168:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467691.602170:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789467691.602172:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789467691.602175:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1789467691.602177:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789467691.602180:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:0.0:1789467691.602182:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e9880 x1876386402395264/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467691 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789467691.602184:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467691.602190:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467691.602195:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19914 00000100:00000001:0.0:1789467691.602198:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467691.602203:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1789467691.602203:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467691.602207:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789467691.602210:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 02000000:00000010:0.0:1789467691.602214:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacec00. 00000100:00000040:1.0:1789467691.602215:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467691.602219:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1789467691.602221:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1789467691.602223:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000020:00000001:0.0:1789467691.602225:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:1.0:1789467691.602226:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789467691.602229:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789467691.602232:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000001:0.0:1789467691.602233:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 00000020:00000040:1.0:1789467691.602235:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 02000000:00000010:0.0:1789467691.602237:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687f800. 00000020:00000001:1.0:1789467691.602239:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467691.602243:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 02000000:00000001:0.0:1789467691.602244:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1789467691.602245:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 02000000:00000001:0.0:1789467691.602248:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1789467691.602249:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000010:0.0:1789467691.602252:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e9880. 00000100:00000040:1.0:1789467691.602255:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467691.602257:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789467691.602259:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1789467691.602261:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789467691.602264:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467691.602266:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789467691.602269:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000100:00000040:0.0:1789467691.602273:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6eaa00 x1876386402395392/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467691 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1789467691.602281:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00000001:0.0:1789467691.602284:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00080000:1.0:1789467691.602288:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789467691.602519:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467691.602522:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467691.602528:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467691.602530:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467691.602532:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789467691.602537:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789467691.602541:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467691.602543:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467691.602547:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c4a80. 00000020:00000040:1.0:1789467691.602550:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=11 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789467691.602568:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1789467691.602569:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467691.602572:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789467691.602573:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacf800. 00000100:00000001:1.0:1789467691.602576:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789467691.602579:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1789467691.602579:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1789467691.602583:0:253748:0:(genops.c:1216:class_import_put()) Process entered 02000000:00000001:1.0:1789467691.602584:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789467691.602586:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789467691.602591:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789467691.602591:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6892000. 02000000:00000010:0.0:1789467691.602594:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687c400. 00000100:00000001:1.0:1789467691.602597:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467691.602600:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467691.602603:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467691.602606:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6eaa00. 00000100:00100000:1.0:1789467691.602607:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c4a80 x1876386402395776/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789467691.602611:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467691.602613:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467691.602617:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789467691.602622:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1789467691.602624:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e8380 x1876386402395520/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467691 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467691.602627:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467691.602636:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ec3883b] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c4a80 x1876386402395776/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467691.602638:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467691.602640:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467691.602643:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faace400. 02000000:00000001:0.0:1789467691.602648:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467691.602651:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:1.0:1789467691.602652:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789467691.602653:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000100:00080000:1.0:1789467691.602656:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467691.602660:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789467691.602663:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:0.0:1789467691.602664:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00080000:1.0:1789467691.602667:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000010:0.0:1789467691.602669:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687ec00. 00000100:00000001:1.0:1789467691.602674:0:176036:0:(import.c:520:import_select_connection()) Process entered 02000000:00000001:0.0:1789467691.602675:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467691.602677:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467691.602678:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e8380. 00000100:00000001:0.0:1789467691.602681:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467691.602684:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789467691.602685:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19914 00000400:00000200:1.0:1789467691.602691:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467691.602694:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789467691.602697:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467691.602700:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467691.602702:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467691.602704:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467691.602706:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789467691.602710:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467691.602711:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:1.0:1789467691.602713:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467691.602715:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000100:00000001:0.0:1789467691.602805:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467691.602812:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467691.602813:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467691.602815:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467691.602817:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467691.602820:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467691.602826:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c5500 x1876386402395648/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467691.602834:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467691.602836:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467691.602840:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467691.602843:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467691.602845:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467691.602849:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00100000:0.0:1789467691.602850:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402395648:192.168.203.142@tcp:250:kworker.0 00000020:00000001:1.0:1789467691.602855:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000001:0.0:1789467691.602857:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1789467691.602863:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 02000000:00000001:0.0:1789467691.602864:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1789467691.602868:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1789467691.602869:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467691.602873:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 02000000:00000001:0.0:1789467691.602874:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1789467691.602878:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 02000000:00000010:0.0:1789467691.602881:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687ec00. 00000020:00000040:1.0:1789467691.602882:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 02000000:00000001:0.0:1789467691.602885:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467691.602889:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789467691.602893:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467691.602895:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789467691.602901:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9ca50. 02000000:00000001:1.0:1789467691.602953:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467691.602957:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467691.602959:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467691.602961:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789467691.602963:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789467691.602965:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467691.602967:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467691.602971:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c5180. 00000400:00000010:0.0:1789467691.602983:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089c38. 00000020:00000040:1.0:1789467691.602984:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789467691.602989:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000200:0.0:1789467691.602993:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402395648, portal 25 00000100:00000001:0.0:1789467691.602998:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467691.603000:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704630016 : -126741004921600 : ffff8cbacf6c5500) 00000100:00000040:0.0:1789467691.603007:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c5500 x1876386402395648/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467691.603027:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467691.603031:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789467691.603034:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089cc0. 00000100:00000200:0.0:1789467691.603038:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402395648, offset 0 00000400:00000200:0.0:1789467691.603046:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789467691.603055:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467691.603061:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789467691.603066:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789467691.603071:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789467691.603074:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789467691.603077:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789467691.603081:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93870:93870:256:4294967295] 192.168.203.142@tcp LPNI seq info [93870:93870:8:4294967295] 00000400:00000200:0.0:1789467691.603086:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467691.603097:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 02000000:00000001:1.0:1789467691.603103:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789467691.603106:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000100:00000001:1.0:1789467691.603108:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467691.603111:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467691.603113:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1789467691.603114:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad4597f00. 02000000:00000010:1.0:1789467691.603119:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6893800. 00000800:00000200:0.0:1789467691.603125:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000100:00000001:1.0:1789467691.603126:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467691.603156:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c5180 x1876386402395904/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1789467691.603164:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000100:00000001:1.0:1789467691.603169:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000800:00000200:0.0:1789467691.603172:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad4597f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789467691.603173:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467691.603181:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2a667d6] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c5180 x1876386402395904/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467691.603189:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467691.603192:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789467691.603193:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467691.603199:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1789467691.603202:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000040:1.0:1789467691.603204:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789467691.603207:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314608885 00000100:00000040:1.0:1789467691.603210:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000010:0.0:1789467691.603215:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305bd20. 00000100:00000040:1.0:1789467691.603218:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19945) 00000100:00000001:0.0:1789467691.603225:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1789467691.603226:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467691.603232:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467691.603235:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789467691.603236:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314608885 00000100:00000010:0.0:1789467691.603242:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305b7e0. 00000100:00000040:1.0:1789467691.603242:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467691.603246:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19945) 00000100:00000001:0.0:1789467691.603248:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789467691.603255:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467691.603259:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467691.603268:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467691.603276:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c4a80 x1876386402395776/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467691.603284:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467691.603286:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467691.603289:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467691.603292:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467691.603294:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467691.603297:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402395776:192.168.203.142@tcp:38:kworker.0 00000800:00000200:3.0:1789467691.603401:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467691.603410:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad4597f00. 00000400:00000200:3.0:1789467691.603420:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467691.603428:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467691.603435:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089cc0 00000400:00000010:3.0:1789467691.603438:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089cc0. 00000100:00000001:3.0:1789467691.603443:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467691.603451:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c5500 x1876386402395648/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467691.603461:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467691.603464:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c5500 x1876386402395648/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467716 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467691.603471:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467691.603473:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467691.604353:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467691.604358:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467691.604361:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467691.604365:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467691.604372:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687c400. 02000000:00000001:0.0:1789467691.604376:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467691.604383:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789467691.604388:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c1b8. 00000400:00000010:0.0:1789467691.604393:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089aa0. 00000100:00000200:0.0:1789467691.604399:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402395776, portal 10 00000100:00000001:0.0:1789467691.604402:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467691.604403:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704627328 : -126741004924288 : ffff8cbacf6c4a80) 00000100:00000040:0.0:1789467691.604414:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c4a80 x1876386402395776/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467691.604423:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467691.604426:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789467691.604429:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089220. 00000100:00000200:0.0:1789467691.604433:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402395776, offset 0 00000400:00000200:0.0:1789467691.604439:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789467691.604447:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467691.604453:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789467691.604457:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789467691.604461:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789467691.604465:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789467691.604476:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789467691.604481:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93871:93871:256:4294967295] 192.168.203.142@tcp LPNI seq info [93871:93871:8:4294967295] 00000400:00000200:0.0:1789467691.604486:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467691.604511:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789467691.604523:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789467691.604529:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad4597f00. 00000800:00000200:0.0:1789467691.604536:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789467691.604546:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789467691.604551:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad4597f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789467691.604572:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467691.604578:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:0.0:1789467691.604581:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789467691.604584:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314607646 00000100:00000001:0.0:1789467691.604588:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314608885 00000100:00000001:0.0:1789467691.604590:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314607646 00000100:00000001:0.0:1789467691.604593:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314608885 00000100:00000001:0.0:1789467691.604595:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467691.604598:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467691.604602:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467691.604604:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467691.604612:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467691.604614:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789467691.604617:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467691.604620:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467691.604621:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467691.604627:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c5180 x1876386402395904/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467691.604636:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467691.604638:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467691.604641:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467691.604648:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467691.604651:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467691.604655:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402395904:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467691.604658:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467691.604661:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467691.604663:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467691.604665:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467691.604669:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687f800. 02000000:00000001:0.0:1789467691.604671:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467691.604674:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789467691.604677:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9cb58. 00000400:00000010:0.0:1789467691.604682:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089908. 00000100:00000200:0.0:1789467691.604685:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402395904, portal 10 00000100:00000001:0.0:1789467691.604687:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467691.604689:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704629120 : -126741004922496 : ffff8cbacf6c5180) 00000100:00000040:0.0:1789467691.604695:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c5180 x1876386402395904/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467691.604703:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467691.604705:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789467691.604708:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec0893b8. 00000100:00000200:0.0:1789467691.604710:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402395904, offset 0 00000400:00000200:0.0:1789467691.604715:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789467691.604719:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467691.604723:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789467691.604726:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789467691.604729:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789467691.604731:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789467691.604734:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789467691.604737:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93872:93872:255:4294967295] 192.168.203.142@tcp LPNI seq info [93872:93872:7:4294967295] 00000400:00000200:0.0:1789467691.604740:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000800:00000200:3.0:1789467691.604843:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467691.604850:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad4597f00. 00000400:00000200:3.0:1789467691.604857:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467691.604863:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:0.0:1789467691.605013:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789467691.605021:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789467691.605036:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad4597c00. 00000800:00000200:0.0:1789467691.605041:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789467691.605047:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789467691.605050:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad4597c00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789467691.605053:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467691.605058:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:0.0:1789467691.605062:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789467691.605064:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314607634 00000100:00000001:0.0:1789467691.605066:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314608885 00000100:00000001:0.0:1789467691.605069:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314607634 00000100:00000001:0.0:1789467691.605071:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314608885 00000100:00000001:0.0:1789467691.605074:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467691.605076:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467691.605079:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467691.605081:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467691.605086:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467691.605088:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789467691.605090:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467691.605091:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467691.605093:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467691.605095:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789467691.612108:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089220 00000400:00000010:3.0:1789467691.612116:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089220. 00000100:00000001:3.0:1789467691.612122:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467691.612256:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c4a80 x1876386402395776/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467691.612268:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467691.612272:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c4a80 x1876386402395776/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467716 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467691.612299:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467691.612301:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467691.613404:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467691.613412:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad4597c00. 00000400:00000200:3.0:1789467691.613420:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467691.613426:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467691.613430:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec0893b8 00000400:00000010:3.0:1789467691.613433:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec0893b8. 00000100:00000001:3.0:1789467691.613436:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467691.613442:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c5180 x1876386402395904/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467691.613451:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467691.613454:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c5180 x1876386402395904/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467716 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467691.613461:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467691.613463:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467691.985288:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467691.985299:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467691.985302:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467691.985309:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467691.985313:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467691.985318:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467691.985321:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467691.985323:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467691.985327:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467692.377594:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467692.377601:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467692.377607:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467692.377608:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467692.377612:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467692.377613:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467692.377909:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467692.377913:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467692.377916:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789467692.881300:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314608885, at 4314608896 00000100:00000040:2.0:1789467692.881303:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314608885, at 4314608896 00000100:00000010:3.0:1789467692.881320:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305b7e0. 00000100:00000010:2.0:1789467692.881324:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305bd20. 00000100:00000001:2.0:1789467693.009305:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467693.009316:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467693.009318:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467693.009325:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467693.009330:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467693.009335:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467693.009338:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467693.009341:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467693.009344:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467693.393369:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467693.393377:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467693.393382:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467693.393384:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467693.393386:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467693.393388:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467693.393551:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467693.393554:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467693.393557:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467694.034180:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467694.034190:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467694.034193:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467694.034200:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467694.034204:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467694.034231:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467694.034234:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467694.034237:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467694.034239:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467694.418881:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467694.418903:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467694.418921:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467694.418923:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467694.418927:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467694.418928:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467694.419178:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467694.419182:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467694.419192:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467695.057874:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467695.058004:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467695.058006:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467695.058013:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467695.058017:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467695.058022:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467695.058024:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467695.058160:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467695.058165:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467695.441554:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467695.441561:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467695.441566:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467695.441567:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467695.441570:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467695.441571:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467695.441755:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467695.441759:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467695.441762:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467696.081273:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467696.081281:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467696.081283:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467696.081289:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467696.081292:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467696.081295:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467696.081298:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467696.081300:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467696.081302:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467696.468365:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467696.468372:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467696.468377:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467696.468379:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467696.468382:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467696.468383:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467696.470382:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467696.470387:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467696.470392:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467696.721246:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467696.721260:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467696.721262:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467696.721268:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467696.721270:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467696.721274:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467696.721277:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467696.721498:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467696.721504:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467696.721507:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467696.721511:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467696.721513:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467696.721516:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467696.721519:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467696.721524:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467696.721527:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467696.721530:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467696.721536:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19950) 00000100:00000001:2.0:1789467697.105269:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467697.105277:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467697.105279:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467697.105284:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467697.105288:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467697.105291:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467697.105293:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467697.105295:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467697.105298:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467697.489262:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467697.489269:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467697.489276:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467697.489277:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467697.489279:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467697.489280:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467697.489446:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467697.489450:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467697.489452:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467697.745249:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467697.745262:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467697.745264:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467697.745269:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467697.745271:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467697.745275:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467697.745277:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467698.129914:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467698.129921:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467698.129923:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467698.129942:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467698.129962:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467698.129965:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467698.129968:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467698.129970:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467698.129972:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467698.514368:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467698.514374:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467698.514397:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467698.514398:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467698.514402:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467698.514403:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467698.514619:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467698.514622:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467698.514626:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467698.772032:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467698.772045:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467698.772047:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467698.772052:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467698.772055:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467698.772059:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467698.772062:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467699.153248:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467699.153255:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467699.153257:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467699.153262:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467699.153266:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467699.153270:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467699.153273:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467699.153275:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467699.153278:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467699.537280:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467699.537288:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467699.537290:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467699.537294:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467699.537298:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467699.537300:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467699.537302:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467699.537304:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467699.537308:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467699.537309:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467699.537313:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467699.537314:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467699.538449:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467699.538454:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467699.538460:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467699.793249:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467699.793262:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467699.793264:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467699.793269:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467699.793271:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467699.793274:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467699.793277:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467700.177245:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467700.177253:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467700.177255:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467700.177260:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467700.177263:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467700.177266:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467700.177269:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467700.177271:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467700.177274:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467700.561500:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467700.561511:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467700.562069:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467700.562071:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467700.562075:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467700.562077:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467700.563428:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467700.563434:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467700.563440:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467700.817492:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467700.817512:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467700.817516:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467700.817543:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467700.817546:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467700.817551:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467700.817555:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467701.201262:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467701.201270:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467701.201272:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467701.201278:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467701.201282:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467701.201286:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467701.201289:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467701.201291:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467701.201294:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467701.586361:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467701.586371:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467701.586379:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467701.586383:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467701.586385:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467701.586390:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467701.586393:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467701.586396:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467701.586398:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467701.586400:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467701.586405:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467701.586407:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467701.586408:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467701.586409:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467701.586411:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467701.586412:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467701.586414:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467701.586416:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467701.586938:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467701.586943:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467701.586948:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467701.841479:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1789467701.841479:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467701.841488:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467701.841491:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789467701.841495:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1789467701.841495:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1789467701.841497:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467701.841501:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467701.841504:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467701.841509:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467701.841512:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467701.841520:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467701.841523:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467701.841526:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467701.841531:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467701.841533:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467701.841537:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467701.841544:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19955) 00000100:00000001:2.0:1789467702.226038:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467702.226046:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467702.226048:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467702.226081:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467702.226085:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467702.226089:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467702.226092:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467702.226094:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467702.226097:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467702.609460:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467702.609470:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467702.609547:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467702.609549:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467702.609554:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467702.609555:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467702.609734:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467702.609738:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467702.609742:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467702.865251:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467702.865281:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467702.865284:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467702.865289:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467702.865316:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467702.865321:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467702.865324:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467703.249256:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467703.249263:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467703.249265:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467703.249270:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467703.249275:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467703.249278:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467703.249281:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467703.249283:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467703.249286:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467703.633473:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467703.633480:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467703.633485:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467703.633486:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467703.633490:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467703.633491:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467703.633608:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467703.633612:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467703.633615:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467703.889261:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467703.889274:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467703.889276:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467703.889281:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467703.889284:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467703.889289:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467703.889292:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467704.273245:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467704.273255:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467704.273257:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467704.273262:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467704.273265:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467704.273269:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467704.273271:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467704.273273:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467704.273276:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467704.657483:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467704.657490:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467704.657495:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467704.657496:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467704.657500:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467704.657501:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467704.657583:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467704.657587:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467704.657590:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467704.913429:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467704.913442:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467704.913444:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467704.913448:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467704.913450:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467704.913455:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467704.913457:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467705.297321:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467705.297330:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467705.297332:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467705.297338:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467705.297341:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467705.297346:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467705.297348:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467705.297351:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467705.297354:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467705.681268:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467705.681275:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467705.681282:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467705.681283:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467705.681286:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467705.681288:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467705.681412:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467705.681416:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467705.681419:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467705.937244:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467705.937258:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467705.937260:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467705.937264:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467705.937285:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467705.937289:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467705.937291:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467706.321251:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467706.321258:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467706.321276:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467706.321282:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467706.321297:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467706.321301:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467706.321304:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467706.321306:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467706.321309:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467706.705268:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467706.705275:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467706.705392:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467706.705394:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467706.705397:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467706.705399:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467706.705548:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467706.705552:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467706.705555:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467706.961471:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467706.961485:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467706.961487:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467706.961492:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467706.961494:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467706.961499:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467706.961501:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467706.962589:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467706.962597:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467706.962617:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467706.962620:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467706.962623:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467706.962626:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467706.962628:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467706.962632:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467706.962634:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467706.962637:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467706.962644:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19960) 00000100:00000001:2.0:1789467707.345259:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467707.345268:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467707.345270:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467707.345276:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467707.345289:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467707.345293:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467707.345296:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467707.345298:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467707.345301:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467707.731224:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467707.731232:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467707.731237:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467707.731239:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467707.731242:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467707.731243:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467707.731683:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467707.731687:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467707.731689:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467707.985248:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467707.985262:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467707.985264:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467707.985269:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467707.985271:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467707.985275:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467707.985278:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467708.369383:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467708.369880:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467708.369883:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467708.369890:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467708.369894:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467708.370012:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467708.370016:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467708.370020:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467708.370023:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467708.756716:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467708.756723:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467708.756728:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467708.756729:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467708.756733:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467708.756734:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467708.757490:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467708.757496:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467708.757501:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467709.009365:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467709.009377:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467709.009380:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467709.009384:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467709.009403:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467709.009407:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467709.009411:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467709.393472:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467709.393483:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467709.393486:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467709.393559:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467709.393565:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467709.395487:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467709.395626:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467709.395631:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467709.395635:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467709.777323:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467709.777335:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467709.777338:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467709.777342:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467709.777348:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467709.777351:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467709.777353:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467709.777356:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467709.777361:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467709.777362:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467709.777366:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467709.777367:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467709.777769:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467709.777774:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467709.777777:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467710.036653:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467710.036671:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467710.036673:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467710.036679:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467710.036681:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467710.036687:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467710.036690:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467710.417538:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467710.417572:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467710.417575:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467710.417581:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467710.417586:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467710.417591:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467710.417594:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467710.417597:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467710.417600:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467710.801339:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467710.801348:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467710.801355:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467710.801356:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467710.801360:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467710.801362:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467710.801712:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467710.801717:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467710.801720:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467711.059840:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467711.059858:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467711.059860:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467711.059867:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467711.059870:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467711.059876:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467711.059879:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467711.446342:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467711.446353:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467711.446356:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467711.446363:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467711.446368:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467711.446372:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467711.446375:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467711.446378:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467711.446381:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467711.825244:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467711.825254:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467711.825260:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467711.825265:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467711.825292:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467711.825296:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467711.825299:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467711.825301:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467711.825304:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467711.825306:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467711.825311:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467711.825313:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467711.825314:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467711.825316:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467711.825317:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467711.825318:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467711.825320:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467711.825322:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467711.825630:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467711.825636:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467711.825639:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467712.081292:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467712.081311:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467712.081313:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467712.081319:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467712.081322:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467712.081328:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467712.081331:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467712.081672:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467712.081679:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467712.081682:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467712.081686:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467712.081689:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467712.081692:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467712.081695:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467712.081699:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467712.081702:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467712.081705:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467712.081712:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19965) 00000100:00000001:1.0:1789467712.465389:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467712.465400:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467712.465403:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467712.465410:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467712.465415:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467712.465419:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467712.465423:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467712.465425:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467712.465428:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467712.849323:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467712.849333:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467712.849339:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467712.849340:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467712.849344:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467712.849346:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467712.849587:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467712.849591:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467712.849594:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467713.105296:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467713.105313:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467713.105316:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467713.105322:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467713.105325:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467713.105330:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467713.105333:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467713.489288:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467713.489301:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467713.489304:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467713.489312:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467713.489317:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467713.489322:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467713.489325:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467713.489328:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467713.489332:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467713.876057:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467713.876069:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467713.876079:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467713.876080:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467713.876085:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467713.876111:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467713.876409:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467713.876414:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467713.876417:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467714.129458:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467714.129477:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467714.129479:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467714.129485:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467714.129488:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467714.129493:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467714.129496:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467714.515506:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467714.515519:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467714.515522:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467714.515531:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467714.515536:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467714.515541:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467714.515545:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467714.515549:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467714.515552:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467714.897341:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467714.897351:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467714.897359:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467714.897360:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467714.897364:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467714.897365:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467714.899294:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467714.899302:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467714.899308:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467715.153623:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467715.153637:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467715.153639:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467715.153643:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467715.153645:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467715.153650:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467715.153652:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467715.537850:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467715.537861:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467715.537864:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467715.537870:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467715.537875:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467715.537879:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467715.537883:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467715.537886:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467715.537889:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467715.921390:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467715.921397:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467715.921404:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467715.921405:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467715.921409:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467715.921410:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467715.921604:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467715.921608:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467715.921610:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467716.177352:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467716.177360:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467716.177374:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467691/real 1789467691] req@ffff8cbacf6c5180 x1876386402395904/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467716 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467716.177391:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467716.177393:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467716.177397:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9cb58. 00000400:00000200:0.0:1789467716.177401:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089908 00000400:00000010:0.0:1789467716.177403:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089908. 00000100:00000001:0.0:1789467716.177406:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467716.177424:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c5180 x1876386402395904/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467716 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467716.177433:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c5180 x1876386402395904/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467716 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467716.177440:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467716.177442:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467716.177444:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467716.177446:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467716.177450:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c5180 x1876386402395904/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467716 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467716.177457:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467716.177459:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467716.177464:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467691/real 1789467691] req@ffff8cbacf6c5500 x1876386402395648/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467716 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467716.177473:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467716.177474:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467716.177476:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9ca50. 00000400:00000200:0.0:1789467716.177479:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089c38 00000400:00000010:0.0:1789467716.177480:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089c38. 00000100:00000001:0.0:1789467716.177483:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467716.177486:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c5500 x1876386402395648/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467716 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467716.177494:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c5500 x1876386402395648/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467716 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467716.177500:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467716.177501:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467716.177503:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467716.177504:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467716.177508:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c5500 x1876386402395648/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467716 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467716.177538:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467716.177540:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467716.177545:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467691/real 1789467691] req@ffff8cbacf6c4a80 x1876386402395776/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467716 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467716.177553:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467716.177555:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467716.177557:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c1b8. 00000400:00000200:0.0:1789467716.177559:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089aa0 00000400:00000010:0.0:1789467716.177561:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089aa0. 00000100:00000001:0.0:1789467716.177563:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467716.177566:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c4a80 x1876386402395776/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467716 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467716.177574:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c4a80 x1876386402395776/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467716 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467716.177581:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467716.177582:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467716.177585:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467716.177586:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467716.177589:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c4a80 x1876386402395776/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467716 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467716.177596:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467716.177603:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467716.177605:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467716.177609:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467716.177611:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467716.177614:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467716.177618:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c5180 x1876386402395904/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467716 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467716.177626:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467716.177632:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467716.177634:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467716.177635:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467716.177638:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467716.177641:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467716.177644:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467716.177669:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789467716.177672:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467716.177676:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c5180 x1876386402395904/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467716 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467716.177685:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402395904:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467716.177690:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467716.177694:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c5500 x1876386402395648/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467716 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467716.177701:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467716.177703:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467716.177705:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467716.177706:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467716.177708:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467716.177710:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467716.177712:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467716.177718:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789467716.177720:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467716.177724:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c5500 x1876386402395648/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467716 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467716.177732:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402395648:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789467716.177736:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467716.177745:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c4a80 x1876386402395776/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467716 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467716.177752:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467716.177754:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467716.177756:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467716.177757:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467716.177759:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467716.177761:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467716.177764:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467716.177769:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789467716.177771:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467716.177775:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c4a80 x1876386402395776/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467716 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467716.177783:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402395776:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467716.177787:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467716.177789:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467716.177802:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c5180 x1876386402395904/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467716 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467716.177810:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467716.177813:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467716.177817:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687f800. 02000000:00000001:0.0:1789467716.177821:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467716.177824:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467716.177825:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789467716.177827:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467716.177830:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6893800. 02000000:00000001:0.0:1789467716.177833:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467716.177835:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467716.177837:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c5180. 00000100:00000001:0.0:1789467716.177841:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467716.177847:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467716.177849:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467716.177853:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c5500 x1876386402395648/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467716 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467716.177859:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467716.177861:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467716.177862:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687ec00. 02000000:00000001:0.0:1789467716.177865:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467716.177866:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467716.177867:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789467716.177869:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467716.177871:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6890800. 02000000:00000001:0.0:1789467716.177873:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467716.177874:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467716.177875:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c5500. 00000100:00000001:0.0:1789467716.177878:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467716.177879:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467716.177881:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467716.177884:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c4a80 x1876386402395776/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467716 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467716.177890:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467716.177891:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467716.177893:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687c400. 02000000:00000001:0.0:1789467716.177905:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467716.177906:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467716.177908:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789467716.177910:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467716.177911:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6892000. 02000000:00000001:0.0:1789467716.177914:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467716.177916:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467716.177917:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c4a80. 00000100:00000001:0.0:1789467716.177919:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467716.177921:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467716.177923:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467716.177926:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467716.177928:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467716.177937:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467716.177939:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467716.178115:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467716.178121:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789467716.178123:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467716.178126:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467716.178129:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467716.178152:0:331017:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 19940 00000400:00000200:1.0:1789467716.178160:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467716.178165:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789467716.178169:0:331017:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467716.178172:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467716.178175:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467716.178193:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467716.178195:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789467716.178202:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467716.178204:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:1.0:1789467716.178207:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467716.178209:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:1.0:1789467716.178212:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:1.0:1789467716.178214:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:1.0:1789467716.178217:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467716.178220:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467716.178221:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467716.178223:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789467716.178226:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:1.0:1789467716.178229:0:331017:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789467716.178232:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467716.178234:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467716.178237:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467716.178239:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467716.178242:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467716.178244:0:331017:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467716.178249:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c6300. 00000020:00000040:1.0:1789467716.178251:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789467716.178255:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467716.178256:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467716.178259:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467716.178261:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467716.178265:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467716.178270:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6890000. 00000100:00000001:1.0:1789467716.178275:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467716.178281:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c6300 x1876386402396032/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467716.178289:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467716.178298:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467716.178303:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9434e5c] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c6300 x1876386402396032/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467716.178320:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467716.178323:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467716.178325:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789467716.178327:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467716.178328:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467716.178330:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467716.178333:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19940 00000400:00000200:1.0:1789467716.178336:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467716.178339:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789467716.178341:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467716.178344:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467716.178346:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467716.178348:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467716.178350:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789467716.178353:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467716.178354:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:1.0:1789467716.178356:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467716.178358:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:1.0:1789467716.178360:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:1.0:1789467716.178362:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:1.0:1789467716.178364:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467716.178366:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467716.178367:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467716.178369:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789467716.178371:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:1.0:1789467716.178374:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789467716.178382:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467716.178384:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467716.178389:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467716.178391:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467716.178393:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789467716.178397:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789467716.178399:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467716.178401:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467716.178404:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c4700. 00000020:00000040:1.0:1789467716.178406:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789467716.178408:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467716.178410:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467716.178412:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467716.178413:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467716.178414:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467716.178418:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6890c00. 00000100:00000001:1.0:1789467716.178421:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467716.178426:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c4700 x1876386402396160/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467716.178432:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467716.178434:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467716.178437:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a499d82b] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c4700 x1876386402396160/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467716.178444:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467716.178446:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467716.178448:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789467716.178449:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467716.178451:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467716.178453:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467716.178455:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19940 00000400:00000200:1.0:1789467716.178459:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467716.178467:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789467716.178470:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467716.178473:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467716.178474:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467716.178476:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467716.178478:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789467716.178481:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467716.178482:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:1.0:1789467716.178484:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467716.178485:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:1.0:1789467716.178487:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:1.0:1789467716.178489:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:1.0:1789467716.178491:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467716.178493:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467716.178495:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467716.178497:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789467716.178499:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:1.0:1789467716.178502:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789467716.178504:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467716.178506:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467716.178509:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467716.178510:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467716.178512:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789467716.178514:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789467716.178517:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467716.178518:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467716.178522:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c6680. 00000020:00000040:1.0:1789467716.178524:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789467716.178527:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467716.178528:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467716.178530:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467716.178536:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467716.178538:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467716.178541:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6891c00. 00000100:00000001:1.0:1789467716.178545:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467716.178551:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c6680 x1876386402396288/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467716.178558:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467716.178560:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467716.178563:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae670991] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c6680 x1876386402396288/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467716.178571:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467716.178574:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467716.178577:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467716.178580:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467716.178583:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467716.178587:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19969) 00000100:00000001:0.0:1789467716.178822:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467716.178825:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467716.178827:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467716.178832:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c6300 x1876386402396032/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467716.178840:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467716.178843:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467716.178846:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467716.178849:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467716.178851:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467716.178855:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402396032:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789467716.178859:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467716.178863:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467716.178865:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467716.178867:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467716.178871:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687c400. 02000000:00000001:0.0:1789467716.178873:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467716.178879:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789467716.178882:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c1b8. 00000400:00000010:0.0:1789467716.178888:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089aa0. 00000100:00000200:0.0:1789467716.178893:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402396032, portal 25 00000100:00000001:0.0:1789467716.178895:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467716.178942:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704633600 : -126741004918016 : ffff8cbacf6c6300) 00000100:00000040:0.0:1789467716.178948:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c6300 x1876386402396032/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467716.178956:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467716.178959:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789467716.178962:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089c38. 00000100:00000200:0.0:1789467716.178966:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402396032, offset 0 00000400:00000200:0.0:1789467716.178972:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789467716.178979:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467716.178985:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789467716.178997:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789467716.179001:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789467716.179005:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789467716.179008:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789467716.179011:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93873:93873:256:4294967295] 192.168.203.142@tcp LPNI seq info [93873:93873:8:4294967295] 00000400:00000200:0.0:1789467716.179016:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467716.179027:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789467716.179032:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789467716.179038:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad4597c00. 00000800:00000200:0.0:1789467716.179044:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789467716.179052:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789467716.179056:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad4597c00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789467716.179068:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467716.179072:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789467716.179075:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314633460 00000100:00000010:0.0:1789467716.179080:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305b840. 00000100:00000001:0.0:1789467716.179086:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789467716.179091:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314633460 00000100:00000010:0.0:1789467716.179095:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305b720. 00000100:00000001:0.0:1789467716.179098:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789467716.179101:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467716.179104:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467716.179107:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467716.179111:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c4700 x1876386402396160/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467716.179118:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467716.179119:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467716.179121:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467716.179123:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467716.179125:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467716.179153:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402396160:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467716.179157:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467716.179159:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467716.179160:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467716.179162:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467716.179165:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687ec00. 02000000:00000001:0.0:1789467716.179167:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467716.179171:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789467716.179174:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9ca50. 00000400:00000010:0.0:1789467716.179177:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089908. 00000800:00000200:3.0:1789467716.179481:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467716.179485:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad4597c00. 00000400:00000200:3.0:1789467716.179492:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467716.179497:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467716.179502:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089c38 00000400:00000010:3.0:1789467716.179504:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089c38. 00000100:00000001:3.0:1789467716.179508:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467716.179511:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c6300 x1876386402396032/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467716.179528:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467716.179532:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c6300 x1876386402396032/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467741 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467716.179550:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467716.179552:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:0.0:1789467716.179820:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402396160, portal 10 00000100:00000001:0.0:1789467716.179823:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467716.179825:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704626432 : -126741004925184 : ffff8cbacf6c4700) 00000100:00000040:0.0:1789467716.179833:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c4700 x1876386402396160/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467716.179840:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467716.179842:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789467716.179845:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089990. 00000100:00000200:0.0:1789467716.179848:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402396160, offset 0 00000400:00000200:0.0:1789467716.179853:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789467716.179858:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467716.179863:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789467716.179866:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789467716.179869:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789467716.179872:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789467716.179874:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789467716.179877:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93874:93874:256:4294967295] 192.168.203.142@tcp LPNI seq info [93874:93874:8:4294967295] 00000400:00000200:0.0:1789467716.179882:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467716.179888:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789467716.179893:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789467716.180445:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad4597f00. 00000800:00000200:0.0:1789467716.180460:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789467716.180467:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789467716.180470:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad4597f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789467716.180486:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467716.180491:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:0.0:1789467716.180495:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789467716.180498:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314632222 00000100:00000001:0.0:1789467716.180501:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314633460 00000100:00000001:0.0:1789467716.180504:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314632222 00000100:00000001:0.0:1789467716.180506:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314633460 00000100:00000001:0.0:1789467716.180508:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467716.180511:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789467716.181100:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467716.181105:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad4597f00. 00000400:00000200:3.0:1789467716.181111:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467716.181117:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467716.181126:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089990 00000400:00000010:3.0:1789467716.181129:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089990. 00000100:00000001:3.0:1789467716.181157:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467716.181163:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c4700 x1876386402396160/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467716.181172:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467716.181176:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c4700 x1876386402396160/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467741 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467716.181452:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467716.181455:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789467716.181676:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467716.181684:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c6680 x1876386402396288/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467716.181692:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467716.181694:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467716.181698:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467716.181702:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467716.181704:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467716.181707:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402396288:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467716.181711:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467716.181714:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467716.181717:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467716.181719:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467716.181725:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687f800. 02000000:00000001:0.0:1789467716.181727:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467716.181733:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789467716.181737:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9cb58. 00000400:00000010:0.0:1789467716.181742:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089f68. 00000100:00000200:0.0:1789467716.181748:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402396288, portal 10 00000100:00000001:0.0:1789467716.181760:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467716.181761:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704634496 : -126741004917120 : ffff8cbacf6c6680) 00000100:00000040:0.0:1789467716.181769:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c6680 x1876386402396288/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467716.181775:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467716.181778:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789467716.181780:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089660. 00000100:00000200:0.0:1789467716.181783:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402396288, offset 0 00000400:00000200:0.0:1789467716.181789:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789467716.182342:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467716.182349:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789467716.182353:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789467716.182357:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789467716.182360:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789467716.182363:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789467716.182366:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93875:93875:256:4294967295] 192.168.203.142@tcp LPNI seq info [93875:93875:8:4294967295] 00000400:00000200:0.0:1789467716.182371:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467716.182380:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789467716.182385:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789467716.182390:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad4597f00. 00000800:00000200:0.0:1789467716.182396:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789467716.182402:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789467716.182405:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad4597f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789467716.182424:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467716.182428:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:0.0:1789467716.182432:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789467716.182435:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314632212 00000100:00000001:0.0:1789467716.182438:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314633460 00000100:00000001:0.0:1789467716.182441:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314632212 00000100:00000001:0.0:1789467716.182443:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314633460 00000100:00000001:0.0:1789467716.182452:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467716.182455:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467716.182458:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467716.182461:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467716.182469:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467716.182471:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789467716.182473:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467716.182475:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467716.182477:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467716.182479:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789467716.184512:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467716.184527:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad4597f00. 00000400:00000200:3.0:1789467716.184536:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467716.184543:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467716.184550:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089660 00000400:00000010:3.0:1789467716.184553:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089660. 00000100:00000001:3.0:1789467716.184558:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467716.184569:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c6680 x1876386402396288/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467716.184580:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467716.184583:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c6680 x1876386402396288/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467741 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467716.184590:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467716.184592:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789467716.561245:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467716.561252:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467716.561255:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467716.561259:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467716.561263:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467716.561266:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467716.561269:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467716.561272:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467716.561274:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467716.945347:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467716.945354:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467716.945360:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467716.945361:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467716.945364:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467716.945365:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467716.946165:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467716.946184:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467716.946187:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789467717.457490:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314633460, at 4314633472 00000100:00000010:3.0:1789467717.457505:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305b720. 00000100:00000040:2.0:1789467717.457847:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314633460, at 4314633472 00000100:00000010:2.0:1789467717.457854:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305b840. 00000100:00000001:1.0:1789467717.585271:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467717.585278:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467717.585280:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467717.585286:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467717.585289:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467717.585293:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467717.585309:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467717.585312:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467717.585315:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467717.971564:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467717.971571:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467717.971577:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467717.971578:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467717.971581:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467717.971583:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467717.972352:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467717.972356:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467717.972359:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467718.609272:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467718.609279:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467718.609282:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467718.609286:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467718.609290:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467718.609294:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467718.609296:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467718.609299:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467718.609302:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467718.993319:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467718.993327:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467718.993334:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467718.993335:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467718.993339:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467718.993341:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467718.993452:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467718.993456:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467718.993459:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467719.633429:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467719.633436:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467719.633439:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467719.633443:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467719.633447:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467719.633451:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467719.633454:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467719.633457:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467719.633460:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467720.017264:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467720.017274:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467720.017276:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467720.017280:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467720.017284:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467720.017287:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467720.017289:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467720.017291:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467720.017295:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467720.017296:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467720.017318:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467720.017319:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467720.017451:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467720.017455:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467720.017458:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467720.657257:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467720.657265:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467720.657267:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467720.657271:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467720.657275:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467720.657279:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467720.657281:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467720.657283:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467720.657286:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467721.041421:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467721.041428:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467721.041433:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467721.041434:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467721.041438:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467721.041439:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467721.041533:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467721.041536:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467721.041539:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467721.297330:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467721.297339:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467721.297343:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467721.297346:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467721.297349:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467721.297352:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467721.297354:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467721.297358:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467721.297361:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467721.297364:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467721.297369:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19975) 00000100:00000001:0.0:1789467721.297446:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467721.297456:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467721.297458:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467721.297461:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467721.297464:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467721.297467:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467721.297469:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467721.681243:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467721.681251:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467721.681272:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467721.681278:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467721.681281:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467721.681285:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467721.681287:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467721.681290:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467721.681293:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467722.066177:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467722.066184:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467722.066189:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467722.066192:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467722.066194:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467722.066197:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467722.066200:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467722.066202:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467722.066204:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467722.066206:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467722.066209:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467722.066211:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467722.066212:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467722.066214:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467722.066215:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467722.066216:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467722.066218:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467722.066219:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467722.066404:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467722.066408:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467722.066410:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467722.321969:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467722.321983:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467722.321985:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467722.321990:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467722.321992:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467722.321996:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467722.322017:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467722.706345:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467722.706353:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467722.706355:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467722.706360:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467722.706364:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467722.706368:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467722.706370:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467722.706372:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467722.706375:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467723.089308:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467723.089316:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467723.089333:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467723.089335:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467723.089339:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467723.089340:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467723.089403:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467723.089407:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467723.089410:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467723.345404:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467723.345418:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467723.345420:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467723.345425:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467723.345427:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467723.345431:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467723.345434:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467723.729264:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467723.729272:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467723.729274:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467723.729279:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467723.729283:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467723.729287:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467723.729289:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467723.729292:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467723.729295:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467724.113795:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467724.113805:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467724.113812:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467724.113813:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467724.113817:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467724.113818:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467724.113950:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467724.113956:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467724.113960:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467724.369283:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467724.369302:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467724.369304:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467724.369309:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467724.369312:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467724.369328:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467724.369332:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467724.753288:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467724.753296:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467724.753298:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467724.753303:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467724.753307:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467724.753310:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467724.753313:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467724.753316:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467724.753319:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467725.139210:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467725.139221:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467725.139227:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467725.139228:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467725.139233:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467725.139234:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467725.141189:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467725.141199:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467725.141206:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467725.393361:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467725.393381:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467725.393384:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467725.393390:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467725.393393:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467725.393400:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467725.393428:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467725.777481:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467725.777518:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467725.777521:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467725.777528:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467725.777533:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467725.777538:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467725.777541:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467725.777544:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467725.777547:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467726.161416:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467726.161426:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467726.161435:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467726.161436:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467726.161441:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467726.161442:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467726.161595:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467726.161600:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467726.161603:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467726.417273:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467726.417294:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467726.417297:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467726.417303:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467726.417306:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467726.417312:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467726.417315:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467726.417450:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467726.417458:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467726.417461:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467726.417464:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467726.417467:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467726.417504:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467726.417507:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467726.417512:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467726.417516:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467726.417519:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467726.417527:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19980) 00000100:00000001:1.0:1789467726.801454:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467726.801468:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467726.801470:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467726.801478:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467726.801482:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467726.801488:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467726.801491:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467726.801494:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467726.801497:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467727.185558:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467727.185568:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467727.185576:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467727.185577:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467727.185582:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467727.185583:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467727.185780:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467727.185784:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467727.185788:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467727.441693:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467727.441719:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467727.441721:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467727.441727:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467727.441737:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467727.441743:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467727.441746:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467727.825902:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467727.825912:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467727.825915:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467727.825923:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467727.825927:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467727.825932:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467727.825935:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467727.825939:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467727.825942:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467728.209299:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467728.209309:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467728.209316:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467728.209318:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467728.209322:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467728.209323:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467728.209459:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467728.209464:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467728.209467:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467728.465528:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467728.465547:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467728.465549:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467728.465555:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467728.465558:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467728.465564:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467728.465591:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467728.849488:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467728.849500:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467728.849503:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467728.849511:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467728.849515:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467728.849520:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467728.849523:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467728.849527:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467728.849530:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467729.233345:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467729.233355:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467729.233363:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467729.233364:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467729.233368:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467729.233369:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467729.233501:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467729.233506:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467729.233509:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467729.489946:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467729.489960:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467729.489962:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467729.489967:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467729.489969:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467729.489973:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467729.489975:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467729.875606:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467729.875614:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467729.875616:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467729.875622:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467729.875626:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467729.875630:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467729.875632:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467729.875635:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467729.875637:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467730.258703:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467730.258712:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467730.258714:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467730.258718:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467730.258723:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467730.258725:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467730.258727:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467730.258730:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467730.258734:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467730.258735:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467730.258739:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467730.258740:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467730.259215:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467730.259218:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467730.259221:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467730.519276:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467730.519291:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467730.519293:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467730.519298:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467730.519301:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467730.519305:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467730.519308:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467730.897252:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467730.897259:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467730.897261:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467730.897267:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467730.897271:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467730.897275:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467730.897277:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467730.897279:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467730.897282:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467731.281412:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467731.281419:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467731.281425:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467731.281426:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467731.281429:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467731.281431:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467731.282528:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467731.282532:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467731.282537:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467731.537240:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467731.537253:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467731.537255:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467731.537259:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467731.537278:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467731.537283:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467731.537286:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467731.541996:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467731.542010:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467731.542039:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467731.542043:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467731.542045:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467731.542049:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467731.542052:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467731.542056:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467731.542059:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467731.542062:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467731.542068:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19985) 00000100:00000001:1.0:1789467731.921421:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467731.921429:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467731.921431:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467731.921446:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467731.921450:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467731.921454:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467731.921457:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467731.921459:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467731.921462:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467732.306026:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467732.306036:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467732.306043:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467732.306047:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467732.306050:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467732.306054:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467732.306058:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467732.306062:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467732.306064:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467732.306067:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467732.306071:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467732.306074:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467732.306075:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467732.306101:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467732.306103:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467732.306104:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467732.306106:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467732.306109:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467732.306413:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467732.306418:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467732.306422:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467732.561277:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467732.561292:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467732.561294:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467732.561298:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467732.561300:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467732.561307:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467732.561310:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467732.945273:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467732.945283:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467732.945286:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467732.945292:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467732.945296:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467732.945300:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467732.945303:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467732.945305:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467732.945309:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467733.330182:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467733.330189:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467733.330195:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467733.330197:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467733.330201:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467733.330203:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467733.330299:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467733.330303:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467733.330307:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467733.585278:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467733.585297:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467733.585300:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467733.585307:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467733.585309:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467733.585315:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467733.585317:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467733.970230:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467733.970241:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467733.970243:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467733.970251:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467733.970277:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467733.970282:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467733.970285:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467733.970288:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467733.970291:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467734.353268:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467734.353276:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467734.353282:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467734.353283:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467734.353286:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467734.353287:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467734.353414:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467734.353418:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467734.353422:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467734.610833:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467734.610847:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467734.610849:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467734.610854:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467734.610856:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467734.610860:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467734.610862:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467734.993300:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467734.993308:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467734.993310:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467734.993315:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467734.993318:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467734.993321:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467734.993324:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467734.993326:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467734.993328:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467735.377318:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467735.377324:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467735.377330:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467735.377331:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467735.377334:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467735.377336:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467735.377432:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467735.377435:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467735.377439:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467735.634049:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467735.634063:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467735.634066:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467735.634071:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467735.634073:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467735.634077:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467735.634079:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467736.018183:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467736.018192:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467736.018194:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467736.018199:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467736.018203:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467736.018207:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467736.018209:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467736.018212:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467736.018231:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467736.401253:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467736.401260:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467736.401266:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467736.401267:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467736.401270:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467736.401271:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467736.401453:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467736.401457:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467736.401470:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467736.657459:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467736.657470:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467736.657473:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467736.657477:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467736.657479:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467736.657482:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467736.657502:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467736.657506:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467736.657508:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467736.657511:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467736.657516:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19990) 00000100:00000001:1.0:1789467736.657675:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467736.657687:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467736.657690:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467736.657693:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467736.657695:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467736.657699:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467736.657702:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467737.041298:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467737.041307:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467737.041309:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467737.041314:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467737.041317:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467737.041322:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467737.041325:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467737.041328:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467737.041331:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467737.425503:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467737.425510:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467737.425515:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467737.425516:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467737.425520:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467737.425521:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467737.426524:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467737.426528:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467737.426533:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467737.681282:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467737.681295:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467737.681298:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467737.681302:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467737.681304:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467737.681308:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467737.681310:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467738.065274:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467738.065359:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467738.065361:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467738.065367:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467738.065370:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467738.065375:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467738.065377:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467738.065379:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467738.065382:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467738.449268:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467738.449274:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467738.449280:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467738.449298:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467738.449302:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467738.449303:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467738.449646:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467738.449650:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467738.449653:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467738.705266:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467738.705280:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467738.705282:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467738.705287:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467738.705289:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467738.705293:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467738.705312:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467739.089247:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467739.089256:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467739.089258:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467739.089263:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467739.089266:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467739.089270:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467739.089272:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467739.089274:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467739.089277:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467739.473347:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467739.473356:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467739.473358:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467739.473362:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467739.473367:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467739.473369:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467739.473371:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467739.473374:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467739.473377:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467739.473378:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467739.473381:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467739.473382:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467739.473476:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467739.473479:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467739.473482:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467739.730192:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467739.730203:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467739.730205:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467739.730210:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467739.730212:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467739.730215:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467739.730218:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467740.113254:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467740.113261:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467740.113264:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467740.113270:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467740.113274:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467740.113279:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467740.113281:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467740.113284:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467740.113287:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467740.497312:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467740.497319:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467740.497325:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467740.497326:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467740.497329:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467740.497330:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467740.497390:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467740.497395:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467740.497398:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467740.753537:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467740.753550:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467740.753552:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467740.753558:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467740.753560:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467740.753564:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467740.753567:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467741.137251:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467741.137258:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467741.137260:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467741.137265:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467741.137269:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467741.137343:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467741.137345:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467741.137348:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467741.137351:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467741.522082:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467741.522088:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467741.522094:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467741.522095:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467741.522114:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467741.522115:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467741.523785:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467741.523791:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467741.523795:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467741.777256:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467741.777264:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467741.777280:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467716/real 1789467716] req@ffff8cbacf6c6300 x1876386402396032/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467741 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467741.777297:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467741.777299:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467741.777303:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c1b8. 00000400:00000200:0.0:1789467741.777309:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089aa0 00000400:00000010:0.0:1789467741.777312:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089aa0. 00000100:00000001:0.0:1789467741.777316:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467741.777320:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c6300 x1876386402396032/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467741 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467741.777329:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c6300 x1876386402396032/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467741 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467741.777336:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467741.777338:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467741.777341:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467741.777343:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467741.777348:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c6300 x1876386402396032/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467741 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467741.777354:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467741.777357:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467741.777361:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467716/real 1789467716] req@ffff8cbacf6c4700 x1876386402396160/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467741 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467741.777368:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467741.777370:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467741.777372:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9ca50. 00000400:00000200:0.0:1789467741.777374:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089908 00000400:00000010:0.0:1789467741.777376:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089908. 00000100:00000001:0.0:1789467741.777378:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467741.777397:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c4700 x1876386402396160/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467741 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467741.777404:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c4700 x1876386402396160/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467741 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467741.777410:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467741.777412:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467741.777414:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467741.777415:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467741.777419:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c4700 x1876386402396160/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467741 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467741.777425:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467741.777427:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467741.777431:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467716/real 1789467716] req@ffff8cbacf6c6680 x1876386402396288/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467741 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467741.777440:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467741.777441:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467741.777443:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9cb58. 00000400:00000200:0.0:1789467741.777446:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089f68 00000400:00000010:0.0:1789467741.777447:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089f68. 00000100:00000001:0.0:1789467741.777449:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467741.777453:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c6680 x1876386402396288/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467741 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467741.777460:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c6680 x1876386402396288/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467741 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467741.777466:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467741.777468:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467741.777470:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467741.777471:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467741.777474:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c6680 x1876386402396288/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467741 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467741.777495:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467741.777502:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467741.777505:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467741.777507:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467741.777509:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467741.777511:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467741.777517:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c6300 x1876386402396032/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467741 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467741.777524:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467741.777527:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467741.777528:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467741.777530:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467741.777532:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467741.777534:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467741.777538:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467741.777633:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789467741.777639:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467741.777643:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c6300 x1876386402396032/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467741 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467741.777651:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402396032:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789467741.777656:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467741.777659:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c4700 x1876386402396160/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467741 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467741.777665:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467741.777667:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467741.777669:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467741.777670:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467741.777677:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467741.777680:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467741.777683:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789467741.777711:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467741.777715:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789467741.777717:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467741.777720:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467741.777724:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467741.777727:0:176036:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 19964 00000400:00000200:3.0:1789467741.777735:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467741.777741:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467741.777744:0:176036:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467741.777753:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467741.777756:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467741.777758:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467741.777760:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467741.777767:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467741.777769:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789467741.777771:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467741.777773:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789467741.777775:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789467741.777777:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789467741.777780:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467741.777782:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467741.777783:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467741.777785:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467741.777788:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789467741.777790:0:176036:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467741.777792:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467741.777795:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467741.777799:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467741.777801:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467741.777803:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467741.777805:0:176036:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467741.777810:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031c00. 00000020:00000040:3.0:1789467741.777813:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=5 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789467741.777816:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467741.777818:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467741.777820:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467741.777823:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467741.777826:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467741.777834:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1000. 00000100:00000001:3.0:1789467741.777840:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467741.777846:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031c00 x1876386402396416/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467741.777860:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467741.777864:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467741.777869:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e90841d0] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031c00 x1876386402396416/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467741.777879:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467741.777881:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467741.777884:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467741.777886:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467741.777887:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467741.777889:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467741.777891:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19964 00000400:00000200:3.0:1789467741.777896:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467741.777899:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467741.777901:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467741.777903:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467741.777905:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467741.777907:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467741.777909:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467741.777912:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467741.777913:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789467741.777915:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467741.777917:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789467741.777919:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789467741.777921:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789467741.777924:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467741.777926:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467741.777927:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467741.777929:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467741.777940:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789467741.777943:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467741.777945:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467741.777947:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467741.777953:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467741.777955:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467741.777957:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789467741.777961:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789467741.777964:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467741.777966:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467741.777969:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9032d80. 00000020:00000040:3.0:1789467741.777971:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=11 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467741.777974:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467741.777975:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467741.777977:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467741.777978:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467741.777980:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467741.777984:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3800. 00000100:00000001:3.0:1789467741.777987:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467741.777992:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9032d80 x1876386402396544/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467741.777998:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467741.778000:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467741.778003:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca468814] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9032d80 x1876386402396544/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467741.778010:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467741.778012:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467741.778015:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467741.778018:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467741.778021:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467741.778029:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467741.778032:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467741.778036:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19995) 00000100:00080000:0.0:1789467741.778418:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789467741.778421:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467741.778427:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c4700 x1876386402396160/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467741 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467741.778435:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402396160:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467741.778440:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467741.778444:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c6680 x1876386402396288/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467741 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467741.778451:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467741.778453:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467741.778455:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467741.778456:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467741.778458:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467741.778460:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467741.778463:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789467741.778489:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467741.778492:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467741.778494:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467741.778496:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467741.778498:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467741.778501:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19964 00000400:00000200:3.0:1789467741.778505:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467741.778508:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467741.778511:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467741.778513:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467741.778516:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467741.778517:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467741.778520:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467741.778523:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467741.778524:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789467741.778526:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467741.778528:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789467741.778530:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789467741.778532:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789467741.778534:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467741.778536:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467741.778538:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467741.778539:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467741.778541:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789467741.778544:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467741.778553:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467741.778555:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467741.778558:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467741.778561:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467741.778563:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789467741.778565:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789467741.778567:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467741.778569:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467741.778573:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033100. 00000020:00000040:3.0:1789467741.778575:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=9 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467741.778578:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467741.778579:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467741.778581:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467741.778583:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467741.778585:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467741.778590:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2c00. 00000100:00000001:3.0:1789467741.778594:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467741.778608:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033100 x1876386402396672/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467741.778615:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467741.778616:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467741.778620:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024ed4020] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033100 x1876386402396672/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467741.778628:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467741.778630:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467741.778633:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467741.778635:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467741.778638:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467741.778641:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19995) 00000100:00080000:0.0:1789467741.778719:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789467741.778722:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467741.778727:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c6680 x1876386402396288/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467741 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467741.778736:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402396288:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467741.778741:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467741.778744:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467741.778748:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c6300 x1876386402396032/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467741 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467741.778761:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467741.778764:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467741.778767:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687c400. 02000000:00000001:0.0:1789467741.778771:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467741.778773:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467741.778775:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789467741.778777:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467741.778779:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6890000. 02000000:00000001:0.0:1789467741.778783:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467741.778785:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467741.778786:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c6300. 00000100:00000001:0.0:1789467741.778789:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467741.778791:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467741.778792:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467741.778797:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c4700 x1876386402396160/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467741 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467741.778803:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467741.778804:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467741.778806:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687ec00. 02000000:00000001:0.0:1789467741.778808:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467741.778809:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467741.778811:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789467741.778812:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467741.778814:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6890c00. 02000000:00000001:0.0:1789467741.778816:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467741.778817:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467741.778818:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c4700. 00000100:00000001:0.0:1789467741.778821:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467741.778822:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467741.778823:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467741.778827:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c6680 x1876386402396288/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467741 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467741.778833:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467741.778834:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467741.778842:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687f800. 02000000:00000001:0.0:1789467741.778844:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467741.778846:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467741.778847:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789467741.778849:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467741.778850:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6891c00. 02000000:00000001:0.0:1789467741.778853:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467741.778854:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467741.778855:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c6680. 00000100:00000001:0.0:1789467741.778857:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467741.778859:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467741.778861:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467741.778866:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467741.778868:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467741.778870:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467741.778872:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467741.778874:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467741.778879:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9031c00 x1876386402396416/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467741.778887:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467741.778888:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467741.778891:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467741.778894:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467741.778896:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467741.778900:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402396416:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789467741.778903:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467741.778907:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467741.778909:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467741.778911:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467741.778916:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687f800. 02000000:00000001:0.0:1789467741.778917:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467741.778922:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789467741.778927:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9cb58. 00000400:00000010:0.0:1789467741.778933:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089f68. 00000100:00000200:0.0:1789467741.778938:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402396416, portal 25 00000100:00000001:0.0:1789467741.778945:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467741.778946:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107409920 : -126744602141696 : ffff8cb9f9031c00) 00000100:00000040:0.0:1789467741.778952:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031c00 x1876386402396416/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467741.778960:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467741.778963:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789467741.778966:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089908. 00000100:00000200:0.0:1789467741.778969:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402396416, offset 0 00000400:00000200:0.0:1789467741.778975:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789467741.778983:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467741.778989:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789467741.778993:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789467741.778997:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789467741.779001:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789467741.779003:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789467741.779007:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93876:93876:256:4294967295] 192.168.203.142@tcp LPNI seq info [93876:93876:8:4294967295] 00000400:00000200:0.0:1789467741.779011:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467741.779021:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789467741.779028:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789467741.779033:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad4597c00. 00000800:00000200:0.0:1789467741.779040:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789467741.779048:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789467741.779052:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad4597c00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789467741.779080:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467741.779084:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789467741.779087:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314659060 00000100:00000010:0.0:1789467741.779092:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305b240. 00000100:00000001:0.0:1789467741.779098:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789467741.779112:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314659060 00000100:00000010:0.0:1789467741.779116:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305b840. 00000100:00000001:0.0:1789467741.779124:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789467741.779127:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467741.779129:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467741.779151:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467741.779156:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9032d80 x1876386402396544/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467741.779163:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467741.779164:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467741.779167:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467741.779168:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467741.779170:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467741.779173:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402396544:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467741.779176:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467741.779178:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467741.779180:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467741.779181:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467741.779184:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687ec00. 02000000:00000001:0.0:1789467741.779187:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467741.779190:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789467741.779193:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9ca50. 00000400:00000010:0.0:1789467741.779198:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089aa0. 00000100:00000200:0.0:1789467741.779202:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402396544, portal 10 00000100:00000001:0.0:1789467741.779204:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467741.779205:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107414400 : -126744602137216 : ffff8cb9f9032d80) 00000100:00000040:0.0:1789467741.779212:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9032d80 x1876386402396544/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467741.779218:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467741.779221:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789467741.779224:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089110. 00000100:00000200:0.0:1789467741.779226:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402396544, offset 0 00000400:00000200:0.0:1789467741.779231:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789467741.779236:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467741.779246:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789467741.779249:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789467741.779251:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789467741.779253:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789467741.779255:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789467741.779258:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93877:93877:255:4294967295] 192.168.203.142@tcp LPNI seq info [93877:93877:7:4294967295] 00000400:00000200:0.0:1789467741.779262:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467741.779270:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789467741.779275:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789467741.779279:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad4597f00. 00000800:00000200:0.0:1789467741.779283:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789467741.779288:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789467741.779291:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad4597f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789467741.779294:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467741.779298:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:0.0:1789467741.779301:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789467741.779303:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314657821 00000100:00000001:0.0:1789467741.779306:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314659060 00000100:00000001:0.0:1789467741.779308:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314657821 00000100:00000001:0.0:1789467741.779311:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314659060 00000100:00000001:0.0:1789467741.779313:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467741.779315:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789467741.779317:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1789467741.779318:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000800:00000010:2.0:1789467741.779323:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad4597c00. 00000100:00000040:0.0:1789467741.779325:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033100 x1876386402396672/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789467741.779332:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1789467741.779336:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467741.779339:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467741.779341:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 02000000:00000001:0.0:1789467741.779344:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467741.779348:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1789467741.779348:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089908 00000400:00000010:2.0:1789467741.779352:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089908. 00000100:00000001:2.0:1789467741.779356:0:253743:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1789467741.779361:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789467741.779363:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031c00 x1876386402396416/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467741.779369:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402396672:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467741.779378:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467741.779381:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1789467741.779381:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1789467741.779385:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467741.779388:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1789467741.779388:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031c00 x1876386402396416/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467766 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1789467741.779394:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687c400. 02000000:00000001:0.0:1789467741.779398:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467741.779400:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467741.779403:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1789467741.779406:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789467741.779411:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c1b8. 00000400:00000010:0.0:1789467741.779415:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec0896e8. 00000800:00000200:2.0:1789467741.779417:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1789467741.779419:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402396672, portal 10 00000800:00000010:2.0:1789467741.779421:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad4597f00. 00000100:00000001:0.0:1789467741.779424:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1789467741.779425:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1789467741.779427:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107415296 : -126744602136320 : ffff8cb9f9033100) 00000400:00000200:2.0:1789467741.779431:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467741.779435:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089110 00000100:00000040:0.0:1789467741.779439:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033100 x1876386402396672/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1789467741.779444:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089110. 00000100:00000001:2.0:1789467741.779449:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1789467741.779454:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1789467741.779456:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9032d80 x1876386402396544/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789467741.779461:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789467741.779466:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089e58. 00000100:00000001:2.0:1789467741.779469:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1789467741.779472:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402396672, offset 0 00000100:00000040:2.0:1789467741.779475:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9032d80 x1876386402396544/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467766 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789467741.779482:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000100:00000001:2.0:1789467741.779487:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467741.779491:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1789467741.779492:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467741.779498:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789467741.779502:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789467741.779505:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789467741.779508:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789467741.779510:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789467741.779513:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93878:93878:256:4294967295] 192.168.203.142@tcp LPNI seq info [93878:93878:8:4294967295] 00000400:00000200:0.0:1789467741.779517:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467741.779524:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789467741.779528:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789467741.779537:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad4597f00. 00000800:00000200:0.0:1789467741.779541:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789467741.779546:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789467741.779548:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad4597f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000040:3.0:1789467741.779646:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467741.779651:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467741.779653:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467741.779656:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467741.779659:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19995) 00000100:00000001:0.0:1789467741.782583:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467741.782595:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:0.0:1789467741.782612:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789467741.782616:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314657812 00000100:00000001:0.0:1789467741.782620:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314659060 00000100:00000001:0.0:1789467741.782622:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314657812 00000100:00000001:0.0:1789467741.782625:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314659060 00000100:00000001:0.0:1789467741.782627:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467741.782631:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467741.782635:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467741.782638:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467741.782645:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467741.782648:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789467741.782651:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467741.782652:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467741.782654:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467741.782656:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789467741.783971:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467741.783980:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad4597f00. 00000400:00000200:2.0:1789467741.783989:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467741.783997:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467741.784004:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089e58 00000400:00000010:2.0:1789467741.784007:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089e58. 00000100:00000001:2.0:1789467741.784012:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467741.784030:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033100 x1876386402396672/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467741.784042:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467741.784045:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033100 x1876386402396672/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467766 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467741.784051:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467741.784053:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789467742.161334:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467742.161344:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467742.161346:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467742.161351:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467742.161355:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467742.161360:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467742.161362:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467742.161384:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467742.161386:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467742.545309:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467742.545317:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467742.545323:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467742.545327:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467742.545330:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467742.545333:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467742.545336:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467742.545338:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467742.545340:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467742.545343:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467742.545347:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467742.545349:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467742.545350:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467742.545367:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467742.545368:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467742.545369:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467742.545371:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467742.545373:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467742.545877:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467742.545881:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467742.545885:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789467743.057322:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314659060, at 4314659072 00000100:00000010:3.0:1789467743.057338:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305b840. 00000100:00000040:2.0:1789467743.060767:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314659060, at 4314659075 00000100:00000010:2.0:1789467743.060782:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305b240. 00000100:00000001:1.0:1789467743.185253:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467743.185260:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467743.185262:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467743.185267:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467743.185271:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467743.185275:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467743.185277:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467743.185280:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467743.185282:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467743.569322:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467743.569330:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467743.569336:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467743.569337:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467743.569341:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467743.569342:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467743.569698:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467743.569702:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467743.569705:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467744.209315:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467744.209323:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467744.209326:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467744.209331:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467744.209336:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467744.209339:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467744.209342:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467744.209344:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467744.209347:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467744.594781:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467744.594788:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467744.594794:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467744.594795:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467744.594798:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467744.594799:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467744.595026:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467744.595030:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467744.595034:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467745.233252:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467745.233260:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467745.233262:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467745.233266:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467745.233270:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467745.233273:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467745.233276:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467745.233278:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467745.233280:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467745.617333:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467745.617339:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467745.617345:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467745.617346:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467745.617349:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467745.617350:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467745.617456:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467745.617460:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467745.617462:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467746.258074:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467746.258084:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467746.258087:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467746.258118:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467746.258123:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467746.258127:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467746.258130:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467746.258167:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467746.258171:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467746.641304:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467746.641316:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467746.641324:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467746.641325:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467746.641329:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467746.641330:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467746.641474:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467746.641509:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467746.641514:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467746.897816:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467746.897827:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467746.897830:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467746.897834:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467746.897837:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467746.897840:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467746.897843:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467746.897848:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467746.897850:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467746.897854:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467746.897863:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20000) 00000100:00000001:1.0:1789467746.898156:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467746.898339:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467746.898342:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467746.898346:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467746.898349:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467746.898354:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467746.898357:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467747.282467:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467747.282478:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467747.282481:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467747.282487:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467747.282492:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467747.282497:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467747.282500:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467747.282503:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467747.282506:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467747.665363:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467747.665375:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467747.665383:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467747.665384:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467747.665388:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467747.665390:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467747.665461:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467747.665466:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467747.665470:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467747.921286:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467747.921307:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467747.921309:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467747.921316:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467747.921319:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467747.921324:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467747.921327:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467748.305303:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467748.305315:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467748.305318:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467748.305325:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467748.305330:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467748.305335:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467748.305338:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467748.305365:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467748.305369:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467748.689299:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467748.689309:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467748.689315:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467748.689340:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467748.689345:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467748.689346:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467748.689849:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467748.689854:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467748.689859:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467748.945509:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467748.945528:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467748.945531:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467748.945537:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467748.945540:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467748.945556:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467748.945560:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467749.329271:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467749.329281:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467749.329283:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467749.329289:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467749.329293:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467749.329298:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467749.329301:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467749.329304:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467749.329307:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467749.713410:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467749.713422:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467749.713425:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467749.713430:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467749.713436:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467749.713439:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467749.713442:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467749.713444:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467749.713449:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467749.713451:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467749.713455:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467749.713456:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467749.714091:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467749.714095:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467749.714099:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467749.970768:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467749.970786:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467749.970789:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467749.970794:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467749.970797:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467749.970801:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467749.970805:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467750.354034:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467750.354045:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467750.354048:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467750.354056:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467750.354060:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467750.354065:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467750.354284:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467750.354288:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467750.354292:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467750.739775:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467750.739786:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467750.739794:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467750.739796:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467750.739800:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467750.739801:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467750.740473:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467750.740478:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467750.740482:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467750.993679:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467750.993698:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467750.993726:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467750.993732:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467750.993735:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467750.993739:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467750.993742:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467751.377304:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467751.377316:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467751.377320:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467751.377327:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467751.377331:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467751.377336:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467751.377339:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467751.377342:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467751.377345:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467751.761522:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467751.761539:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467751.761547:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467751.761549:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467751.761552:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467751.761554:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467751.761664:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467751.761668:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467751.761672:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467752.020832:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467752.020851:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467752.020853:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467752.020859:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467752.020862:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467752.020868:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467752.020871:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789467752.020962:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467752.020971:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467752.020974:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467752.020978:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467752.020981:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467752.020984:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789467752.021039:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467752.021043:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467752.021045:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467752.021049:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467752.021054:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20005) 00000100:00000001:1.0:1789467752.401310:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467752.401327:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467752.401329:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467752.401336:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467752.401340:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467752.401344:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467752.401347:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467752.401350:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467752.401352:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467752.785338:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467752.785348:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467752.785356:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467752.785360:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467752.785363:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467752.785368:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467752.785371:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467752.785374:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467752.785376:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467752.785379:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467752.785383:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467752.785385:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467752.785386:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467752.785387:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467752.785389:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467752.785390:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467752.785392:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467752.785394:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467752.785729:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467752.785734:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467752.785737:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467753.041397:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467753.041417:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467753.041420:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467753.041426:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467753.041429:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467753.041435:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467753.041461:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467753.425952:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467753.425962:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467753.425965:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467753.425973:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467753.425977:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467753.426271:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467753.426276:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467753.426279:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467753.426283:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467753.809539:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467753.809547:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467753.809554:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467753.809555:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467753.809559:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467753.809560:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467753.810122:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467753.810127:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467753.810154:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467754.066993:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467754.067009:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467754.067011:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467754.067018:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467754.067021:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467754.067036:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467754.067040:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467754.450340:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467754.450352:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467754.450354:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467754.450362:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467754.450366:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467754.450371:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467754.450374:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467754.450377:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467754.450380:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467754.833313:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467754.833323:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467754.833330:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467754.833331:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467754.833335:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467754.833336:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467754.833522:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467754.833527:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467754.833530:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467755.089306:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467755.089325:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467755.089328:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467755.089334:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467755.089337:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467755.089342:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467755.089346:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467755.473265:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467755.473277:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467755.473280:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467755.473287:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467755.473292:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467755.473297:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467755.473300:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467755.473303:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467755.473306:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467755.864013:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467755.864019:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467755.864024:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467755.864025:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467755.864028:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467755.864029:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467755.865393:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467755.865398:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467755.865402:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467756.113253:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467756.113267:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467756.113269:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467756.113274:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467756.113276:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467756.113280:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467756.113283:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467756.497253:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467756.497261:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467756.497263:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467756.497268:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467756.497290:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467756.497294:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467756.497297:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467756.497299:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467756.497302:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467756.881295:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467756.881303:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467756.881308:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467756.881310:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467756.881313:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467756.881314:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467756.881445:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467756.881449:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467756.881452:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467757.137378:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467757.137396:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467757.137398:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467757.137403:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467757.137405:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467757.137427:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467757.137430:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467757.137760:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467757.137766:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467757.137769:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467757.137772:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467757.137795:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467757.137798:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467757.137801:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467757.137805:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467757.137807:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467757.137810:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467757.137817:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20010) 00000100:00000001:1.0:1789467757.521252:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467757.521260:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467757.521262:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467757.521267:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467757.521271:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467757.521274:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467757.521277:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467757.521280:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467757.521282:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467757.905267:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467757.905274:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467757.905279:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467757.905280:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467757.905283:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467757.905284:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467757.905358:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467757.905362:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467757.905365:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467758.161430:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467758.161445:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467758.161448:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467758.161452:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467758.161454:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467758.161459:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467758.161461:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467758.545250:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467758.545258:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467758.545260:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467758.545265:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467758.545269:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467758.545273:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467758.545276:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467758.545278:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467758.545281:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467758.929229:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467758.929235:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467758.929240:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467758.929241:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467758.929244:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467758.929245:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467758.929446:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467758.929449:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467758.929452:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467759.185307:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467759.185322:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467759.185324:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467759.185329:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467759.185331:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467759.185336:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467759.185338:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467759.569384:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467759.569392:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467759.569394:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467759.569400:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467759.569403:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467759.569407:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467759.569410:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467759.569412:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467759.569415:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467759.953290:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467759.953312:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467759.953315:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467759.953320:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467759.953326:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467759.953329:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467759.953331:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467759.953334:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467759.953339:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467759.953341:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467759.953344:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467759.953372:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467759.954121:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467759.954127:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467759.954154:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467760.213165:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467760.213183:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467760.213186:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467760.213193:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467760.213196:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467760.213201:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467760.213204:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467760.593359:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467760.593370:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467760.593373:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467760.593380:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467760.593384:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467760.593390:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467760.593393:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467760.593396:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467760.593400:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467760.977757:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467760.977768:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467760.977776:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467760.977778:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467760.977782:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467760.977783:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467760.977950:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467760.977954:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467760.977957:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467761.233864:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467761.233878:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467761.233881:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467761.233886:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467761.233889:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467761.233894:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467761.233897:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467761.617360:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467761.617371:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467761.617374:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467761.617380:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467761.617384:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467761.617389:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467761.617392:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467761.617395:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467761.617397:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467762.001556:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467762.001563:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467762.001568:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467762.001569:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467762.001572:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467762.001573:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467762.001685:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467762.001689:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467762.001693:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467762.257281:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467762.257291:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467762.257294:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467762.257296:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467762.257299:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467762.257301:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467762.257303:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467762.257307:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467762.257309:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467762.257311:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467762.257317:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20015) 00000100:00000001:0.0:1789467762.257772:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467762.257783:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467762.257785:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467762.257788:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467762.257791:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467762.257795:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467762.257798:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467762.641256:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467762.641264:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467762.641266:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467762.641271:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467762.641275:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467762.641279:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467762.641281:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467762.641284:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467762.641286:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467763.025249:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467763.025257:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467763.025263:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467763.025265:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467763.025268:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467763.025271:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467763.025274:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467763.025276:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467763.025278:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467763.025280:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467763.025284:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467763.025285:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467763.025303:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467763.025305:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467763.025307:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467763.025308:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467763.025309:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467763.025311:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467763.029227:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467763.029235:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467763.029239:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467763.282340:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467763.282364:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467763.282366:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467763.282371:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467763.282374:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467763.282378:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467763.282380:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467763.665251:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467763.665274:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467763.665276:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467763.665281:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467763.665284:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467763.665288:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467763.665290:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467763.665292:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467763.665295:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467764.049549:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467764.049555:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467764.049561:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467764.049562:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467764.049565:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467764.049566:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467764.049723:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467764.049727:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467764.049730:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467764.305394:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467764.305408:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467764.305410:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467764.305415:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467764.305417:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467764.305422:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467764.305424:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467764.689259:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467764.689266:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467764.689268:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467764.689274:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467764.689278:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467764.689281:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467764.689284:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467764.689286:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467764.689289:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467765.073464:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467765.073471:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467765.073476:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467765.073477:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467765.073480:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467765.073481:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467765.073604:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467765.073608:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467765.073611:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467765.329391:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467765.329407:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467765.329409:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467765.329413:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467765.329415:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467765.329419:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467765.329430:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467765.713239:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467765.713247:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467765.713249:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467765.713254:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467765.713258:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467765.713262:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467765.713274:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467765.713277:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467765.713280:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467766.097928:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467766.097934:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467766.097938:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467766.097939:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467766.097942:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467766.097943:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467766.098044:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467766.098048:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467766.098051:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467766.353926:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467766.353935:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467766.353950:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467741/real 1789467741] req@ffff8cb9f9031c00 x1876386402396416/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467766 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467766.353968:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467766.353971:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467766.353974:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9cb58. 00000400:00000200:0.0:1789467766.353980:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089f68 00000400:00000010:0.0:1789467766.353982:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089f68. 00000100:00000001:0.0:1789467766.353987:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467766.353991:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9031c00 x1876386402396416/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467766 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467766.354000:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9031c00 x1876386402396416/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467766 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467766.354008:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467766.354010:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467766.354013:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467766.354015:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467766.354020:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9031c00 x1876386402396416/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467766 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467766.354027:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467766.354030:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467766.354034:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467741/real 1789467741] req@ffff8cb9f9032d80 x1876386402396544/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467766 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467766.354042:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467766.354043:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467766.354063:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9ca50. 00000400:00000200:0.0:1789467766.354065:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089aa0 00000400:00000010:0.0:1789467766.354067:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089aa0. 00000100:00000001:0.0:1789467766.354070:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467766.354074:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9032d80 x1876386402396544/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467766 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467766.354082:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9032d80 x1876386402396544/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467766 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467766.354087:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467766.354089:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467766.354090:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467766.354092:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467766.354095:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9032d80 x1876386402396544/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467766 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467766.354102:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467766.354104:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467766.354108:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467741/real 1789467741] req@ffff8cb9f9033100 x1876386402396672/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467766 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467766.354116:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467766.354117:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467766.354118:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c1b8. 00000400:00000200:0.0:1789467766.354120:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec0896e8 00000400:00000010:0.0:1789467766.354122:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec0896e8. 00000100:00000001:0.0:1789467766.354124:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467766.354127:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033100 x1876386402396672/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467766 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467766.354155:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033100 x1876386402396672/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467766 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467766.354162:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467766.354163:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467766.354165:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467766.354172:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467766.354177:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9033100 x1876386402396672/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467766 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467766.354183:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467766.354192:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467766.354194:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467766.354198:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467766.354200:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467766.354202:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467766.354207:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9031c00 x1876386402396416/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467766 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467766.354214:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467766.354217:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467766.354218:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467766.354219:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467766.354222:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467766.354224:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467766.354228:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467766.354249:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789467766.354252:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467766.354256:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9031c00 x1876386402396416/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467766 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467766.354263:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402396416:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789467766.354268:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467766.354272:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9032d80 x1876386402396544/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467766 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467766.354278:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467766.354280:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467766.354288:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467766.354290:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467766.354291:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467766.354294:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467766.354296:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467766.354303:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789467766.354305:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467766.354309:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9032d80 x1876386402396544/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467766 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467766.354317:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402396544:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467766.354321:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467766.354325:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033100 x1876386402396672/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467766 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467766.354332:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467766.354334:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467766.354335:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467766.354337:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467766.354338:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467766.354340:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467766.354342:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467766.354347:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789467766.354349:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467766.354353:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033100 x1876386402396672/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467766 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467766.354360:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402396672:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467766.354364:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467766.354372:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467766.354377:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9031c00 x1876386402396416/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467766 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467766.354384:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467766.354387:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467766.354391:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687f800. 02000000:00000001:0.0:1789467766.354396:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467766.354399:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467766.354401:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789467766.354403:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467766.354406:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d1000. 02000000:00000001:0.0:1789467766.354409:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467766.354411:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467766.354413:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9031c00. 00000100:00000001:0.0:1789467766.354428:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467766.354430:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467766.354432:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467766.354436:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9032d80 x1876386402396544/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467766 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467766.354441:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467766.354443:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467766.354445:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687ec00. 02000000:00000001:0.0:1789467766.354447:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467766.354448:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467766.354449:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789467766.354451:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467766.354453:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d3800. 02000000:00000001:0.0:1789467766.354455:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467766.354456:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467766.354457:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9032d80. 00000100:00000001:0.0:1789467766.354461:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467766.354463:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467766.354464:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467766.354467:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033100 x1876386402396672/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467766 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467766.354473:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467766.354482:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467766.354484:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687c400. 02000000:00000001:0.0:1789467766.354488:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467766.354489:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467766.354490:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789467766.354492:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467766.354493:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d2c00. 02000000:00000001:0.0:1789467766.354495:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467766.354497:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467766.354498:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033100. 00000100:00000001:0.0:1789467766.354501:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467766.354502:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467766.354504:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467766.354508:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467766.354510:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467766.354512:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467766.354513:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467766.355146:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467766.355153:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789467766.355155:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467766.355165:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467766.355168:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467766.355172:0:331017:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 19990 00000400:00000200:3.0:1789467766.355180:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467766.355185:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467766.355188:0:331017:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467766.355191:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467766.355193:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467766.355196:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467766.355198:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467766.355204:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467766.355206:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789467766.355209:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467766.355212:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789467766.355214:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789467766.355216:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789467766.355219:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467766.355220:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467766.355222:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467766.355223:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467766.355226:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789467766.355229:0:331017:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467766.355231:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467766.355233:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467766.355237:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467766.355239:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467766.355241:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467766.355244:0:331017:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467766.355249:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030a80. 00000020:00000040:3.0:1789467766.355253:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789467766.355256:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467766.355262:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467766.355265:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467766.355268:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467766.355271:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467766.355279:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3000. 00000100:00000001:3.0:1789467766.355284:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467766.355291:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030a80 x1876386402396800/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467766.355300:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467766.355305:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467766.355309:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb50d69] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030a80 x1876386402396800/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467766.355330:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467766.355333:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467766.355336:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467766.355338:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467766.355339:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467766.355342:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467766.355344:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19990 00000400:00000200:3.0:1789467766.355349:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467766.355352:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467766.355355:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467766.355357:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467766.355359:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467766.355361:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467766.355363:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467766.355367:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467766.355368:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789467766.355369:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467766.355371:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789467766.355373:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789467766.355380:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789467766.355383:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467766.355385:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467766.355387:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467766.355389:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467766.355391:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789467766.355393:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467766.355395:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467766.355397:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467766.355401:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467766.355403:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467766.355405:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789467766.355408:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789467766.355410:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467766.355412:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467766.355425:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033800. 00000020:00000040:3.0:1789467766.355428:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467766.355430:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467766.355431:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467766.355433:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467766.355434:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467766.355436:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467766.355439:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1400. 00000100:00000001:3.0:1789467766.355443:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467766.355448:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033800 x1876386402396928/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467766.355454:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467766.355456:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467766.355458:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd66b7ab] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033800 x1876386402396928/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467766.355465:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467766.355472:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467766.355475:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467766.355476:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467766.355477:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467766.355480:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467766.355482:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 19990 00000400:00000200:3.0:1789467766.355486:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467766.355490:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467766.355492:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467766.355494:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467766.355496:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467766.355498:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467766.355500:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467766.355502:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467766.355504:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789467766.355505:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467766.355507:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789467766.355509:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789467766.355511:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789467766.355523:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467766.355525:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467766.355527:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467766.355529:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467766.355531:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789467766.355534:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467766.355536:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467766.355538:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467766.355541:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467766.355543:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467766.355545:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789467766.355552:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789467766.355555:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467766.355556:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467766.355559:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033b80. 00000020:00000040:3.0:1789467766.355562:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467766.355564:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467766.355565:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467766.355566:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467766.355568:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467766.355569:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467766.355572:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d0c00. 00000100:00000001:3.0:1789467766.355576:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467766.355580:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033b80 x1876386402397056/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467766.355587:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467766.355588:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467766.355591:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013cbb969] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033b80 x1876386402397056/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467766.355599:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467766.355601:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467766.355605:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467766.355607:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467766.355610:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467766.355614:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20020) 00000100:00000001:0.0:1789467766.357960:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467766.357969:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467766.357972:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467766.357986:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030a80 x1876386402396800/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467766.357998:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467766.357999:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467766.358004:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467766.358007:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467766.358010:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467766.358014:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402396800:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789467766.358018:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467766.358022:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467766.358025:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467766.358027:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467766.358035:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687c400. 02000000:00000001:0.0:1789467766.358038:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467766.358046:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789467766.358051:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c1b8. 00000400:00000010:0.0:1789467766.358071:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec0896e8. 00000100:00000200:0.0:1789467766.358078:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402396800, portal 25 00000100:00000001:0.0:1789467766.358081:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467766.358082:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107405440 : -126744602146176 : ffff8cb9f9030a80) 00000100:00000040:0.0:1789467766.358089:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030a80 x1876386402396800/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467766.358097:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467766.358099:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789467766.358102:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089aa0. 00000100:00000200:0.0:1789467766.358106:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402396800, offset 0 00000400:00000200:0.0:1789467766.358113:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789467766.358122:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467766.358129:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789467766.358160:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789467766.358165:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789467766.358168:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789467766.358171:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789467766.358174:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93879:93879:256:4294967295] 192.168.203.142@tcp LPNI seq info [93879:93879:8:4294967295] 00000400:00000200:0.0:1789467766.358178:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467766.358188:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789467766.358193:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789467766.358199:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad4597c00. 00000800:00000200:0.0:1789467766.358205:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789467766.358213:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789467766.358217:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad4597c00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789467766.358300:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467766.358305:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789467766.358308:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314683640 00000100:00000010:0.0:1789467766.358313:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305b720. 00000100:00000001:0.0:1789467766.358320:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789467766.358326:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314683640 00000100:00000010:0.0:1789467766.358335:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305bd20. 00000100:00000001:0.0:1789467766.358338:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789467766.358340:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467766.358343:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467766.358345:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467766.358350:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033800 x1876386402396928/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467766.358356:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467766.358357:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467766.358359:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467766.358361:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467766.358363:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467766.358366:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402396928:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467766.358369:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467766.358371:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467766.358373:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467766.358374:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467766.358377:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687ec00. 02000000:00000001:0.0:1789467766.358379:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467766.358383:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789467766.358385:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9ca50. 00000400:00000010:0.0:1789467766.358389:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089f68. 00000100:00000200:0.0:1789467766.358392:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402396928, portal 10 00000100:00000001:0.0:1789467766.358394:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467766.358395:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107417088 : -126744602134528 : ffff8cb9f9033800) 00000100:00000040:0.0:1789467766.358401:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033800 x1876386402396928/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467766.358407:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467766.358408:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789467766.358411:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec0897f8. 00000100:00000200:0.0:1789467766.358413:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402396928, offset 0 00000400:00000200:0.0:1789467766.358428:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789467766.358437:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467766.358440:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789467766.358443:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789467766.358445:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789467766.358447:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789467766.358449:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789467766.358452:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93880:93880:255:4294967295] 192.168.203.142@tcp LPNI seq info [93880:93880:7:4294967295] 00000400:00000200:0.0:1789467766.358456:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467766.358462:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789467766.358466:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789467766.358471:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad4597f00. 00000800:00000200:0.0:1789467766.358474:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789467766.358479:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789467766.358482:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad4597f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789467766.358485:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467766.358488:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:0.0:1789467766.358491:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789467766.358493:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314682400 00000100:00000001:0.0:1789467766.358495:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314683640 00000100:00000001:0.0:1789467766.358498:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314682400 00000100:00000001:0.0:1789467766.358500:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314683640 00000100:00000001:0.0:1789467766.358502:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467766.358504:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467766.358506:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467766.358511:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033b80 x1876386402397056/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467766.358529:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467766.358530:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467766.358533:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467766.358540:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467766.358542:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467766.358546:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402397056:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467766.358549:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467766.358551:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467766.358552:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467766.358554:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467766.358557:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687f800. 02000000:00000001:0.0:1789467766.358558:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467766.358561:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789467766.358564:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9cb58. 00000400:00000010:0.0:1789467766.358567:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec0894c8. 00000100:00000200:0.0:1789467766.358569:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402397056, portal 10 00000100:00000001:0.0:1789467766.358571:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467766.358572:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107417984 : -126744602133632 : ffff8cb9f9033b80) 00000100:00000040:0.0:1789467766.358578:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033b80 x1876386402397056/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467766.358584:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467766.358585:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789467766.358588:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089550. 00000100:00000200:0.0:1789467766.358590:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402397056, offset 0 00000400:00000200:0.0:1789467766.358594:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789467766.358598:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467766.358602:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789467766.358605:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789467766.358607:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789467766.358609:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789467766.358611:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789467766.358614:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93881:93881:254:4294967295] 192.168.203.142@tcp LPNI seq info [93881:93881:6:4294967295] 00000400:00000200:0.0:1789467766.358618:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467766.358624:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789467766.358628:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789467766.358660:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9ea1f1400. 00000800:00000200:0.0:1789467766.358665:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789467766.358669:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789467766.358672:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9ea1f1400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789467766.358676:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467766.358679:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:0.0:1789467766.358683:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789467766.358684:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314682388 00000100:00000001:0.0:1789467766.358687:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314683640 00000100:00000001:0.0:1789467766.358689:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314682388 00000100:00000001:0.0:1789467766.358691:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314683640 00000100:00000001:0.0:1789467766.358693:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467766.358695:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467766.358698:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467766.358701:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467766.358708:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467766.358710:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789467766.358729:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467766.358730:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467766.358732:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467766.358734:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789467766.363311:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467766.363321:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad4597c00. 00000400:00000200:2.0:1789467766.363333:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467766.363343:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467766.363350:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089aa0 00000400:00000010:2.0:1789467766.363354:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089aa0. 00000100:00000001:2.0:1789467766.363359:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467766.363382:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030a80 x1876386402396800/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467766.363392:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467766.363396:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030a80 x1876386402396800/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467791 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467766.363404:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467766.363406:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789467766.363432:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467766.363434:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad4597f00. 00000400:00000200:2.0:1789467766.363438:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467766.363442:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467766.363445:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec0897f8 00000400:00000010:2.0:1789467766.363447:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec0897f8. 00000100:00000001:2.0:1789467766.363450:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467766.363453:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033800 x1876386402396928/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467766.363461:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467766.363463:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033800 x1876386402396928/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467791 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467766.363469:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467766.363471:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789467766.363546:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467766.363549:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9ea1f1400. 00000400:00000200:2.0:1789467766.363553:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467766.363556:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467766.363559:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089550 00000400:00000010:2.0:1789467766.363561:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089550. 00000100:00000001:2.0:1789467766.363563:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467766.363567:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033b80 x1876386402397056/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467766.363585:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467766.363587:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033b80 x1876386402397056/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467791 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467766.363609:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467766.363610:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789467766.737249:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467766.737257:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467766.737259:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467766.737264:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467766.737268:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467766.737272:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467766.737290:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467766.737292:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467766.737295:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467767.121308:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467767.121315:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467767.121321:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467767.121322:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467767.121325:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467767.121326:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467767.121533:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467767.121538:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467767.121541:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789467767.633279:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314683640, at 4314683648 00000100:00000010:3.0:1789467767.633294:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305bd20. 00000100:00000040:2.0:1789467767.633753:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314683640, at 4314683648 00000100:00000010:2.0:1789467767.633761:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305b720. 00000100:00000001:1.0:1789467767.761248:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467767.761255:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467767.761258:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467767.761263:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467767.761267:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467767.761271:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467767.761274:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467767.761276:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467767.761278:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467768.147292:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467768.147299:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467768.147304:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467768.147306:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467768.147309:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467768.147310:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467768.157651:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467768.157658:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467768.157664:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467768.785264:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467768.785272:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467768.785273:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467768.785279:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467768.785283:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467768.785287:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467768.785289:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467768.785292:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467768.785295:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467769.169259:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467769.169281:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467769.169287:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467769.169289:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467769.169292:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467769.169293:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467769.171887:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467769.171893:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467769.171898:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467769.809267:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467769.809275:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467769.809277:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467769.809282:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467769.809285:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467769.809289:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467769.809292:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467769.809294:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467769.809296:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467770.193310:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467770.193318:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467770.193320:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467770.193324:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467770.193329:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467770.193331:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467770.193333:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467770.193335:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467770.193339:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467770.193340:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467770.193343:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467770.193344:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467770.193469:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467770.193473:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467770.193476:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467770.833251:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467770.833260:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467770.833279:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467770.833284:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467770.833287:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467770.833291:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467770.833294:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467770.833296:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467770.833298:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467771.217261:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467771.217266:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467771.217272:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467771.217273:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467771.217276:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467771.217277:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467771.218634:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467771.218639:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467771.218642:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467771.473393:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467771.473408:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467771.473411:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467771.473415:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467771.473418:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467771.473422:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467771.473424:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467771.475094:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467771.475102:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467771.475105:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467771.475108:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467771.475111:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467771.475113:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467771.475116:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467771.475119:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467771.475121:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467771.475124:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467771.475129:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20025) 00000100:00000001:2.0:1789467771.859497:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467771.859518:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467771.859520:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467771.859525:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467771.859528:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467771.859531:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467771.859534:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467771.859536:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467771.859538:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467772.241425:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467772.241433:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467772.241438:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467772.241439:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467772.241443:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467772.241444:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467772.241610:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467772.241615:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467772.241617:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467772.497935:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467772.497949:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467772.497951:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467772.497972:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467772.497974:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467772.497977:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467772.497980:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467772.883341:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467772.883349:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467772.883351:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467772.883356:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467772.883360:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467772.883364:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467772.883378:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467772.883380:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467772.883384:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467773.265332:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467773.265338:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467773.265344:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467773.265347:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467773.265350:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467773.265425:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467773.265429:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467773.265431:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467773.265433:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467773.265435:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467773.265440:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467773.265442:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467773.265444:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467773.265445:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467773.265447:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467773.265448:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467773.265450:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467773.265451:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467773.266323:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467773.266329:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467773.266333:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467773.523191:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467773.523205:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467773.523207:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467773.523212:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467773.523214:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467773.523218:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467773.523221:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467773.907166:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467773.907173:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467773.907175:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467773.907180:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467773.907184:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467773.907188:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467773.907191:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467773.907193:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467773.907196:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467774.291688:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467774.291696:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467774.291701:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467774.291702:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467774.291705:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467774.291706:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467774.291776:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467774.291780:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467774.291783:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467774.545259:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467774.545273:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467774.545275:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467774.545280:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467774.545299:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467774.545303:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467774.545306:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467774.930631:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467774.930639:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467774.930642:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467774.930647:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467774.930651:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467774.930655:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467774.930658:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467774.930661:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467774.930664:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467775.313280:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467775.313286:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467775.313292:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467775.313294:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467775.313297:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467775.313298:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467775.313506:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467775.313510:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467775.313514:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467775.570636:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467775.570649:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467775.570651:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467775.570656:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467775.570658:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467775.570662:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467775.570673:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467775.953249:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467775.953258:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467775.953260:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467775.953265:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467775.953268:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467775.953272:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467775.953276:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467775.953278:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467775.953280:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467776.337295:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467776.337301:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467776.337306:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467776.337307:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467776.337311:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467776.337312:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467776.337594:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467776.337599:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467776.337601:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467776.593369:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467776.593381:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467776.593384:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467776.593388:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467776.593391:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467776.593395:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467776.593397:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467776.593797:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467776.593802:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467776.593805:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467776.593808:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467776.593811:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467776.593825:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467776.593827:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467776.593831:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467776.593833:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467776.593836:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467776.593841:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20030) 00000100:00000001:2.0:1789467776.977246:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467776.977254:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467776.977256:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467776.977261:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467776.977265:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467776.977268:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467776.977271:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467776.977273:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467776.977276:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467777.361266:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467777.361273:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467777.361279:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467777.361280:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467777.361284:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467777.361285:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467777.364533:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467777.364539:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467777.364544:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467777.617503:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467777.617516:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467777.617518:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467777.617523:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467777.617526:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467777.617530:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467777.617533:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467778.001457:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467778.001465:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467778.001467:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467778.001472:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467778.001475:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467778.001479:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467778.001482:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467778.001485:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467778.001487:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467778.385351:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467778.385358:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467778.385364:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467778.385365:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467778.385369:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467778.385370:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467778.386603:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467778.386608:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467778.386613:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467778.641413:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467778.641427:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467778.641428:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467778.641433:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467778.641435:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467778.641440:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467778.641442:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467779.025352:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467779.025359:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467779.025362:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467779.025367:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467779.025370:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467779.025391:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467779.025394:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467779.025396:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467779.025399:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467779.411232:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467779.411240:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467779.411243:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467779.411246:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467779.411251:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467779.411253:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467779.411255:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467779.411257:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467779.411261:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467779.411262:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467779.411265:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467779.411281:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467779.411390:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467779.411394:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467779.411397:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467779.666886:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467779.666902:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467779.666904:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467779.666908:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467779.666911:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467779.666915:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467779.666917:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467780.049251:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467780.049261:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467780.049263:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467780.049268:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467780.049272:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467780.049276:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467780.049279:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467780.049281:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467780.049284:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467780.434126:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467780.434148:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467780.434152:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467780.434154:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467780.434157:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467780.434158:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467780.435913:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467780.435919:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467780.435923:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467780.689380:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467780.689393:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467780.689395:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467780.689399:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467780.689401:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467780.689405:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467780.689407:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467781.073250:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467781.073258:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467781.073260:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467781.073274:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467781.073278:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467781.073282:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467781.073285:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467781.073287:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467781.073289:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467781.458403:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467781.458410:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467781.458416:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467781.458417:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467781.458420:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467781.458421:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467781.458491:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467781.458495:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467781.458498:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467781.713254:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467781.713269:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467781.713272:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467781.713276:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467781.713278:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467781.713282:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467781.713284:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467781.713288:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467781.713290:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467781.713293:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467781.713310:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20035) 00000100:00000001:2.0:1789467781.713374:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467781.713390:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467781.713393:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467781.713396:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467781.713398:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467781.713411:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467781.713414:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467782.097397:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467782.097405:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467782.097408:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467782.097413:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467782.097551:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467782.097556:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467782.097559:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467782.097561:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467782.097564:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467782.485988:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467782.485996:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467782.486000:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467782.486004:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467782.486006:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467782.486010:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467782.486013:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467782.486015:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467782.486017:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467782.486019:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467782.486022:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467782.486024:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467782.486025:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467782.486027:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467782.486029:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467782.486030:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467782.486031:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467782.486032:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467782.486562:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467782.486567:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467782.486570:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467782.737287:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467782.737310:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467782.737312:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467782.737317:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467782.737319:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467782.737323:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467782.737326:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467783.121769:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467783.121777:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467783.121779:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467783.121785:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467783.121789:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467783.121792:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467783.121795:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467783.121798:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467783.121801:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467783.505505:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467783.505548:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467783.505557:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467783.505558:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467783.505562:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467783.505563:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467783.505670:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467783.505679:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467783.505684:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467783.762845:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467783.762858:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467783.762860:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467783.762865:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467783.762867:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467783.762870:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467783.762873:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467784.145245:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467784.145253:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467784.145254:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467784.145260:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467784.145263:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467784.145267:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467784.145270:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467784.145272:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467784.145275:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467784.529397:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467784.529407:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467784.529414:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467784.529415:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467784.529419:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467784.529420:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467784.529520:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467784.529549:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467784.529553:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467784.785311:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467784.785332:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467784.785335:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467784.785342:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467784.785345:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467784.785352:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467784.785355:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467785.169303:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467785.169315:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467785.169318:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467785.169326:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467785.169330:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467785.169336:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467785.169339:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467785.169343:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467785.169346:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467785.553327:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467785.553338:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467785.553347:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467785.553348:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467785.553352:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467785.553365:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467785.554990:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467785.554997:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467785.555002:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467785.810391:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467785.810408:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467785.810411:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467785.810418:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467785.810420:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467785.810426:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467785.810429:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467786.193844:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467786.193853:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467786.193856:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467786.193862:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467786.193866:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467786.193870:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467786.193873:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467786.193876:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467786.193879:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467786.577504:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467786.577513:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467786.577520:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467786.577521:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467786.577526:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467786.577527:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467786.577649:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467786.577654:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467786.577657:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467786.833552:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467786.833582:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467786.833586:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467786.833592:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467786.833595:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467786.833601:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467786.833604:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467786.833768:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467786.833775:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467786.833779:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467786.833783:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467786.833786:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467786.833789:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467786.833792:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467786.833797:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467786.833800:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467786.833804:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467786.833811:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20040) 00000100:00000001:2.0:1789467787.219338:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467787.219350:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467787.219352:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467787.219360:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467787.219365:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467787.219370:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467787.219373:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467787.219377:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467787.219465:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467787.601331:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467787.601341:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467787.601350:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467787.601352:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467787.601357:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467787.601358:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467787.601566:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467787.601571:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467787.601574:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467787.858347:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467787.858367:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467787.858370:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467787.858376:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467787.858379:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467787.858384:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467787.858397:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467788.242555:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467788.242567:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467788.242570:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467788.242577:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467788.242581:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467788.242586:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467788.242589:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467788.242593:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467788.242596:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467788.625542:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467788.625552:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467788.625560:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467788.625561:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467788.625565:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467788.625566:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467788.625640:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467788.625645:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467788.625649:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467788.881481:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467788.881500:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467788.881503:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467788.881509:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467788.881539:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467788.881545:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467788.881548:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467789.266556:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467789.266584:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467789.266587:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467789.266595:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467789.266599:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467789.266604:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467789.266607:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467789.266610:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467789.266613:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467789.649305:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467789.649319:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467789.649321:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467789.649347:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467789.649353:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467789.649356:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467789.649358:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467789.649361:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467789.649366:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467789.649368:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467789.649371:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467789.649372:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467789.649598:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467789.649602:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467789.649606:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467789.906416:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467789.906430:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467789.906433:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467789.906438:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467789.906440:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467789.906445:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467789.906448:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467790.290754:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467790.290761:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467790.290763:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467790.290768:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467790.290771:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467790.290775:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467790.290794:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467790.290796:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467790.290799:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467790.673306:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467790.673313:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467790.673319:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467790.673320:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467790.673323:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467790.673324:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467790.673473:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467790.673477:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467790.673480:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467790.933937:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467790.933952:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467790.933955:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467790.933960:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467790.933962:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467790.933967:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467790.933969:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467791.313318:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467791.313326:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467791.313329:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467791.313334:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467791.313337:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467791.313341:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467791.313344:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467791.313346:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467791.313348:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467791.697270:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467791.697277:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467791.697282:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467791.697284:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467791.697286:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467791.697288:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467791.698270:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467791.698274:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467791.698278:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467791.953384:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467791.953391:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467791.953405:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467766/real 1789467766] req@ffff8cb9f9030a80 x1876386402396800/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467791 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467791.953423:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467791.953425:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467791.953428:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c1b8. 00000400:00000200:2.0:1789467791.953434:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec0896e8 00000400:00000010:2.0:1789467791.953436:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec0896e8. 00000100:00000001:2.0:1789467791.953440:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467791.953444:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030a80 x1876386402396800/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467791 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467791.953452:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030a80 x1876386402396800/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467791 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467791.953478:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467791.953480:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467791.953483:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467791.953485:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467791.953489:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9030a80 x1876386402396800/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467791 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467791.953494:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467791.953496:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467791.953500:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467766/real 1789467766] req@ffff8cb9f9033800 x1876386402396928/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467791 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467791.953506:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467791.953507:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467791.953509:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9ca50. 00000400:00000200:2.0:1789467791.953511:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089f68 00000400:00000010:2.0:1789467791.953513:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089f68. 00000100:00000001:2.0:1789467791.953514:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467791.953517:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033800 x1876386402396928/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467791 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467791.953523:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033800 x1876386402396928/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467791 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467791.953528:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467791.953529:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467791.953530:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467791.953531:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467791.953534:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9033800 x1876386402396928/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467791 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467791.953539:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467791.953540:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467791.953551:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467766/real 1789467766] req@ffff8cb9f9033b80 x1876386402397056/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467791 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467791.953565:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467791.953566:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467791.953568:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9cb58. 00000400:00000200:2.0:1789467791.953570:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec0894c8 00000400:00000010:2.0:1789467791.953571:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec0894c8. 00000100:00000001:2.0:1789467791.953574:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467791.953577:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033b80 x1876386402397056/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467791 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467791.953584:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033b80 x1876386402397056/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467791 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467791.953589:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467791.953591:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467791.953592:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467791.953594:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467791.953597:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9033b80 x1876386402397056/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467791 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467791.953604:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467791.953612:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467791.953614:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467791.953617:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467791.953618:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467791.953620:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467791.953625:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030a80 x1876386402396800/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467791 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467791.953632:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467791.953635:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467791.953636:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467791.953637:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467791.953640:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467791.953642:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467791.953651:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789467791.955487:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467791.955497:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789467791.955499:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467791.955514:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467791.955518:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467791.955525:0:331017:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20015 00000400:00000200:3.0:1789467791.955534:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467791.955539:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467791.956649:0:331017:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467791.956660:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467791.956664:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467791.956667:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467791.956669:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467791.956687:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467791.956690:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789467791.956693:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467791.956696:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789467791.956699:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789467791.956701:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789467791.956705:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467791.956706:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467791.956708:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467791.956710:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467791.956713:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789467791.956716:0:331017:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467791.956719:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467791.957108:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467791.957114:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467791.957116:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467791.957118:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467791.957121:0:331017:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467791.957129:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031180. 00000020:00000040:3.0:1789467791.957149:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=5 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789467791.957152:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467791.957162:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467791.957165:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467791.957168:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467791.957171:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467791.957178:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1c00. 00000100:00000001:3.0:1789467791.957185:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467791.957194:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031180 x1876386402397184/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467791.957205:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467791.957209:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467791.957213:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa1bc69b] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031180 x1876386402397184/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467791.957239:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467791.957242:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467791.957246:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467791.957249:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467791.957252:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467791.957255:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467791.957258:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467791.957260:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467791.957263:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467791.957268:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20045) 00000100:00080000:2.0:1789467791.957670:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789467791.957977:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467791.957985:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030a80 x1876386402396800/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467791 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467791.957996:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402396800:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789467791.958002:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467791.958007:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033800 x1876386402396928/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467791 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467791.958013:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467791.958016:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467791.958018:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467791.958019:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467791.958022:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467791.958025:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467791.958028:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467791.958035:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789467791.958046:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467791.958052:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033800 x1876386402396928/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467791 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467791.958059:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402396928:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467791.958063:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467791.958066:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033b80 x1876386402397056/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467791 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467791.958072:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467791.958083:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467791.958084:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467791.958085:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467791.958087:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467791.958089:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467791.958091:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467791.958096:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789467791.958098:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467791.958101:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033b80 x1876386402397056/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467791 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467791.958107:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402397056:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467791.958110:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467791.958114:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467791.958117:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030a80 x1876386402396800/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467791 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467791.958122:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467791.958125:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467791.958128:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687c400. 02000000:00000001:2.0:1789467791.958148:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467791.958151:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467791.958152:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789467791.958154:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467791.958156:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d3000. 02000000:00000001:2.0:1789467791.958159:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467791.958161:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467791.958162:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030a80. 00000100:00000001:2.0:1789467791.958166:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467791.958167:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467791.958169:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467791.958171:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033800 x1876386402396928/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467791 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467791.958188:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467791.958190:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467791.958192:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687ec00. 02000000:00000001:2.0:1789467791.958194:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467791.958195:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467791.958196:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789467791.958199:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467791.958200:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d1400. 02000000:00000001:2.0:1789467791.958201:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467791.958203:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467791.958204:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033800. 00000100:00000001:2.0:1789467791.958208:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467791.958209:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467791.958211:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467791.958215:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033b80 x1876386402397056/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467791 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467791.958237:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467791.958238:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467791.958240:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687f800. 02000000:00000001:2.0:1789467791.958243:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467791.958244:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467791.958245:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789467791.958247:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467791.958248:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d0c00. 02000000:00000001:2.0:1789467791.958250:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467791.958251:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467791.958253:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033b80. 00000100:00000001:2.0:1789467791.958255:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467791.958256:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467791.958258:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467791.958267:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467791.958268:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467791.958271:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467791.958273:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467791.958274:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467791.958283:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9031180 x1876386402397184/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467791.958289:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467791.958290:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467791.958293:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467791.958297:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467791.958299:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467791.958301:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402397184:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789467791.958304:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467791.958308:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467791.958309:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467791.958312:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467791.958315:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacd800. 02000000:00000001:2.0:1789467791.958317:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467791.958324:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467791.958328:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7dc0. 00000400:00000010:2.0:1789467791.958334:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6dea18. 00000100:00000200:2.0:1789467791.958340:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402397184, portal 25 00000100:00000001:2.0:1789467791.958342:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467791.958344:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107407232 : -126744602144384 : ffff8cb9f9031180) 00000100:00000040:2.0:1789467791.958348:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031180 x1876386402397184/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467791.958354:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467791.958520:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467791.958524:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de110. 00000100:00000200:2.0:1789467791.958527:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402397184, offset 0 00000400:00000200:2.0:1789467791.958533:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467791.958541:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467791.958556:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467791.958568:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467791.958572:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467791.958575:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467791.958578:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467791.958588:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93882:93882:256:4294967295] 192.168.203.142@tcp LPNI seq info [93882:93882:8:4294967295] 00000400:00000200:2.0:1789467791.958593:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467791.958602:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467791.958608:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467791.958613:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6400. 00000800:00000200:2.0:1789467791.958619:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467791.958626:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467791.958630:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467791.958645:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467791.958650:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467791.958652:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314709240 00000100:00000010:2.0:1789467791.958656:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d4e0. 00000100:00000001:2.0:1789467791.958663:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789467791.958669:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314709240 00000100:00000010:2.0:1789467791.958671:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d7e0. 00000100:00000001:2.0:1789467791.958674:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789467791.958690:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467791.958693:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467791.958696:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467791.958698:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467791.958702:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467791.958703:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789467791.958705:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467791.958706:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467791.958707:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467791.958709:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789467791.959306:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789467791.959310:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6400. 00000400:00000200:2.0:1789467791.959315:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789467791.959321:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789467791.959326:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de110 00000400:00000010:2.0:1789467791.959328:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de110. 00000100:00000001:2.0:1789467791.959338:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789467791.959344:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031180 x1876386402397184/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467791.959351:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467791.959354:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031180 x1876386402397184/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467816 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467791.959359:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467791.959360:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:3.0:1789467791.959700:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467791.959705:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467791.959707:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467791.959710:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467791.959720:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467791.959733:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20015 00000400:00000200:3.0:1789467791.963403:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467791.963416:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467791.963420:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467791.963425:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467791.963428:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467791.963430:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467791.963433:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467791.963441:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467791.963443:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789467791.963446:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467791.963449:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789467791.963453:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789467791.963455:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789467791.963458:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467791.963459:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467791.963461:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467791.963462:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467791.963465:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789467791.963468:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467791.963471:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467791.963474:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467791.963482:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467791.963484:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467791.963486:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789467791.963490:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789467791.963493:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467791.963495:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467791.963504:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030000. 00000020:00000040:3.0:1789467791.963522:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467791.963527:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467791.963528:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467791.963531:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467791.963533:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467791.963537:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467791.963552:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2400. 00000100:00000001:3.0:1789467791.963566:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467791.963575:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030000 x1876386402397312/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467791.963584:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467791.963588:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467791.963591:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000685e8900] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030000 x1876386402397312/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467791.963617:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467791.963621:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467791.963625:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467791.963627:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467791.963629:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467791.963632:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467791.963635:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20015 00000400:00000200:3.0:1789467791.963640:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467791.963643:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467791.963645:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467791.963647:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467791.963650:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467791.963651:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467791.963653:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467791.963656:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467791.963657:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789467791.963665:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467791.963667:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789467791.963668:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789467791.963670:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789467791.963674:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467791.963676:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467791.963686:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467791.963689:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467791.963691:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789467791.963694:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467791.963696:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467791.963698:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467791.963701:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467791.963703:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467791.963704:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789467791.963707:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789467791.963709:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467791.963711:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467791.963714:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030e00. 00000020:00000040:3.0:1789467791.963716:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467791.963719:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467791.963720:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467791.963995:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467791.963998:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467791.964000:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467791.964006:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d0c00. 00000100:00000001:3.0:1789467791.964011:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467791.964017:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030e00 x1876386402397440/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467791.964024:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467791.964026:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467791.964030:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ae05b5f] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030e00 x1876386402397440/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467791.964065:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467791.964067:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467791.964070:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467791.964073:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467791.964076:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467791.964081:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20045) 00000100:00000001:2.0:1789467791.964389:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467791.964394:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467791.964396:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467791.964402:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030000 x1876386402397312/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467791.964409:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467791.964411:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467791.964414:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467791.964416:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467791.964418:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467791.964421:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402397312:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467791.964424:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467791.964427:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467791.964429:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467791.964431:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467791.964436:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacf400. 02000000:00000001:2.0:1789467791.964437:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467791.964443:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467791.964447:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7370. 00000400:00000010:2.0:1789467791.964453:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de110. 00000100:00000200:2.0:1789467791.964459:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402397312, portal 10 00000100:00000001:2.0:1789467791.964461:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467791.964463:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107402752 : -126744602148864 : ffff8cb9f9030000) 00000100:00000040:2.0:1789467791.964469:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030000 x1876386402397312/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467791.964484:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467791.964487:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467791.964489:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de440. 00000100:00000200:2.0:1789467791.964492:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402397312, offset 0 00000400:00000200:2.0:1789467791.964498:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467791.964505:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467791.964511:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467791.964516:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467791.964518:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467791.964521:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467791.964523:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467791.964526:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93883:93883:256:4294967295] 192.168.203.142@tcp LPNI seq info [93883:93883:8:4294967295] 00000400:00000200:2.0:1789467791.964530:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467791.964539:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467791.964560:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467791.964566:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6400. 00000800:00000200:2.0:1789467791.964572:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467791.964580:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467791.964584:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467791.964602:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467791.964607:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:2.0:1789467791.964610:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467791.964613:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314708006 00000100:00000001:2.0:1789467791.964615:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314709240 00000100:00000001:2.0:1789467791.964617:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314708006 00000100:00000001:2.0:1789467791.964620:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314709240 00000100:00000001:2.0:1789467791.964622:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467791.964624:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467791.964632:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467791.964636:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030e00 x1876386402397440/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467791.964643:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467791.964645:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467791.964647:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467791.964649:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467791.964650:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467791.964653:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402397440:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467791.964656:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467791.964658:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467791.964660:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467791.964661:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467791.964664:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacdc00. 02000000:00000001:2.0:1789467791.964666:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467791.964670:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467791.964682:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee70b0. 00000400:00000010:2.0:1789467791.964686:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6deb28. 00000100:00000200:2.0:1789467791.964689:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402397440, portal 10 00000100:00000001:2.0:1789467791.964691:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467791.964692:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107406336 : -126744602145280 : ffff8cb9f9030e00) 00000100:00000040:2.0:1789467791.964698:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030e00 x1876386402397440/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467791.964704:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467791.964706:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467791.964708:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6dec38. 00000100:00000200:2.0:1789467791.964710:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402397440, offset 0 00000400:00000200:2.0:1789467791.964714:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467791.964718:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467791.964721:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467791.964923:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467791.964927:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467791.964929:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467791.964936:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467791.964939:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93884:93884:255:4294967295] 192.168.203.142@tcp LPNI seq info [93884:93884:7:4294967295] 00000400:00000200:2.0:1789467791.964943:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467791.964948:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467791.964953:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467791.964956:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6900. 00000800:00000200:2.0:1789467791.964959:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467791.964963:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467791.964966:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467791.964968:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467791.964972:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:2.0:1789467791.964974:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467791.964976:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314707994 00000100:00000001:2.0:1789467791.964978:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314709240 00000100:00000001:2.0:1789467791.964980:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314707994 00000100:00000001:2.0:1789467791.964982:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314709240 00000100:00000001:2.0:1789467791.964983:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467791.964985:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467791.964988:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467791.964990:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467791.964996:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467791.964998:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789467791.965001:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467791.965002:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467791.965003:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467791.965005:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789467791.965194:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467791.965198:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6400. 00000400:00000200:3.0:1789467791.965205:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467791.965210:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467791.965215:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de440 00000400:00000010:3.0:1789467791.965231:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de440. 00000100:00000001:3.0:1789467791.965237:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467791.965242:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030000 x1876386402397312/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467791.965252:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467791.965255:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030000 x1876386402397312/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467816 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467791.965262:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467791.965263:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467791.965326:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467791.965329:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6900. 00000400:00000200:3.0:1789467791.965331:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467791.965334:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467791.965337:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6dec38 00000400:00000010:3.0:1789467791.965338:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6dec38. 00000100:00000001:3.0:1789467791.965340:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467791.965343:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030e00 x1876386402397440/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467791.965366:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467791.965369:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030e00 x1876386402397440/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467816 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467791.965374:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467791.965375:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467792.337268:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467792.337277:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467792.337279:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467792.337284:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467792.337287:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467792.337309:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467792.337312:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467792.337314:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467792.337316:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467792.721752:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467792.721759:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467792.721764:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467792.721767:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467792.721769:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467792.721772:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467792.721775:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467792.721778:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467792.721780:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467792.721782:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467792.721785:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467792.721786:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467792.721787:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467792.721789:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467792.721790:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467792.721791:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467792.721793:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467792.721811:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467792.722034:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467792.722039:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467792.722041:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789467793.234055:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314709240, at 4314709248 00000100:00000010:3.0:1789467793.234070:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d7e0. 00000100:00000040:2.0:1789467793.235302:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314709240, at 4314709250 00000100:00000010:2.0:1789467793.235313:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d4e0. 00000100:00000001:2.0:1789467793.361593:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467793.361601:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467793.361603:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467793.361608:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467793.361611:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467793.361615:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467793.361618:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467793.361620:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467793.361623:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467793.745680:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467793.745687:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467793.745692:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467793.745693:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467793.745697:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467793.745698:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467793.745997:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467793.746001:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467793.746004:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467794.385265:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467794.385273:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467794.385275:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467794.385280:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467794.385284:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467794.385288:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467794.385290:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467794.385292:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467794.385295:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467794.769322:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467794.769329:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467794.769334:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467794.769335:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467794.769338:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467794.769339:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467794.769440:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467794.769444:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467794.769447:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467795.409856:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467795.409863:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467795.409866:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467795.409871:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467795.409874:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467795.409878:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467795.409881:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467795.409883:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467795.409885:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467795.794380:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467795.794387:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467795.794393:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467795.794394:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467795.794397:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467795.794398:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467795.794601:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467795.794625:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467795.794628:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467796.433678:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467796.433686:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467796.433688:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467796.433693:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467796.433696:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467796.433700:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467796.433702:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467796.433705:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467796.433708:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467796.820414:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467796.820421:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467796.820426:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467796.820428:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467796.820431:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467796.820432:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467796.823920:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467796.823927:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467796.823931:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467797.074543:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467797.074555:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467797.074556:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467797.074560:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467797.074562:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467797.074566:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467797.074569:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467797.075200:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467797.075206:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467797.075209:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467797.075212:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467797.075215:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467797.075218:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467797.075222:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467797.075225:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467797.075228:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467797.075231:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467797.075236:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20050) 00000100:00000001:2.0:1789467797.459850:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467797.459858:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467797.459860:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467797.459866:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467797.459869:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467797.459873:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467797.459875:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467797.459878:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467797.459881:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467797.841270:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467797.841277:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467797.841283:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467797.841284:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467797.841287:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467797.841288:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467797.843490:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467797.843497:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467797.843502:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467798.097363:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467798.097375:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467798.097377:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467798.097382:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467798.097384:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467798.097388:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467798.097390:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467798.481452:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467798.481460:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467798.481478:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467798.481483:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467798.481487:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467798.481491:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467798.481493:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467798.481495:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467798.481498:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467798.865382:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467798.865389:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467798.865395:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467798.865396:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467798.865398:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467798.865399:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467798.865482:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467798.865486:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467798.865504:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467799.121819:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467799.121832:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467799.121834:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467799.121839:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467799.121841:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467799.121845:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467799.121847:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467799.505302:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467799.505310:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467799.505312:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467799.505317:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467799.505320:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467799.505324:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467799.505326:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467799.505340:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467799.505343:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467799.889663:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467799.889687:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467799.889689:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467799.889692:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467799.889697:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467799.889699:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467799.889701:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467799.889704:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467799.889708:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467799.889709:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467799.889713:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467799.889714:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467799.889848:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467799.889852:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467799.889854:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467800.145253:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467800.145266:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467800.145268:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467800.145274:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467800.145276:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467800.145280:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467800.145282:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467800.529234:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467800.529242:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467800.529244:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467800.529249:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467800.529252:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467800.529255:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467800.529272:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467800.529274:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467800.529277:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467800.913285:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467800.913292:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467800.913297:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467800.913298:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467800.913301:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467800.913302:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467800.913390:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467800.913394:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467800.913397:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467801.169334:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467801.169348:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467801.169350:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467801.169354:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467801.169357:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467801.169360:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467801.169362:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467801.553418:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467801.553426:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467801.553429:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467801.553434:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467801.553437:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467801.553441:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467801.553444:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467801.553447:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467801.553449:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467801.938388:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467801.938395:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467801.938400:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467801.938402:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467801.938405:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467801.938406:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467801.944106:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467801.944113:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467801.944118:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467802.194208:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467802.194227:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467802.194230:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467802.194233:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467802.194236:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467802.194239:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467802.194242:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467802.194245:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467802.194247:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467802.194268:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467802.194274:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20055) 00000100:00000001:1.0:1789467802.194377:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467802.194387:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467802.194389:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467802.194392:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467802.194394:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467802.194398:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467802.194400:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467802.577274:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467802.577287:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467802.577289:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467802.577294:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467802.577298:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467802.577303:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467802.577305:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467802.577308:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467802.577311:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467802.961369:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467802.961376:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467802.961381:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467802.961384:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467802.961386:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467802.961390:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467802.961393:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467802.961395:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467802.961397:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467802.961399:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467802.961402:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467802.961404:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467802.961405:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467802.961406:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467802.961408:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467802.961425:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467802.961426:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467802.961428:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467802.962105:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467802.962109:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467802.962112:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467803.217274:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467803.217288:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467803.217289:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467803.217294:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467803.217296:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467803.217300:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467803.217302:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467803.603402:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467803.603410:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467803.603412:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467803.603418:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467803.603421:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467803.603424:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467803.603426:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467803.603428:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467803.603431:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467803.985587:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467803.985594:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467803.985599:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467803.985600:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467803.985603:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467803.985604:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467803.985725:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467803.985729:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467803.985733:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467804.241289:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467804.241311:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467804.241313:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467804.241321:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467804.241323:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467804.241327:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467804.241331:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467804.625265:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467804.625274:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467804.625276:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467804.625280:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467804.625296:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467804.625301:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467804.625304:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467804.625323:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467804.625326:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467805.009344:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467805.009353:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467805.009360:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467805.009362:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467805.009378:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467805.009379:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467805.009551:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467805.009555:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467805.009559:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467805.265377:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467805.265389:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467805.265391:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467805.265396:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467805.265397:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467805.265401:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467805.265404:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467805.649261:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467805.649269:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467805.649271:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467805.649277:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467805.649281:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467805.649285:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467805.649287:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467805.649290:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467805.649293:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467806.034314:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467806.034324:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467806.034331:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467806.034332:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467806.034336:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467806.034337:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467806.034730:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467806.034736:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467806.034741:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467806.289924:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467806.289940:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467806.289942:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467806.289955:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467806.289957:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467806.289961:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467806.289964:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467806.673556:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467806.673563:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467806.673565:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467806.673570:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467806.673574:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467806.673578:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467806.673580:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467806.673582:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467806.673585:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467807.058609:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467807.058616:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467807.058622:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467807.058623:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467807.058626:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467807.058627:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467807.061343:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467807.061353:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467807.061359:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467807.314754:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467807.314767:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467807.314787:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467807.314792:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467807.314794:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467807.314798:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467807.314801:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467807.315057:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467807.315063:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467807.315065:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467807.315068:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467807.315070:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467807.315072:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467807.315075:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467807.315079:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467807.315081:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467807.315083:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467807.315087:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20061) 00000100:00000001:2.0:1789467807.697224:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467807.697232:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467807.697234:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467807.697239:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467807.697242:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467807.697246:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467807.697249:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467807.697252:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467807.697254:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467808.082406:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467808.082414:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467808.082420:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467808.082421:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467808.082424:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467808.082426:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467808.088969:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467808.088975:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467808.088979:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467808.341098:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467808.341120:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467808.341122:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467808.341127:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467808.341128:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467808.341158:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467808.341162:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467808.721544:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467808.721551:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467808.721553:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467808.721558:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467808.721561:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467808.721565:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467808.721568:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467808.721570:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467808.721572:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467809.105352:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467809.105360:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467809.105365:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467809.105367:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467809.105370:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467809.105388:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467809.108509:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467809.108518:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467809.108525:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467809.361657:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467809.361724:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467809.361726:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467809.361732:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467809.361735:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467809.361740:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467809.361769:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467809.745461:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467809.745473:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467809.745475:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467809.745482:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467809.745486:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467809.745491:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467809.745495:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467809.745498:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467809.745501:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467810.129290:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467810.129299:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467810.129302:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467810.129306:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467810.129378:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467810.129380:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467810.129382:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467810.129384:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467810.129389:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467810.129390:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467810.129393:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467810.129394:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467810.138265:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467810.138271:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467810.138276:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467810.385252:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467810.385265:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467810.385268:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467810.385272:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467810.385274:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467810.385278:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467810.385281:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467810.769253:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467810.769262:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467810.769263:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467810.769269:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467810.769272:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467810.769276:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467810.769279:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467810.769281:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467810.769284:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467811.153363:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467811.153369:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467811.153375:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467811.153377:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467811.153380:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467811.153381:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467811.153497:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467811.153506:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467811.153509:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467811.410480:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467811.410495:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467811.410497:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467811.410502:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467811.410504:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467811.410507:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467811.410510:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467811.793262:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467811.793283:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467811.793286:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467811.793306:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467811.793309:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467811.793312:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467811.793315:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467811.793317:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467811.793320:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467812.177266:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467812.177273:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467812.177278:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467812.177280:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467812.177283:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467812.177284:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467812.181576:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467812.181582:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467812.181586:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467812.435283:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467812.435294:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467812.435297:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467812.435318:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467812.435320:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467812.435323:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467812.435326:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467812.435329:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467812.435331:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467812.435334:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467812.435339:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20066) 00000100:00000001:2.0:1789467812.435590:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467812.435601:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467812.435603:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467812.435607:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467812.435610:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467812.435614:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467812.435616:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467812.817243:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467812.817251:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467812.817253:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467812.817257:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467812.817260:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467812.817264:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467812.817267:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467812.817269:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467812.817271:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467813.201931:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467813.201938:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467813.201944:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467813.201948:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467813.201951:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467813.201955:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467813.201958:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467813.201960:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467813.201962:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467813.201964:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467813.201967:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467813.201969:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467813.201970:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467813.201990:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467813.201992:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467813.201993:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467813.201995:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467813.201997:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467813.205526:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467813.205533:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467813.205537:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467813.457281:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467813.457368:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467813.457370:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467813.457376:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467813.457378:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467813.457382:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467813.457385:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467813.841251:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467813.841258:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467813.841260:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467813.841266:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467813.841269:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467813.841273:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467813.841276:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467813.841293:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467813.841296:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467814.225895:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467814.225902:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467814.225908:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467814.225909:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467814.225912:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467814.225913:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467814.226092:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467814.226095:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467814.226098:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467814.481253:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467814.481269:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467814.481271:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467814.481276:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467814.481278:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467814.481283:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467814.481285:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467814.865502:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467814.865509:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467814.865512:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467814.865517:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467814.865520:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467814.865524:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467814.865527:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467814.865529:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467814.865532:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467815.249287:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467815.249294:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467815.249300:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467815.249301:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467815.249304:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467815.249305:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467815.249394:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467815.249398:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467815.249400:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467815.505276:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467815.505292:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467815.505294:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467815.505298:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467815.505300:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467815.505305:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467815.505308:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467815.889380:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467815.889388:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467815.889390:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467815.889394:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467815.889398:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467815.889402:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467815.889405:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467815.889407:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467815.889409:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467816.273265:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467816.273272:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467816.273278:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467816.273279:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467816.273283:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467816.273284:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467816.273357:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467816.273361:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467816.273381:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467816.529257:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467816.529269:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467816.529284:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467791/real 1789467791] req@ffff8cb9f9030000 x1876386402397312/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467816 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467816.529301:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467816.529303:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467816.529306:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7370. 00000400:00000200:2.0:1789467816.529312:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de110 00000400:00000010:2.0:1789467816.529315:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de110. 00000100:00000001:2.0:1789467816.529319:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467816.529323:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030000 x1876386402397312/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467816 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467816.529331:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030000 x1876386402397312/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467816 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467816.529338:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467816.529340:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467816.529343:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467816.529345:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467816.529349:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9030000 x1876386402397312/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467816 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467816.529355:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467816.529358:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467816.529362:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467791/real 1789467791] req@ffff8cb9f9030e00 x1876386402397440/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467816 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467816.529369:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467816.529370:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467816.529372:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee70b0. 00000400:00000200:2.0:1789467816.529374:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6deb28 00000400:00000010:2.0:1789467816.529375:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6deb28. 00000100:00000001:2.0:1789467816.529378:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467816.529398:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030e00 x1876386402397440/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467816 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467816.529405:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030e00 x1876386402397440/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467816 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467816.529412:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467816.529414:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467816.529415:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467816.529417:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467816.529420:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9030e00 x1876386402397440/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467816 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467816.529426:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467816.529429:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467816.529433:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467791/real 1789467791] req@ffff8cb9f9031180 x1876386402397184/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467816 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467816.529441:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467816.529442:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467816.529444:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7dc0. 00000400:00000200:2.0:1789467816.529446:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6dea18 00000400:00000010:2.0:1789467816.529448:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6dea18. 00000100:00000001:2.0:1789467816.529450:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467816.529453:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9031180 x1876386402397184/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467816 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467816.529461:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9031180 x1876386402397184/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467816 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467816.529466:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467816.529467:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467816.529469:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467816.529470:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467816.529473:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9031180 x1876386402397184/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467816 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467816.529490:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467816.529497:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467816.529499:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467816.529502:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467816.529505:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467816.529508:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467816.529514:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030000 x1876386402397312/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467816 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467816.529521:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467816.529524:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467816.529527:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467816.529528:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467816.529530:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467816.529534:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467816.529537:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467816.529567:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789467816.529570:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467816.529574:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030000 x1876386402397312/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467816 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467816.529581:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402397312:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467816.529586:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467816.529590:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030e00 x1876386402397440/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467816 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467816.529596:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467816.529598:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467816.529600:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467816.529601:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467816.529607:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467816.529621:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789467816.529623:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467816.529625:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789467816.529632:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467816.529636:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467816.529639:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467816.529647:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467816.529649:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467816.529653:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467816.529654:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00080000:3.0:1789467816.529659:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20040 00000100:00000001:2.0:1789467816.529660:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467816.529670:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030e00 x1876386402397440/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467816 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789467816.529671:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467816.529680:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467816.529684:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1789467816.529686:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402397440:192.168.203.142@tcp:38:kworker.0 00000100:00000040:3.0:1789467816.529690:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467816.529695:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467816.529696:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467816.529701:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000040:2.0:1789467816.529705:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9031180 x1876386402397184/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467816 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467816.529706:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000100:00000001:2.0:1789467816.529716:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:3.0:1789467816.529716:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467816.529719:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000100:00000001:2.0:1789467816.529721:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789467816.529723:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:2.0:1789467816.529725:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:3.0:1789467816.529727:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000100:00000001:2.0:1789467816.529728:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467816.529733:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000020:00000001:3.0:1789467816.529733:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000001:2.0:1789467816.529737:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:3.0:1789467816.529738:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00080000:2.0:1789467816.529743:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000040:3.0:1789467816.529745:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467816.529749:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467816.529751:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00080000:2.0:1789467816.529754:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789467816.529755:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000100:00000001:2.0:1789467816.529759:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000040:3.0:1789467816.529760:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789467816.529768:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000040:2.0:1789467816.529770:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9031180 x1876386402397184/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467816 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467816.529771:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467816.529777:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:2.0:1789467816.529784:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402397184:192.168.203.142@tcp:250:kworker.0 02000000:00000001:3.0:1789467816.529784:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467816.529789:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467816.529792:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467816.529793:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467816.529796:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000008:00100000:3.0:1789467816.529798:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789467816.529803:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467816.529804:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030000 x1876386402397312/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467816 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467816.529811:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467816.529818:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031880. 00000020:00000040:3.0:1789467816.529822:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=11 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467816.529827:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467816.529831:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467816.529835:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467816.529838:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467816.529841:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467816.529847:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000010:3.0:1789467816.529848:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1400. 02000000:00000001:2.0:1789467816.529850:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467816.529855:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacf400. 00000100:00000001:3.0:1789467816.529855:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467816.529863:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:3.0:1789467816.529865:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031880 x1876386402397568/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1789467816.529866:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467816.529870:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789467816.529876:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467816.529880:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d2400. 00000100:00000001:3.0:1789467816.529881:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1789467816.529885:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1789467816.529887:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467816.529888:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467816.529892:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030000. 00000100:00000040:3.0:1789467816.529894:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081730922] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031880 x1876386402397568/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467816.529903:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789467816.529905:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467816.529907:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789467816.529910:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789467816.529911:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1789467816.529915:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467816.529918:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:2.0:1789467816.529920:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030e00 x1876386402397440/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467816 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789467816.529920:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467816.529925:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467816.529930:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20040 00000100:00000001:2.0:1789467816.529936:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1789467816.529939:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467816.529942:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467816.529944:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467816.529946:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467816.529948:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467816.529950:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467816.529952:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467816.529955:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467816.529960:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789467816.529962:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467816.529963:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789467816.529965:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789467816.529968:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789467816.529971:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467816.529972:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467816.529974:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467816.529976:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467816.529978:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789467816.529980:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467816.529982:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467816.529983:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1789467816.529984:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:2.0:1789467816.529987:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacdc00. 02000000:00000001:3.0:1789467816.529989:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467816.529991:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1789467816.529992:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467816.529995:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:3.0:1789467816.529996:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000020:00000040:2.0:1789467816.529999:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789467816.530002:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467816.530004:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d0c00. 02000000:00000001:2.0:1789467816.530005:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467816.530007:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467816.530008:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030e00. 00000100:00000001:2.0:1789467816.530011:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000008:00100000:3.0:1789467816.530011:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1789467816.530014:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789467816.530016:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467816.530018:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789467816.530020:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467816.530025:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9031180 x1876386402397184/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467816 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1789467816.530025:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9032300. 00000020:00000040:3.0:1789467816.530029:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467816.530036:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467816.530038:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467816.530048:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1789467816.530049:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789467816.530051:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467816.530053:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1789467816.530055:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467816.530059:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3000. 02000000:00000010:2.0:1789467816.530062:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacd800. 00000100:00000001:3.0:1789467816.530064:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467816.530066:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467816.530070:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467816.530072:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000100:00100000:3.0:1789467816.530074:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9032300 x1876386402397696/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1789467816.530076:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467816.530079:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d1c00. 02000000:00000001:2.0:1789467816.530084:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467816.530086:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467816.530090:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9031180. 00000100:00000001:3.0:1789467816.530090:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467816.530095:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467816.530096:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467816.530098:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467816.530101:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467816.530109:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1789467816.530110:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005446fc88] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9032300 x1876386402397696/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467816.530112:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467816.530117:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467816.530121:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467816.530124:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1789467816.530127:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467816.530147:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467816.530151:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467816.530162:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467816.530166:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467816.530170:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20070) 00000100:00080000:3.0:1789467816.530179:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467816.530182:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789467816.530184:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467816.530186:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467816.530188:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467816.530191:0:176036:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20040 00000400:00000200:3.0:1789467816.530195:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467816.530198:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467816.530200:0:176036:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467816.530203:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467816.530205:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467816.530207:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467816.530209:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467816.530211:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467816.530212:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789467816.530214:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467816.530215:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789467816.530262:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789467816.530265:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789467816.530268:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467816.530275:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467816.530277:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467816.530279:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467816.530281:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789467816.530284:0:176036:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467816.530286:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467816.530287:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467816.530290:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467816.530291:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467816.530294:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467816.530295:0:176036:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467816.530298:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033480. 00000020:00000040:3.0:1789467816.530300:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789467816.530302:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467816.530304:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467816.530305:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467816.530307:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467816.530308:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467816.530312:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2c00. 00000100:00000001:3.0:1789467816.530315:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467816.530319:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033480 x1876386402397824/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467816.530326:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467816.530328:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467816.530331:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000939732d7] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033480 x1876386402397824/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467816.530339:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467816.530341:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467816.530344:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467816.530346:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467816.530354:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467816.530357:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20070) 00000100:00000040:2.0:1789467816.531564:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9031880 x1876386402397568/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467816.531577:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467816.531578:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467816.531582:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467816.531585:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467816.531587:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467816.531592:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402397568:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467816.531595:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467816.531599:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467816.531601:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467816.531603:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467816.531609:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacd800. 02000000:00000001:2.0:1789467816.531611:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467816.531616:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467816.531619:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7dc0. 00000400:00000010:2.0:1789467816.531625:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6dea18. 00000100:00000200:2.0:1789467816.531630:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402397568, portal 10 00000100:00000001:2.0:1789467816.531639:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467816.531640:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107409024 : -126744602142592 : ffff8cb9f9031880) 00000100:00000040:2.0:1789467816.531648:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031880 x1876386402397568/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467816.531655:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467816.531658:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467816.531660:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6deb28. 00000100:00000200:2.0:1789467816.531663:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402397568, offset 0 00000400:00000200:2.0:1789467816.531669:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467816.531675:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467816.531681:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467816.531686:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467816.531689:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467816.531693:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467816.531695:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467816.531698:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93885:93885:256:4294967295] 192.168.203.142@tcp LPNI seq info [93885:93885:8:4294967295] 00000400:00000200:2.0:1789467816.531702:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467816.531710:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467816.531716:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467816.531720:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6d00. 00000800:00000200:2.0:1789467816.531726:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467816.531733:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467816.531737:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467816.532037:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467816.532053:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:2.0:1789467816.532057:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467816.532060:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314732573 00000100:00000010:2.0:1789467816.532065:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d4e0. 00000100:00000001:2.0:1789467816.532072:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789467816.532078:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314732573 00000100:00000010:2.0:1789467816.532085:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d840. 00000100:00000001:2.0:1789467816.532087:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789467816.532090:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467816.532092:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467816.532096:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467816.532099:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467816.532103:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467816.532105:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789467816.532107:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467816.532110:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467816.532111:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467816.532115:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9032300 x1876386402397696/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467816.532123:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467816.532124:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467816.532126:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467816.532128:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467816.532144:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467816.532148:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9032300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402397696:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467816.532151:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467816.532153:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467816.532155:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467816.532156:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467816.532159:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacdc00. 02000000:00000001:2.0:1789467816.532161:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467816.532165:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467816.532167:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee70b0. 00000400:00000010:2.0:1789467816.532171:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de110. 00000100:00000200:2.0:1789467816.532174:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402397696, portal 10 00000100:00000001:2.0:1789467816.532176:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467816.532177:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107411712 : -126744602139904 : ffff8cb9f9032300) 00000100:00000040:2.0:1789467816.532192:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9032300 x1876386402397696/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467816.532207:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467816.532210:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467816.532212:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6dee58. 00000100:00000200:2.0:1789467816.532214:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402397696, offset 0 00000400:00000200:2.0:1789467816.532219:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467816.532223:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467816.532227:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467816.532229:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467816.532232:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467816.532234:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467816.532236:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467816.532239:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93886:93886:255:4294967295] 192.168.203.142@tcp LPNI seq info [93886:93886:7:4294967295] 00000400:00000200:2.0:1789467816.532243:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467816.532250:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467816.532254:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467816.532257:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6700. 00000800:00000200:2.0:1789467816.532261:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467816.532266:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467816.532269:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467816.532272:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467816.532275:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:2.0:1789467816.532278:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467816.532280:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314732562 00000100:00000001:2.0:1789467816.532282:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314732573 00000100:00000001:2.0:1789467816.532284:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314732562 00000100:00000001:2.0:1789467816.532286:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314732573 00000100:00000001:2.0:1789467816.532288:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467816.532290:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467816.532297:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467816.532301:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033480 x1876386402397824/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467816.532308:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467816.532309:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467816.532311:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467816.532313:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467816.532314:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467816.532317:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402397824:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789467816.532320:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467816.532322:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467816.532323:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467816.532325:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467816.532328:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacf400. 02000000:00000001:2.0:1789467816.532330:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467816.532333:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467816.532336:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7370. 00000400:00000010:2.0:1789467816.532339:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6deaa0. 00000100:00000200:2.0:1789467816.532342:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402397824, portal 25 00000100:00000001:2.0:1789467816.532344:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467816.532345:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107416192 : -126744602135424 : ffff8cb9f9033480) 00000100:00000040:2.0:1789467816.532349:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033480 x1876386402397824/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467816.532355:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467816.532357:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467816.532360:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6debb0. 00000100:00000200:2.0:1789467816.532362:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402397824, offset 0 00000400:00000200:2.0:1789467816.532365:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467816.532369:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467816.532372:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467816.532375:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467816.532377:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467816.532379:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467816.532386:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467816.532389:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93887:93887:254:4294967295] 192.168.203.142@tcp LPNI seq info [93887:93887:6:4294967295] 00000400:00000200:2.0:1789467816.532392:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467816.532398:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467816.532415:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467816.532419:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6c00. 00000800:00000200:2.0:1789467816.532423:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467816.532427:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467816.532429:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6c00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467816.532432:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467816.532435:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467816.532437:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314733814 00000100:00000001:2.0:1789467816.532442:0:253748:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4314732573 00000100:00000001:2.0:1789467816.532445:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314733814 00000100:00000001:2.0:1789467816.532447:0:253748:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4314732573 00000100:00000001:2.0:1789467816.532450:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467816.532451:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467816.532454:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467816.532456:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467816.532459:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467816.532460:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789467816.532462:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467816.532463:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467816.532465:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467816.532466:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789467816.533560:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467816.533566:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6d00. 00000400:00000200:3.0:1789467816.533574:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467816.533579:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467816.533585:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6deb28 00000400:00000010:3.0:1789467816.533587:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6deb28. 00000100:00000001:3.0:1789467816.533592:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467816.533598:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031880 x1876386402397568/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467816.533608:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467816.533612:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031880 x1876386402397568/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467841 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467816.533619:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467816.533620:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467816.533634:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467816.533636:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6700. 00000400:00000200:3.0:1789467816.533639:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467816.533642:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467816.533644:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6dee58 00000400:00000010:3.0:1789467816.533646:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6dee58. 00000100:00000001:3.0:1789467816.533649:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467816.533652:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9032300 x1876386402397696/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467816.533658:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467816.533661:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9032300 x1876386402397696/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467841 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467816.533666:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467816.533668:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467816.535165:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467816.535183:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6c00. 00000400:00000200:3.0:1789467816.535188:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467816.535194:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467816.535199:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6debb0 00000400:00000010:3.0:1789467816.535201:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6debb0. 00000100:00000001:3.0:1789467816.535205:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467816.535211:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033480 x1876386402397824/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467816.535220:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467816.535223:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033480 x1876386402397824/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467841 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467816.535230:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467816.535231:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467816.913314:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467816.913321:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467816.913323:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467816.913328:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467816.913331:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467816.913335:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467816.913338:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467816.913359:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467816.913362:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467817.297271:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467817.297278:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467817.297283:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467817.297285:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467817.297288:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467817.297289:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467817.297371:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467817.297375:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467817.297378:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789467817.809251:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314733814, at 4314733824 00000100:00000010:3.0:1789467817.809266:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d840. 00000100:00000040:2.0:1789467817.810157:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314733814, at 4314733825 00000100:00000010:2.0:1789467817.810166:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d4e0. 00000100:00000001:2.0:1789467817.937248:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467817.937257:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467817.937259:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467817.937265:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467817.937268:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467817.937272:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467817.937275:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467817.937277:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467817.937280:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467818.321316:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467818.321323:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467818.321329:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467818.321330:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467818.321332:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467818.321333:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467818.321451:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467818.321455:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467818.321458:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467818.961254:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467818.961262:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467818.961264:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467818.961269:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467818.961273:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467818.961277:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467818.961279:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467818.961282:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467818.961285:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467819.345332:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467819.345338:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467819.345340:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467819.345357:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467819.345360:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467819.345362:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467819.345364:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467819.345365:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467819.345368:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467819.345369:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467819.345371:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467819.345372:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467819.347387:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467819.347393:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467819.347397:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467819.985283:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467819.985296:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467819.985298:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467819.985305:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467819.985309:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467819.985314:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467819.985317:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467819.985320:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467819.985323:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467820.370510:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467820.370517:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467820.370523:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467820.370525:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467820.370528:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467820.370530:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467820.370870:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467820.370874:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467820.370878:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467821.009281:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467821.009289:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467821.009290:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467821.009296:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467821.009299:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467821.009302:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467821.009305:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467821.009307:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467821.009310:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467821.393554:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467821.393563:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467821.393570:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467821.393572:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467821.393576:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467821.393577:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467821.395236:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467821.395244:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467821.395248:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467821.651721:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467821.651737:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467821.651739:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789467821.651739:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789467821.651744:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467821.651746:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467821.651750:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467821.651753:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467821.651818:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467821.651822:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467821.651826:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467821.651828:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467821.651831:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467821.651833:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467821.651837:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467821.651839:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467821.651841:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467821.651847:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20075) 00000100:00000001:2.0:1789467822.036391:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467822.036399:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467822.036401:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467822.036406:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467822.036410:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467822.036414:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467822.036417:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467822.036419:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467822.036438:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467822.417324:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467822.417334:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467822.417342:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467822.417346:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467822.417349:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467822.417353:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467822.417356:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467822.417359:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467822.417362:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467822.417364:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467822.417369:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467822.417370:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467822.417372:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467822.417373:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467822.417375:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467822.417376:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467822.417378:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467822.417403:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467822.417501:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467822.417508:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467822.417512:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467822.673277:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467822.673295:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467822.673297:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467822.673303:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467822.673306:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467822.673311:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467822.673314:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467823.057277:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467823.057285:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467823.057287:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467823.057293:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467823.057296:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467823.057300:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467823.057303:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467823.057305:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467823.057307:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467823.442870:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467823.442878:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467823.442884:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467823.442886:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467823.442890:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467823.442891:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467823.443168:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467823.443172:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467823.443176:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467823.697313:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467823.697332:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467823.697335:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467823.697342:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467823.697345:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467823.697350:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467823.697353:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467824.081287:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467824.081295:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467824.081297:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467824.081302:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467824.081306:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467824.081310:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467824.081312:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467824.081315:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467824.081318:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467824.465689:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467824.465700:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467824.465706:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467824.465708:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467824.465711:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467824.465712:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467824.465809:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467824.465815:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467824.465820:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467824.721354:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467824.721371:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467824.721373:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467824.721379:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467824.721382:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467824.721387:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467824.721390:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467825.106091:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467825.106103:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467825.106106:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467825.106125:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467825.106130:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467825.106174:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467825.106178:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467825.106182:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467825.106185:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467825.492269:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467825.492279:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467825.492287:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467825.492288:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467825.492292:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467825.492294:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467825.492491:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467825.492496:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467825.492500:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467825.746260:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467825.746276:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467825.746280:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467825.746285:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467825.746288:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467825.746292:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467825.746295:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467826.129274:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467826.129283:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467826.129285:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467826.129315:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467826.129319:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467826.129323:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467826.129326:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467826.129328:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467826.129331:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467826.513300:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467826.513307:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467826.513313:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467826.513314:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467826.513317:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467826.513318:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467826.521267:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467826.521273:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467826.521277:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467826.769264:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467826.769285:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467826.769287:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467826.769308:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467826.769311:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467826.769314:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467826.769317:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467826.769390:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467826.769396:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467826.769398:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467826.769402:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467826.769404:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467826.769407:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467826.769410:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467826.769424:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467826.769427:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467826.769430:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467826.769435:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20080) 00000100:00000001:1.0:1789467827.153247:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467827.153254:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467827.153256:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467827.153261:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467827.153265:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467827.153269:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467827.153271:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467827.153274:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467827.153276:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467827.537309:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467827.537317:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467827.537323:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467827.537325:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467827.537328:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467827.537329:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467827.537418:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467827.537422:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467827.537441:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467827.793371:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467827.793385:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467827.793387:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467827.793391:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467827.793394:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467827.793398:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467827.793400:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467828.177903:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467828.177912:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467828.177914:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467828.177920:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467828.177923:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467828.177927:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467828.177929:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467828.177932:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467828.177935:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467828.563171:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467828.563181:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467828.563189:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467828.563190:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467828.563194:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467828.563195:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467828.563439:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467828.563443:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467828.563447:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467828.817327:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467828.817346:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467828.817349:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467828.817355:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467828.817359:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467828.817364:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467828.817367:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467829.201284:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467829.201304:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467829.201307:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467829.201314:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467829.201319:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467829.201324:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467829.201328:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467829.201331:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467829.201335:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467829.586204:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467829.586229:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467829.586232:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467829.586235:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467829.586240:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467829.586242:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467829.586245:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467829.586247:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467829.586251:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467829.586252:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467829.586256:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467829.586257:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467829.589015:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467829.589025:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467829.589032:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467829.841275:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467829.841294:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467829.841297:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467829.841303:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467829.841305:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467829.841311:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467829.841315:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467830.225282:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467830.225291:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467830.225293:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467830.225298:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467830.225301:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467830.225305:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467830.225308:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467830.225311:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467830.225313:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467830.609309:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467830.609318:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467830.609326:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467830.609327:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467830.609450:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467830.609452:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467830.609525:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467830.609530:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467830.609534:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467830.865280:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467830.865299:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467830.865301:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467830.865307:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467830.865312:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467830.865325:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467830.865329:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467831.249303:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467831.249321:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467831.249324:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467831.249333:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467831.249338:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467831.249342:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467831.249346:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467831.249373:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467831.249377:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467831.634332:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467831.634340:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467831.634345:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467831.634347:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467831.634350:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467831.634351:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467831.634433:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467831.634436:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467831.634440:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467831.889562:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467831.889582:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467831.889607:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467831.889614:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467831.889618:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467831.889624:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467831.889628:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467831.889857:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467831.889867:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467831.889869:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467831.889872:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467831.889875:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467831.889877:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467831.889880:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467831.889883:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467831.889885:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467831.889888:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467831.889892:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20085) 00000100:00000001:1.0:1789467832.273384:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467832.273393:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467832.273395:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467832.273400:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467832.273403:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467832.273407:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467832.273410:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467832.273413:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467832.273415:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467832.657274:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467832.657281:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467832.657286:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467832.657289:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467832.657291:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467832.657294:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467832.657297:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467832.657299:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467832.657301:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467832.657303:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467832.657306:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467832.657308:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467832.657309:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467832.657310:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467832.657312:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467832.657328:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467832.657330:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467832.657332:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467832.657431:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467832.657439:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467832.657444:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467832.913274:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467832.913292:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467832.913294:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467832.913300:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467832.913303:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467832.913307:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467832.913310:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467833.297441:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467833.297465:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467833.297467:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467833.297473:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467833.297494:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467833.297499:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467833.297502:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467833.297504:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467833.297506:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467833.681391:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467833.681401:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467833.681414:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467833.681416:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467833.681420:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467833.681421:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467833.681659:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467833.681664:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467833.681668:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467833.938220:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467833.938241:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467833.938243:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467833.938250:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467833.938253:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467833.938258:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467833.938261:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467834.321638:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467834.321649:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467834.321651:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467834.321658:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467834.321663:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467834.321668:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467834.321671:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467834.321674:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467834.321677:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467834.709891:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467834.709902:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467834.709920:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467834.709922:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467834.709926:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467834.709927:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467834.711979:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467834.711987:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467834.711992:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467834.961340:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467834.961360:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467834.961363:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467834.961369:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467834.961372:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467834.961377:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467834.961379:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467835.345336:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467835.345346:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467835.345349:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467835.345356:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467835.345360:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467835.345366:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467835.345369:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467835.345372:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467835.345408:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467835.729609:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467835.729619:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467835.729625:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467835.729626:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467835.729629:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467835.729631:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467835.729783:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467835.729788:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467835.729792:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467835.985229:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467835.985260:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467835.985263:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467835.985269:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467835.985272:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467835.985278:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467835.985281:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467836.369453:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467836.369463:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467836.369466:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467836.369473:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467836.369477:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467836.369482:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467836.369486:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467836.369489:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467836.369493:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467836.753303:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467836.753321:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467836.753329:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467836.753330:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467836.753333:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467836.753335:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467836.753520:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467836.753525:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467836.753529:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467837.009325:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467837.009344:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467837.009347:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467837.009353:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467837.009356:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467837.009361:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467837.009364:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789467837.010423:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467837.010433:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467837.010436:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467837.010440:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467837.010443:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467837.010447:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789467837.010467:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467837.010472:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467837.010475:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467837.010478:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467837.010485:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20090) 00000100:00000001:1.0:1789467837.393596:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467837.393608:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467837.393611:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467837.393618:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467837.393636:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467837.393642:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467837.393645:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467837.393649:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467837.393652:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467837.777675:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467837.777682:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467837.777688:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467837.777689:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467837.777693:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467837.777695:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467837.777912:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467837.777916:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467837.777919:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467838.033346:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467838.033362:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467838.033364:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467838.033368:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467838.033370:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467838.033374:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467838.033377:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467838.417245:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467838.417253:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467838.417254:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467838.417259:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467838.417336:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467838.417341:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467838.417344:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467838.417347:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467838.417349:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467838.801254:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467838.801260:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467838.801265:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467838.801267:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467838.801270:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467838.801271:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467838.801386:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467838.801390:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467838.801392:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467839.057250:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467839.057265:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467839.057267:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467839.057272:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467839.057275:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467839.057279:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467839.057282:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467839.441472:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467839.441481:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467839.441482:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467839.441488:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467839.441491:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467839.441495:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467839.441498:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467839.441501:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467839.441504:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467839.825887:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467839.825901:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467839.825903:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467839.825906:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467839.825911:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467839.825914:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467839.825916:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467839.825918:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467839.825922:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467839.825923:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467839.825926:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467839.825927:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467839.826095:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467839.826099:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467839.826102:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467840.081968:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467840.081980:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467840.081982:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467840.081987:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467840.081989:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467840.081993:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467840.081995:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467840.468166:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467840.468174:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467840.468176:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467840.468181:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467840.468199:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467840.468202:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467840.468205:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467840.468207:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467840.468209:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467840.849286:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467840.849293:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467840.849299:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467840.849301:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467840.849322:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467840.849323:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467840.849440:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467840.849444:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467840.849447:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467841.105242:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467841.105249:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467841.105265:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467816/real 1789467816] req@ffff8cb9f9032300 x1876386402397696/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467841 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467841.105305:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467841.105307:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467841.105311:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee70b0. 00000400:00000200:2.0:1789467841.105317:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de110 00000400:00000010:2.0:1789467841.105319:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de110. 00000100:00000001:2.0:1789467841.105323:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467841.105328:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9032300 x1876386402397696/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467841 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467841.105337:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9032300 x1876386402397696/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467841 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467841.105344:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467841.105346:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467841.105349:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467841.105351:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467841.105355:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9032300 x1876386402397696/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467841 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467841.105361:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467841.105364:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467841.105369:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467816/real 1789467816] req@ffff8cb9f9033480 x1876386402397824/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467841 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467841.105376:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467841.105377:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467841.105379:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7370. 00000400:00000200:2.0:1789467841.105382:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6deaa0 00000400:00000010:2.0:1789467841.105383:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6deaa0. 00000100:00000001:2.0:1789467841.105385:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467841.105388:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033480 x1876386402397824/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467841 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467841.105395:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033480 x1876386402397824/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467841 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467841.105406:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467841.105408:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467841.105410:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467841.105411:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467841.105415:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9033480 x1876386402397824/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467841 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467841.105420:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467841.105422:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467841.105425:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467816/real 1789467816] req@ffff8cb9f9031880 x1876386402397568/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467841 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467841.105432:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467841.105433:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467841.105435:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7dc0. 00000400:00000200:2.0:1789467841.105438:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6dea18 00000400:00000010:2.0:1789467841.105439:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6dea18. 00000100:00000001:2.0:1789467841.105442:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467841.105445:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9031880 x1876386402397568/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467841 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467841.105453:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9031880 x1876386402397568/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467841 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467841.105459:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467841.105460:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467841.105462:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467841.105463:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467841.105466:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9031880 x1876386402397568/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467841 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467841.105472:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467841.105480:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467841.105482:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467841.105490:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467841.105492:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467841.105495:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467841.105499:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9032300 x1876386402397696/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467841 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467841.105506:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467841.105508:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467841.105510:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467841.105511:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467841.105513:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467841.105516:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467841.105520:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467841.105549:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789467841.105552:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467841.105556:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9032300 x1876386402397696/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467841 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467841.105564:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9032300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402397696:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467841.105569:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467841.105573:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033480 x1876386402397824/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467841 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467841.105578:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467841.105581:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467841.105582:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467841.105583:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467841.105585:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467841.105586:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467841.105589:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467841.105594:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789467841.105601:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467841.105605:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033480 x1876386402397824/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467841 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467841.105611:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402397824:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789467841.105615:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467841.105618:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9031880 x1876386402397568/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467841 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467841.105624:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467841.105626:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467841.105627:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467841.105628:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467841.105630:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467841.105632:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467841.105633:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467841.105638:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789467841.105639:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467841.105643:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9031880 x1876386402397568/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467841 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467841.105649:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402397568:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467841.105652:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467841.105655:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467841.105658:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9032300 x1876386402397696/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467841 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467841.105665:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467841.105668:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467841.105672:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacdc00. 02000000:00000001:2.0:1789467841.105676:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467841.105684:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467841.105686:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789467841.105689:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467841.105692:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d3000. 02000000:00000001:2.0:1789467841.105696:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467841.105698:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467841.105700:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9032300. 00000100:00000001:2.0:1789467841.105703:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467841.105705:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467841.105706:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467841.105710:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033480 x1876386402397824/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467841 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467841.105716:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467841.105718:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467841.105719:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacf400. 02000000:00000001:2.0:1789467841.105722:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467841.105723:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467841.105725:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789467841.105726:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467841.105728:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d2c00. 02000000:00000001:2.0:1789467841.105730:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467841.105731:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467841.105732:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033480. 00000100:00000001:2.0:1789467841.105737:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467841.105738:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467841.105739:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467841.105743:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9031880 x1876386402397568/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467841 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467841.105748:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467841.105750:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467841.105751:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacd800. 02000000:00000001:2.0:1789467841.105753:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467841.105754:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467841.105755:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789467841.105757:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467841.105758:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d1400. 02000000:00000001:2.0:1789467841.105767:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467841.105768:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467841.105769:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9031880. 00000100:00000001:2.0:1789467841.105772:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467841.105774:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467841.105776:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467841.105779:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467841.105781:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467841.105782:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467841.105784:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467841.106313:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467841.106319:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789467841.106321:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467841.106324:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467841.106327:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467841.106330:0:176036:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20065 00000400:00000200:3.0:1789467841.106338:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467841.106343:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467841.106346:0:176036:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467841.106349:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467841.106352:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467841.106354:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467841.106356:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467841.106363:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467841.106365:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789467841.106367:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467841.106378:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789467841.106380:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789467841.106383:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789467841.106386:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467841.106387:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467841.106389:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467841.106391:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467841.106394:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789467841.106397:0:176036:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467841.106400:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467841.106402:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467841.106405:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467841.106407:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467841.106409:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467841.106411:0:176036:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467841.106415:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031f80. 00000020:00000040:3.0:1789467841.106418:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789467841.106422:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467841.106423:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467841.106426:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467841.106428:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467841.106431:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467841.106437:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3800. 00000100:00000001:3.0:1789467841.106443:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467841.106449:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031f80 x1876386402397952/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467841.106458:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467841.106462:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467841.106466:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029a719d9] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031f80 x1876386402397952/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467841.106489:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467841.106492:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467841.106499:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467841.106501:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467841.106503:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467841.106505:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467841.106508:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20065 00000400:00000200:3.0:1789467841.106512:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467841.106515:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467841.106517:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467841.106520:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467841.106522:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467841.106523:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467841.106525:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467841.106528:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467841.106529:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789467841.106531:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467841.106533:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789467841.106535:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789467841.106536:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789467841.106539:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467841.106540:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467841.106542:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467841.106544:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467841.106546:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789467841.106548:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467841.106550:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467841.106552:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467841.106557:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467841.106559:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467841.106561:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789467841.106564:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789467841.106574:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467841.106576:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467841.106579:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030700. 00000020:00000040:3.0:1789467841.106582:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467841.106585:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467841.106586:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467841.106587:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467841.106589:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467841.106590:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467841.106594:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1000. 00000100:00000001:3.0:1789467841.106598:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467841.106603:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030700 x1876386402398080/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467841.106610:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467841.106612:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467841.106616:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097f0b759] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030700 x1876386402398080/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467841.106623:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467841.106626:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467841.106629:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467841.106631:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467841.106632:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467841.106635:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467841.106637:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20065 00000400:00000200:3.0:1789467841.106641:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467841.106644:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467841.106646:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467841.106649:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467841.106651:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467841.106653:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467841.106660:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467841.106664:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467841.106665:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789467841.106667:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467841.106669:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789467841.106670:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789467841.106672:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789467841.106675:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467841.106677:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467841.106678:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467841.106681:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467841.106683:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789467841.106685:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467841.106687:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467841.106689:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467841.106692:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467841.106694:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467841.106695:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789467841.106697:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789467841.106699:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467841.106700:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467841.106704:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031880. 00000020:00000040:3.0:1789467841.106706:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467841.106708:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467841.106709:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467841.106711:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467841.106712:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467841.106714:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467841.106718:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2000. 00000100:00000001:3.0:1789467841.106721:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467841.106725:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031880 x1876386402398208/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467841.106741:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467841.106742:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467841.106746:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081730922] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031880 x1876386402398208/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467841.106753:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467841.106755:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467841.106759:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467841.106762:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467841.106764:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467841.106768:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20094) 00000100:00000001:2.0:1789467841.106830:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467841.106833:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467841.106835:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467841.106840:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9031f80 x1876386402397952/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467841.106848:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467841.106850:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467841.106922:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467841.106924:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467841.106927:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467841.106930:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402397952:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789467841.106994:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467841.106999:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467841.107001:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467841.107004:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467841.107008:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacd800. 02000000:00000001:2.0:1789467841.107067:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467841.107074:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467841.107078:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7dc0. 00000400:00000010:2.0:1789467841.107083:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6dea18. 00000100:00000200:2.0:1789467841.107089:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402397952, portal 25 00000100:00000001:2.0:1789467841.107090:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467841.107092:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107410816 : -126744602140800 : ffff8cb9f9031f80) 00000100:00000040:2.0:1789467841.107098:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031f80 x1876386402397952/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467841.107114:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467841.107117:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467841.107119:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6deaa0. 00000100:00000200:2.0:1789467841.107122:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402397952, offset 0 00000400:00000200:2.0:1789467841.107128:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467841.107156:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467841.107161:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467841.107166:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467841.107170:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467841.107174:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467841.107176:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467841.107179:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93888:93888:256:4294967295] 192.168.203.142@tcp LPNI seq info [93888:93888:8:4294967295] 00000400:00000200:2.0:1789467841.107183:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467841.107192:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467841.107197:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467841.107202:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6100. 00000800:00000200:2.0:1789467841.107208:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467841.107215:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467841.107220:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467841.107236:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467841.107240:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467841.107243:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314758389 00000100:00000010:2.0:1789467841.107247:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d4e0. 00000100:00000001:2.0:1789467841.107254:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789467841.107259:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314758389 00000100:00000010:2.0:1789467841.107262:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d540. 00000100:00000001:2.0:1789467841.107265:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789467841.107268:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467841.107270:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467841.107277:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467841.107281:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030700 x1876386402398080/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467841.107287:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467841.107288:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467841.107290:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467841.107292:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467841.107294:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467841.107296:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402398080:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467841.107299:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467841.107301:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467841.107302:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467841.107304:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467841.107307:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacf400. 02000000:00000001:2.0:1789467841.107309:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467841.107313:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467841.107315:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7370. 00000400:00000010:2.0:1789467841.107319:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de110. 00000100:00000200:2.0:1789467841.107321:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402398080, portal 10 00000100:00000001:2.0:1789467841.107323:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467841.107324:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107404544 : -126744602147072 : ffff8cb9f9030700) 00000100:00000040:2.0:1789467841.107329:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030700 x1876386402398080/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467841.107334:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467841.107336:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467841.107338:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6debb0. 00000100:00000200:2.0:1789467841.107340:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402398080, offset 0 00000400:00000200:2.0:1789467841.107345:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467841.107348:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467841.107352:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467841.107355:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467841.107358:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467841.107360:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467841.107366:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467841.107370:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93889:93889:255:4294967295] 192.168.203.142@tcp LPNI seq info [93889:93889:7:4294967295] 00000400:00000200:2.0:1789467841.107374:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467841.107379:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467841.107384:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467841.107388:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6e00. 00000800:00000200:2.0:1789467841.107392:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467841.107395:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467841.107398:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467841.107401:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467841.107405:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:2.0:1789467841.107408:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467841.107409:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314757149 00000100:00000001:2.0:1789467841.107411:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314758389 00000100:00000001:2.0:1789467841.107413:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314757149 00000100:00000001:2.0:1789467841.107415:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314758389 00000100:00000001:2.0:1789467841.107417:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467841.107419:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467841.107421:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467841.107424:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9031880 x1876386402398208/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467841.107431:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467841.107432:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467841.107434:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467841.107436:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467841.107437:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467841.107440:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402398208:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467841.107443:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467841.107450:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467841.107451:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467841.107453:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467841.107456:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacdc00. 02000000:00000001:2.0:1789467841.107458:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467841.107461:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467841.107464:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee70b0. 00000400:00000010:2.0:1789467841.107467:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6dee58. 00000100:00000200:2.0:1789467841.107470:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402398208, portal 10 00000100:00000001:2.0:1789467841.107472:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467841.107473:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107409024 : -126744602142592 : ffff8cb9f9031880) 00000100:00000040:2.0:1789467841.107478:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031880 x1876386402398208/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467841.107484:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467841.107485:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467841.107487:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6deb28. 00000100:00000200:2.0:1789467841.107489:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402398208, offset 0 00000400:00000200:2.0:1789467841.107493:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467841.107496:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467841.107499:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467841.107501:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467841.107504:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467841.107506:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467841.107508:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467841.107511:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93890:93890:254:4294967295] 192.168.203.142@tcp LPNI seq info [93890:93890:6:4294967295] 00000400:00000200:2.0:1789467841.107515:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467841.107520:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467841.107524:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467841.107527:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6000. 00000800:00000200:2.0:1789467841.107531:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467841.107535:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467841.107537:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467841.107547:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467841.107550:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:2.0:1789467841.107554:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467841.107555:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314757137 00000100:00000001:2.0:1789467841.107558:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314758389 00000100:00000001:2.0:1789467841.107560:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314757137 00000100:00000001:2.0:1789467841.107562:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314758389 00000100:00000001:2.0:1789467841.107564:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467841.107566:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467841.107568:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467841.107570:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467841.107575:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467841.107577:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789467841.107579:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467841.107580:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467841.107582:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467841.107584:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789467841.107990:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467841.107994:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6100. 00000400:00000200:3.0:1789467841.108000:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467841.108005:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467841.108010:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6deaa0 00000400:00000010:3.0:1789467841.108167:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6deaa0. 00000100:00000001:3.0:1789467841.108173:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467841.108178:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031f80 x1876386402397952/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467841.108185:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467841.108188:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031f80 x1876386402397952/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467866 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467841.108194:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467841.108196:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467841.108209:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467841.108212:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6e00. 00000400:00000200:3.0:1789467841.108214:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467841.108217:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467841.108227:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6debb0 00000400:00000010:3.0:1789467841.108228:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6debb0. 00000100:00000001:3.0:1789467841.108231:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467841.108235:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030700 x1876386402398080/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467841.108242:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467841.108244:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030700 x1876386402398080/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467866 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467841.108250:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467841.108252:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467841.108312:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467841.108315:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6000. 00000400:00000200:3.0:1789467841.108318:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467841.108321:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467841.108324:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6deb28 00000400:00000010:3.0:1789467841.108325:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6deb28. 00000100:00000001:3.0:1789467841.108327:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467841.108331:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031880 x1876386402398208/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467841.108337:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467841.108340:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031880 x1876386402398208/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467866 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467841.108346:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467841.108347:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789467841.489776:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467841.489795:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467841.489797:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467841.489802:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467841.489806:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467841.489810:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467841.489813:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467841.489815:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467841.489817:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467841.875085:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467841.875093:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467841.875108:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467841.875109:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467841.875113:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467841.875114:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467841.875342:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467841.875346:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467841.875349:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789467842.385372:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314758389, at 4314758400 00000100:00000010:2.0:1789467842.385388:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d4e0. 00000100:00000040:3.0:1789467842.387664:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314758389, at 4314758402 00000100:00000010:3.0:1789467842.387677:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d540. 00000100:00000001:1.0:1789467842.514335:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467842.514344:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467842.514347:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467842.514352:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467842.514354:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467842.514358:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467842.514360:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467842.514363:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467842.514365:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467842.898742:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467842.898750:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467842.898755:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467842.898759:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467842.898761:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467842.898764:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467842.898767:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467842.898770:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467842.898772:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467842.898774:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467842.898777:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467842.898779:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467842.898780:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467842.898781:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467842.898783:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467842.898784:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467842.898786:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467842.898788:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467842.899207:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467842.899210:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467842.899213:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00000020:2.0:1789467843.153935:0:323936:0:(osc_request.c:745:osc_update_next_shrink()) next time 21291 to shrink grant 00000008:00000020:2.0:1789467843.153943:0:323936:0:(osc_request.c:745:osc_update_next_shrink()) next time 21291 to shrink grant 00000100:00000001:1.0:1789467843.537264:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467843.537272:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467843.537274:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467843.537278:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467843.537282:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467843.537285:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467843.537288:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467843.537290:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467843.537292:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467843.921405:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467843.921411:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467843.921417:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467843.921418:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467843.921421:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467843.921422:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467843.921556:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467843.921560:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467843.921562:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467844.562906:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467844.562914:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467844.562916:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467844.562921:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467844.562924:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467844.562927:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467844.562930:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467844.562933:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467844.562936:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467844.945338:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467844.945344:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467844.945349:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467844.945351:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467844.945354:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467844.945355:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467844.951186:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467844.951193:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467844.951198:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467845.585283:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467845.585291:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467845.585294:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467845.585299:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467845.585302:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467845.585306:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467845.585309:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467845.585311:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467845.585314:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467845.969688:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467845.969694:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467845.969699:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467845.969701:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467845.969704:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467845.969705:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467845.969954:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467845.969958:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467845.969961:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467846.225245:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467846.225259:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467846.225262:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467846.225266:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467846.225269:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467846.225273:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467846.225275:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467846.225379:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467846.225389:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467846.225393:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467846.225396:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467846.225414:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467846.225417:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467846.225420:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467846.225425:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467846.225428:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467846.225431:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467846.225438:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20099) 00000100:00000001:1.0:1789467846.609305:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467846.609313:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467846.609314:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467846.609320:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467846.609323:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467846.609326:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467846.609329:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467846.609331:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467846.609334:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467846.993754:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467846.993764:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467846.993772:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467846.993773:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467846.993777:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467846.993778:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467846.993940:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467846.993945:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467846.993948:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467847.249520:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467847.249539:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467847.249542:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467847.249548:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467847.249551:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467847.249565:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467847.249569:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467847.633317:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467847.633329:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467847.633331:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467847.633338:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467847.633342:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467847.633347:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467847.633350:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467847.633353:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467847.633381:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789467847.768469:0:253740:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789467847.768482:0:253740:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467847.768486:0:253740:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cba00219300 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1789467847.769399:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1789467848.018469:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467848.018479:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467848.018487:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467848.018489:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467848.018492:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467848.018494:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467848.018827:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467848.018835:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467848.018839:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467848.273276:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467848.273294:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467848.273358:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467848.273365:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467848.273368:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467848.273373:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467848.273376:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467848.657273:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467848.657282:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467848.657284:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467848.657290:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467848.657294:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467848.657298:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467848.657301:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467848.657304:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467848.657306:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467849.041494:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467849.041504:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467849.041524:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467849.041526:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467849.041530:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467849.041531:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467849.042001:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467849.042006:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467849.042010:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467849.297221:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467849.297239:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467849.297242:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467849.297249:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467849.297251:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467849.297256:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467849.297259:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467849.681325:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467849.681337:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467849.681339:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467849.681347:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467849.681352:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467849.681357:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467849.681360:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467849.681363:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467849.681366:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467850.065604:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467850.065616:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467850.065618:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467850.065623:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467850.065629:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467850.065631:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467850.065633:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467850.065636:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467850.065641:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467850.065642:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467850.065646:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467850.065647:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467850.065886:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467850.065890:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467850.065894:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467850.321390:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467850.321409:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467850.321412:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467850.321419:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467850.321422:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467850.321427:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467850.321430:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467850.707722:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467850.707734:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467850.707736:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467850.707744:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467850.707748:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467850.707752:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467850.707756:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467850.707759:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467850.707762:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467851.089336:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467851.089345:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467851.089374:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467851.089375:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467851.089379:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467851.089380:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467851.089902:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467851.089907:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467851.089911:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467851.345282:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467851.345301:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467851.345304:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467851.345309:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467851.345313:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467851.345319:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467851.345347:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467851.345391:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467851.345398:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467851.345401:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467851.345405:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467851.345408:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467851.345411:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467851.345414:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467851.345418:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467851.345421:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467851.345424:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467851.345431:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20105) 00000100:00000001:1.0:1789467851.729949:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467851.729961:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467851.729964:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467851.729970:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467851.729975:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467851.729980:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467851.729984:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467851.729987:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467851.729990:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467852.113357:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467852.113367:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467852.113375:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467852.113376:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467852.113380:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467852.113382:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467852.119411:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467852.119419:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467852.119424:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467852.369285:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467852.369364:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467852.369368:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467852.369374:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467852.369378:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467852.369383:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467852.369386:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467852.753340:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467852.753349:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467852.753352:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467852.753359:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467852.753363:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467852.753368:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467852.753371:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467852.753374:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467852.753377:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467853.137268:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467853.137275:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467853.137281:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467853.137284:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467853.137286:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467853.137290:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467853.137293:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467853.137296:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467853.137298:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467853.137300:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467853.137304:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467853.137305:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467853.137306:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467853.137308:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467853.137309:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467853.137311:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467853.137312:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467853.137314:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467853.137403:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467853.137411:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467853.137415:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467853.393309:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467853.393328:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467853.393330:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467853.393337:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467853.393340:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467853.393346:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467853.393349:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467853.777299:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467853.777311:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467853.777314:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467853.777321:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467853.777326:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467853.777331:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467853.777334:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467853.777337:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467853.777340:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467854.162446:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467854.162456:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467854.162462:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467854.162463:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467854.162467:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467854.162468:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467854.163161:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467854.163166:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467854.163171:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467854.417460:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467854.417473:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467854.417475:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467854.417480:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467854.417483:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467854.417486:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467854.417489:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467854.801386:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467854.801396:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467854.801418:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467854.801425:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467854.801429:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467854.801433:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467854.801436:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467854.801439:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467854.801442:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467855.185417:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467855.185429:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467855.185437:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467855.185438:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467855.185464:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467855.185466:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467855.188311:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467855.188321:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467855.188327:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467855.441350:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467855.441370:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467855.441373:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467855.441380:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467855.441382:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467855.441387:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467855.441390:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467855.825292:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467855.825302:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467855.825305:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467855.825312:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467855.825316:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467855.825320:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467855.825325:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467855.825328:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467855.825331:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467856.209334:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467856.209342:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467856.209350:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467856.209351:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467856.209356:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467856.209357:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467856.210108:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467856.210114:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467856.210118:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467856.465295:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467856.465307:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467856.465338:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467856.465342:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467856.465345:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467856.465348:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467856.465351:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467856.465356:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467856.465358:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467856.465362:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467856.465369:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20110) 00000100:00000001:2.0:1789467856.465499:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467856.465518:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467856.465521:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467856.465525:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467856.465528:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467856.465533:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467856.465536:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467856.849795:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467856.849806:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467856.849808:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467856.849815:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467856.849819:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467856.849824:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467856.849828:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467856.849832:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467856.849835:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467857.233882:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467857.233892:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467857.233899:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467857.233900:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467857.233904:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467857.233905:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467857.237907:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467857.237938:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467857.237943:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467857.489238:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467857.489253:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467857.489256:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467857.489260:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467857.489262:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467857.489265:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467857.489268:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467857.873483:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467857.873493:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467857.873495:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467857.873502:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467857.873506:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467857.873511:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467857.873514:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467857.873542:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467857.873545:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467858.257420:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467858.257427:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467858.257432:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467858.257433:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467858.257436:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467858.257437:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467858.257554:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467858.257572:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467858.257577:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467858.514794:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467858.514813:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467858.514816:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467858.514822:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467858.514834:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467858.514840:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467858.514843:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467858.897411:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467858.897422:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467858.897425:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467858.897432:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467858.897436:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467858.897440:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467858.897443:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467858.897446:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467858.897450:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467859.281308:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467859.281319:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467859.281326:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467859.281328:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467859.281331:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467859.281333:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467859.281843:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467859.281848:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467859.281852:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467859.537285:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467859.537304:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467859.537306:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467859.537312:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467859.537315:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467859.537320:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467859.537323:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467859.921290:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467859.921301:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467859.921303:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467859.921310:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467859.921314:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467859.921319:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467859.921322:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467859.921325:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467859.921328:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467860.305519:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467860.305531:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467860.305534:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467860.305538:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467860.305544:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467860.305547:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467860.305549:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467860.305551:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467860.305556:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467860.305557:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467860.305561:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467860.305562:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467860.306802:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467860.306808:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467860.306813:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467860.562652:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467860.562671:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467860.562674:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467860.562681:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467860.562684:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467860.562689:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467860.562692:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467860.945353:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467860.945366:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467860.945369:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467860.945377:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467860.945381:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467860.945385:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467860.945390:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467860.945393:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467860.945396:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467861.329685:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467861.329694:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467861.329699:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467861.329700:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467861.329714:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467861.329715:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467861.329893:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467861.329897:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467861.329900:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467861.585782:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467861.585795:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467861.585797:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467861.585801:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467861.585803:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467861.585807:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467861.585809:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467861.586080:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467861.586084:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467861.586087:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467861.586090:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467861.586092:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467861.586095:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467861.586097:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467861.586100:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467861.586102:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467861.586104:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467861.586109:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20115) 00000100:00000001:1.0:1789467861.969252:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467861.969260:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467861.969262:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467861.969267:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467861.969270:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467861.969274:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467861.969277:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467861.969279:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467861.969282:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467862.353415:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467862.353422:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467862.353427:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467862.353430:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467862.353432:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467862.353435:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467862.353438:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467862.353440:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467862.353442:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467862.353444:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467862.353447:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467862.353449:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467862.353450:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467862.353452:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467862.353453:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467862.353454:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467862.353456:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467862.353458:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467862.358819:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467862.358826:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467862.358831:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467862.609502:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467862.609516:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467862.609518:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467862.609522:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467862.609524:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467862.609527:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467862.609530:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467862.993261:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467862.993272:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467862.993274:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467862.993279:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467862.993282:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467862.993286:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467862.993289:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467862.993292:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467862.993295:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467863.377297:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467863.377304:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467863.377309:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467863.377311:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467863.377314:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467863.377315:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467863.377450:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467863.377576:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467863.377580:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467863.634974:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467863.634990:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467863.634992:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467863.634997:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467863.634999:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467863.635003:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467863.635006:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467864.018987:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467864.018995:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467864.018997:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467864.019002:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467864.019006:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467864.019010:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467864.019013:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467864.019015:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467864.019018:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467864.401294:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467864.401301:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467864.401306:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467864.401307:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467864.401309:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467864.401310:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467864.403810:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467864.403816:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467864.403820:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467864.658511:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467864.658526:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467864.658528:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467864.658532:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467864.658535:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467864.658538:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467864.658541:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467865.041293:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467865.041300:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467865.041318:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467865.041324:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467865.041328:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467865.041332:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467865.041335:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467865.041337:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467865.041340:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467865.428147:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467865.428153:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467865.428175:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467865.428177:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467865.428180:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467865.428181:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467865.428327:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467865.428330:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467865.428333:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467865.681243:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467865.681258:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467865.681260:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467865.681266:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467865.681268:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467865.681273:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467865.681276:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467866.065222:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467866.065228:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467866.065230:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467866.065236:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467866.065239:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467866.065244:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467866.065247:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467866.065250:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467866.065253:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467866.449324:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467866.449331:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467866.449337:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467866.449338:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467866.449342:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467866.449344:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467866.449693:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467866.449696:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467866.449700:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467866.705288:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467866.705298:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467866.705300:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467866.705302:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467866.705304:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467866.705305:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467866.705307:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467866.705309:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467866.705311:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467866.705312:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467866.705316:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20120) 00000100:00000001:2.0:1789467866.705385:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467866.705388:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467866.705400:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467841/real 1789467841] req@ffff8cb9f9031f80 x1876386402397952/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467866 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467866.705411:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467866.705413:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467866.705415:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7dc0. 00000400:00000200:2.0:1789467866.705433:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6dea18 00000400:00000010:2.0:1789467866.705435:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6dea18. 00000100:00000001:2.0:1789467866.705438:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467866.705441:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9031f80 x1876386402397952/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467866 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467866.705447:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9031f80 x1876386402397952/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467866 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467866.705452:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467866.705454:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467866.705456:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467866.705457:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467866.705459:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9031f80 x1876386402397952/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467866 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467866.705463:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467866.705465:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467866.705467:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467841/real 1789467841] req@ffff8cb9f9030700 x1876386402398080/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467866 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467866.705472:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467866.705473:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467866.705474:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7370. 00000400:00000200:2.0:1789467866.705475:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de110 00000400:00000010:2.0:1789467866.705476:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de110. 00000100:00000001:2.0:1789467866.705477:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467866.705479:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030700 x1876386402398080/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467866 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467866.705487:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030700 x1876386402398080/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467866 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467866.705496:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467866.705497:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467866.705499:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467866.705500:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467866.705510:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9030700 x1876386402398080/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467866 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467866.705517:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467866.705518:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467866.705522:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467841/real 1789467841] req@ffff8cb9f9031880 x1876386402398208/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467866 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467866.705531:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467866.705532:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467866.705534:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee70b0. 00000400:00000200:2.0:1789467866.705537:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6dee58 00000400:00000010:2.0:1789467866.705539:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6dee58. 00000100:00000001:2.0:1789467866.705541:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467866.705544:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9031880 x1876386402398208/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467866 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467866.705556:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9031880 x1876386402398208/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467866 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467866.705562:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467866.705564:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467866.705565:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467866.705566:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467866.705569:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9031880 x1876386402398208/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467866 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467866.705576:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467866.705583:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467866.705585:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467866.705588:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467866.705590:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467866.705592:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467866.705597:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9031f80 x1876386402397952/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467866 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467866.705614:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467866.705617:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467866.705618:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467866.705619:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467866.705622:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467866.705624:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467866.705627:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467866.705647:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789467866.705649:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467866.705654:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9031f80 x1876386402397952/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467866 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467866.705661:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9031f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402397952:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789467866.705680:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467866.705684:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030700 x1876386402398080/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467866 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467866.705690:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467866.705691:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467866.705693:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467866.705694:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467866.705696:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467866.705698:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467866.705700:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467866.705705:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789467866.705707:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467866.705711:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030700 x1876386402398080/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467866 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467866.705729:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402398080:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467866.705732:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467866.705736:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9031880 x1876386402398208/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467866 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467866.705742:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467866.705743:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467866.705745:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467866.705746:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467866.705748:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467866.705749:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467866.705751:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467866.705757:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789467866.705759:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467866.705762:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9031880 x1876386402398208/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467866 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467866.705768:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402398208:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467866.705771:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467866.705774:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467866.705778:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9031f80 x1876386402397952/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467866 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467866.705789:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467866.705793:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467866.705796:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacd800. 02000000:00000001:2.0:1789467866.705800:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467866.705803:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467866.705805:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789467866.705811:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467866.705814:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d3800. 02000000:00000001:2.0:1789467866.705818:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467866.705819:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467866.705821:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9031f80. 00000100:00000001:2.0:1789467866.705825:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467866.705826:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467866.705828:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467866.705831:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030700 x1876386402398080/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467866 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467866.705836:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467866.705838:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467866.705839:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacf400. 02000000:00000001:2.0:1789467866.705842:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467866.705843:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467866.705844:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789467866.705846:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467866.705847:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d1000. 02000000:00000001:2.0:1789467866.705848:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467866.705849:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467866.705850:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030700. 00000100:00000001:2.0:1789467866.705853:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467866.705854:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467866.705855:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467866.705858:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9031880 x1876386402398208/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467866 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467866.705864:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467866.705865:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467866.705866:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacdc00. 02000000:00000001:2.0:1789467866.705868:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467866.705869:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467866.705870:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789467866.705872:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467866.705873:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d2000. 02000000:00000001:2.0:1789467866.705875:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467866.705881:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467866.705883:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9031880. 00000100:00000001:2.0:1789467866.705886:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467866.705887:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467866.705890:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467866.705894:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467866.705895:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467866.705898:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467866.705900:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467866.705905:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467866.705911:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789467866.705913:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467866.705915:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467866.705919:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467866.705923:0:176036:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20089 00000400:00000200:1.0:1789467866.705931:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467866.705937:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789467866.705941:0:176036:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467866.705944:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467866.705948:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467866.705951:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467866.705953:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789467866.705960:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467866.705962:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:1.0:1789467866.705971:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467866.705987:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:1.0:1789467866.705990:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:1.0:1789467866.705992:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:1.0:1789467866.705997:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467866.705999:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467866.706001:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467866.706003:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789467866.706006:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:1.0:1789467866.706009:0:176036:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789467866.706012:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467866.706014:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467866.706018:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467866.706020:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467866.706022:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789467866.706025:0:176036:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467866.706205:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c4000. 00000020:00000040:1.0:1789467866.706210:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789467866.706214:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467866.706216:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467866.706219:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467866.706222:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467866.706225:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467866.706233:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6890000. 00000100:00000001:1.0:1789467866.706239:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467866.706246:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c4000 x1876386402398336/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467866.706256:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467866.706260:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467866.706265:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaffcc0b] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c4000 x1876386402398336/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467866.706287:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467866.706295:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467866.706298:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789467866.706300:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467866.706302:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467866.706305:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467866.706308:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20089 00000400:00000200:1.0:1789467866.706312:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467866.706315:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789467866.706317:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467866.706320:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467866.706322:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467866.706324:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467866.706326:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789467866.706330:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467866.706331:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:1.0:1789467866.706333:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467866.706336:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:1.0:1789467866.706338:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:1.0:1789467866.706340:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:1.0:1789467866.706343:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467866.706345:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467866.706346:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467866.706348:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789467866.706350:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:1.0:1789467866.706353:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789467866.706355:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467866.706357:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467866.706363:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467866.706365:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467866.706367:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789467866.706376:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789467866.706379:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467866.706381:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467866.706385:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c6d80. 00000020:00000040:1.0:1789467866.706387:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789467866.706390:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467866.706392:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467866.706394:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467866.706395:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467866.706397:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467866.706401:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6893000. 00000100:00000001:1.0:1789467866.706404:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467866.706410:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c6d80 x1876386402398464/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467866.706417:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467866.706419:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467866.706423:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f9a740c] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c6d80 x1876386402398464/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467866.706431:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467866.706433:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467866.706436:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789467866.706437:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789467866.706438:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467866.706440:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789467866.706443:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20089 00000400:00000200:1.0:1789467866.706447:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467866.706450:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789467866.706452:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467866.706454:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467866.706456:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467866.706458:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467866.706465:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789467866.706469:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789467866.706471:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:1.0:1789467866.706473:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789467866.706475:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:1.0:1789467866.706477:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:1.0:1789467866.706478:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:1.0:1789467866.706482:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467866.706484:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789467866.706486:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789467866.706487:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789467866.706489:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:1.0:1789467866.706492:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789467866.706494:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467866.706495:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789467866.706499:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467866.706501:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467866.706502:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789467866.706504:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789467866.706520:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467866.706522:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789467866.706527:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c7800. 00000020:00000040:1.0:1789467866.706529:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789467866.706531:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789467866.706532:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467866.706534:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789467866.706535:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789467866.706537:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467866.706541:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6892000. 00000100:00000001:1.0:1789467866.706545:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467866.706549:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c7800 x1876386402398592/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467866.706580:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789467866.706582:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467866.706586:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b066d916] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c7800 x1876386402398592/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467866.706594:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467866.706596:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467866.706600:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467866.706602:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467866.706605:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467866.706609:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20120) 00000100:00000001:2.0:1789467866.706710:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467866.706713:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467866.706715:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467866.706720:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c4000 x1876386402398336/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467866.706728:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467866.706730:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467866.706734:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467866.706736:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467866.706738:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467866.706742:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402398336:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789467866.706746:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467866.706749:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467866.706751:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467866.706754:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467866.706758:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacdc00. 02000000:00000001:2.0:1789467866.706760:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467866.706766:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467866.706771:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee70b0. 00000400:00000010:2.0:1789467866.706776:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6dee58. 00000100:00000200:2.0:1789467866.706781:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402398336, portal 25 00000100:00000001:2.0:1789467866.706784:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467866.706785:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704624640 : -126741004926976 : ffff8cbacf6c4000) 00000100:00000040:2.0:1789467866.706791:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c4000 x1876386402398336/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467866.706799:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467866.706819:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467866.706822:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de110. 00000100:00000200:2.0:1789467866.706826:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402398336, offset 0 00000400:00000200:2.0:1789467866.706832:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467866.706840:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467866.706845:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467866.706851:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467866.706855:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467866.706858:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467866.706861:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467866.706865:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93891:93891:256:4294967295] 192.168.203.142@tcp LPNI seq info [93891:93891:8:4294967295] 00000400:00000200:2.0:1789467866.706870:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467866.706879:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467866.706884:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467866.706890:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6b00. 00000800:00000200:2.0:1789467866.706897:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467866.706905:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467866.706909:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467866.706990:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467866.706995:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467866.706998:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314783988 00000100:00000010:2.0:1789467866.707004:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d4e0. 00000100:00000001:2.0:1789467866.707010:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789467866.707015:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314783988 00000100:00000010:2.0:1789467866.707018:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d660. 00000100:00000001:2.0:1789467866.707021:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789467866.707024:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467866.707026:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467866.707120:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467866.707125:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c6d80 x1876386402398464/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467866.707163:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467866.707165:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467866.707167:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467866.707169:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467866.707171:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467866.707174:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402398464:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467866.707178:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467866.707179:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467866.707181:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467866.707183:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467866.707186:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacf400. 02000000:00000001:2.0:1789467866.707188:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467866.707192:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467866.707194:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7370. 00000400:00000010:2.0:1789467866.707199:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6dea18. 00000100:00000200:2.0:1789467866.707202:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402398464, portal 10 00000100:00000001:2.0:1789467866.707204:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467866.707206:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704636288 : -126741004915328 : ffff8cbacf6c6d80) 00000100:00000040:2.0:1789467866.707211:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c6d80 x1876386402398464/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467866.707217:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467866.707219:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467866.707221:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6dec38. 00000100:00000200:2.0:1789467866.707223:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402398464, offset 0 00000400:00000200:2.0:1789467866.707227:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467866.707231:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467866.707235:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467866.707238:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467866.707240:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467866.707243:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467866.707245:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467866.707254:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93892:93892:255:4294967295] 192.168.203.142@tcp LPNI seq info [93892:93892:7:4294967295] 00000400:00000200:2.0:1789467866.707258:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467866.707264:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467866.707269:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467866.707272:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6600. 00000800:00000200:2.0:1789467866.707278:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467866.707283:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467866.707285:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467866.707288:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467866.707292:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:2.0:1789467866.707295:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467866.707296:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314782749 00000100:00000001:2.0:1789467866.707300:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314783988 00000100:00000001:2.0:1789467866.707301:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314782749 00000100:00000001:2.0:1789467866.707303:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314783988 00000100:00000001:2.0:1789467866.707305:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467866.707306:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467866.707308:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467866.707312:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c7800 x1876386402398592/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467866.707317:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467866.707319:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467866.707321:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467866.707323:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467866.707324:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467866.707327:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402398592:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467866.707330:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467866.707332:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467866.707334:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467866.707341:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467866.707344:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacd800. 02000000:00000001:2.0:1789467866.707345:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467866.707349:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467866.707351:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7dc0. 00000400:00000010:2.0:1789467866.707355:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de440. 00000100:00000200:2.0:1789467866.707358:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402398592, portal 10 00000100:00000001:2.0:1789467866.707359:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467866.707360:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704638976 : -126741004912640 : ffff8cbacf6c7800) 00000100:00000040:2.0:1789467866.707366:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c7800 x1876386402398592/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467866.707371:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467866.707373:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467866.707374:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de660. 00000100:00000200:2.0:1789467866.707376:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402398592, offset 0 00000400:00000200:2.0:1789467866.707380:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467866.707384:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467866.707387:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467866.707390:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467866.707392:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467866.707394:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467866.707395:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467866.707398:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93893:93893:254:4294967295] 192.168.203.142@tcp LPNI seq info [93893:93893:6:4294967295] 00000400:00000200:2.0:1789467866.707402:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467866.707407:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467866.707411:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467866.707415:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6f00. 00000800:00000200:2.0:1789467866.707419:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467866.707423:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467866.707425:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467866.707428:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467866.707437:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:2.0:1789467866.707440:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467866.707442:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314782737 00000100:00000001:2.0:1789467866.707445:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314783988 00000100:00000001:2.0:1789467866.707446:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314782737 00000100:00000001:2.0:1789467866.707448:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314783988 00000100:00000001:2.0:1789467866.707450:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467866.707453:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467866.707455:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467866.707457:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467866.707463:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467866.707465:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789467866.707467:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467866.707468:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467866.707469:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467866.707471:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789467866.708311:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467866.708317:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6b00. 00000400:00000200:3.0:1789467866.708324:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467866.708330:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467866.708336:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de110 00000400:00000010:3.0:1789467866.708339:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de110. 00000100:00000001:3.0:1789467866.708343:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467866.708349:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c4000 x1876386402398336/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467866.708358:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467866.708361:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c4000 x1876386402398336/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467891 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467866.708368:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467866.708370:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467866.708384:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467866.708396:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6600. 00000400:00000200:3.0:1789467866.708399:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467866.708402:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467866.708406:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6dec38 00000400:00000010:3.0:1789467866.708408:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6dec38. 00000100:00000001:3.0:1789467866.708411:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467866.708415:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c6d80 x1876386402398464/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467866.708423:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467866.708426:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c6d80 x1876386402398464/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467891 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467866.708432:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467866.708433:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467866.708497:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467866.708499:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6f00. 00000400:00000200:3.0:1789467866.708502:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467866.708507:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467866.708509:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de660 00000400:00000010:3.0:1789467866.708511:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de660. 00000100:00000001:3.0:1789467866.708513:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467866.708518:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c7800 x1876386402398592/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467866.708524:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467866.708527:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c7800 x1876386402398592/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467891 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467866.708533:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467866.708534:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789467867.089292:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467867.089300:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467867.089302:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467867.089308:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467867.089312:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467867.089315:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467867.089318:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467867.089320:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467867.089323:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467867.473340:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467867.473347:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467867.473353:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467867.473354:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467867.473357:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467867.473358:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467867.477483:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467867.477489:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467867.477493:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789467867.985248:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314783988, at 4314784000 00000100:00000010:3.0:1789467867.985264:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d660. 00000100:00000040:2.0:1789467867.985764:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314783988, at 4314784000 00000100:00000010:2.0:1789467867.985773:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d4e0. 00000100:00000001:1.0:1789467868.114466:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467868.114473:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467868.114475:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467868.114480:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467868.114484:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467868.114487:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467868.114490:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467868.114492:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467868.114494:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467868.497401:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467868.497408:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467868.497414:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467868.497415:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467868.497418:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467868.497419:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467868.498108:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467868.498112:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467868.498115:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467869.137298:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467869.137320:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467869.137323:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467869.137328:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467869.137331:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467869.137335:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467869.137337:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467869.137340:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467869.137342:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467869.523784:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467869.523793:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467869.523798:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467869.523800:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467869.523802:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467869.523803:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467869.524052:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467869.524056:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467869.524059:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467870.165538:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467870.165546:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467870.165548:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467870.165554:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467870.165557:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467870.165561:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467870.165564:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467870.165566:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467870.165579:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467870.545794:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467870.545802:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467870.545804:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467870.545807:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467870.545812:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467870.545815:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467870.545817:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467870.545818:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467870.545822:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467870.545824:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467870.545845:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467870.545846:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467870.546083:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467870.546087:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467870.546091:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467871.185273:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467871.185282:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467871.185284:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467871.185290:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467871.185293:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467871.185297:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467871.185300:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467871.185302:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467871.185305:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467871.569340:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467871.569347:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467871.569353:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467871.569354:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467871.569357:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467871.569359:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467871.569480:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467871.569484:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467871.569487:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467871.826166:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467871.826192:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467871.826195:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467871.826199:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467871.826202:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467871.826205:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467871.826207:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467871.826210:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467871.826212:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467871.826215:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467871.826221:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20125) 00000100:00000001:2.0:1789467871.826297:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467871.826309:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467871.826311:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467871.826315:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467871.826317:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467871.826321:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467871.826323:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467872.209349:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467872.209356:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467872.209358:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467872.209363:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467872.209366:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467872.209370:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467872.209373:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467872.209376:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467872.209378:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467872.595249:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467872.595256:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467872.595262:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467872.595265:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467872.595267:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467872.595270:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467872.595273:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467872.595275:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467872.595277:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467872.595279:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467872.595282:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467872.595284:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467872.595285:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467872.595286:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467872.595287:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467872.595288:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467872.595290:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467872.595291:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467872.595410:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467872.595416:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467872.595419:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467872.849242:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467872.849256:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467872.849258:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467872.849262:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467872.849264:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467872.849268:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467872.849271:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467873.234267:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467873.234274:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467873.234276:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467873.234282:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467873.234285:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467873.234289:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467873.234308:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467873.234311:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467873.234314:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467873.617331:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467873.617338:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467873.617343:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467873.617344:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467873.617348:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467873.617349:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467873.617456:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467873.617459:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467873.617462:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467873.873219:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467873.873233:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467873.873235:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467873.873241:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467873.873243:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467873.873247:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467873.873250:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467874.257884:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467874.257892:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467874.257894:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467874.257899:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467874.257903:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467874.257907:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467874.257910:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467874.257912:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467874.257914:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467874.641642:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467874.641650:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467874.641654:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467874.641656:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467874.641659:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467874.641660:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467874.642037:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467874.642041:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467874.642045:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467874.897249:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467874.897262:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467874.897265:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467874.897269:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467874.897271:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467874.897275:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467874.897277:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467875.282520:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467875.282529:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467875.282531:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467875.282535:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467875.282539:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467875.282543:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467875.282546:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467875.282548:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467875.282550:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467875.665294:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467875.665302:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467875.665309:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467875.665310:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467875.665314:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467875.665315:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467875.666005:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467875.666010:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467875.666014:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467875.921251:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467875.921274:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467875.921276:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467875.921280:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467875.921283:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467875.921288:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467875.921290:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467876.305343:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467876.305351:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467876.305353:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467876.305358:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467876.305361:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467876.305365:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467876.305368:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467876.305371:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467876.305373:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467876.689782:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467876.689788:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467876.689793:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467876.689794:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467876.689797:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467876.689799:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467876.689895:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467876.689899:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467876.689919:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789467876.945334:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467876.945343:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467876.945346:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467876.945349:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467876.945353:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467876.945355:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789467876.945358:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467876.945362:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467876.945365:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467876.945368:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467876.945374:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20130) 00000100:00000001:2.0:1789467876.945491:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467876.945500:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467876.945502:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467876.945506:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467876.945508:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467876.945512:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467876.945515:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467877.329284:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467877.329292:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467877.329293:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467877.329298:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467877.329301:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467877.329305:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467877.329308:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467877.329310:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467877.329313:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467877.713261:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467877.713268:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467877.713273:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467877.713274:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467877.713277:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467877.713295:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467877.713788:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467877.713793:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467877.713796:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467877.969636:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467877.969651:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467877.969653:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467877.969657:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467877.969660:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467877.969664:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467877.969743:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467878.353374:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467878.353382:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467878.353384:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467878.353389:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467878.353392:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467878.353396:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467878.353399:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467878.353401:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467878.353404:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467878.738338:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467878.738344:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467878.738349:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467878.738350:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467878.738353:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467878.738355:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467878.738781:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467878.738785:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467878.738789:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467878.994063:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467878.994075:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467878.994077:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467878.994082:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467878.994084:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467878.994088:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467878.994090:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467879.379880:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467879.379887:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467879.379889:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467879.379893:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467879.379897:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467879.379912:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467879.379915:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467879.379918:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467879.379920:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467879.761260:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467879.761268:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467879.761275:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467879.761276:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467879.761279:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467879.761280:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467879.761446:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467879.761450:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467879.761453:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467880.017281:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467880.017295:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467880.017297:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467880.017302:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467880.017304:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467880.017316:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467880.017319:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467880.402065:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467880.402074:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467880.402076:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467880.402082:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467880.402102:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467880.402106:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467880.402109:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467880.402111:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467880.402114:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467880.785314:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467880.785324:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467880.785326:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467880.785330:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467880.785343:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467880.785346:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467880.785349:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467880.785351:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467880.785355:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467880.785357:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467880.785360:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467880.785362:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467880.785682:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467880.785686:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467880.785689:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467881.041267:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467881.041279:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467881.041282:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467881.041286:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467881.041288:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467881.041292:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467881.041294:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467881.425332:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467881.425341:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467881.425343:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467881.425349:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467881.425353:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467881.425356:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467881.425359:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467881.425362:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467881.425364:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467881.809268:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467881.809274:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467881.809279:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467881.809280:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467881.809283:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467881.809284:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467881.809397:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467881.809400:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467881.809402:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467882.065247:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467882.065260:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467882.065262:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467882.065266:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467882.065268:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467882.065273:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467882.065275:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467882.067745:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467882.067754:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467882.067757:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467882.067760:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467882.067762:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467882.067781:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467882.067784:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467882.067787:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467882.067790:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467882.067792:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467882.067797:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20135) 00000100:00000001:1.0:1789467882.449367:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467882.449375:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467882.449377:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467882.449384:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467882.449388:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467882.449391:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467882.449394:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467882.449397:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467882.449399:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467882.833404:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467882.833425:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467882.833431:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467882.833435:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467882.833437:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467882.833440:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467882.833443:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467882.833462:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467882.833464:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467882.833467:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467882.833470:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467882.833471:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467882.833472:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467882.833474:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467882.833475:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467882.833476:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467882.833478:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467882.833479:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467882.833739:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467882.833743:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467882.833746:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467883.090949:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467883.090961:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467883.090963:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467883.090968:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467883.090970:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467883.090974:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467883.090976:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467883.474286:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467883.474294:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467883.474310:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467883.474315:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467883.474319:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467883.474324:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467883.474326:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467883.474329:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467883.474331:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467883.858432:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467883.858439:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467883.858445:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467883.858446:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467883.858449:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467883.858451:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467883.858582:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467883.858586:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467883.858589:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467884.116463:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467884.116477:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467884.116479:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467884.116483:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467884.116486:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467884.116490:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467884.116493:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467884.497310:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467884.497318:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467884.497320:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467884.497326:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467884.497329:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467884.497333:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467884.497336:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467884.497338:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467884.497341:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467884.882126:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467884.882136:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467884.882166:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467884.882168:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467884.882172:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467884.882173:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467884.883017:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467884.883022:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467884.883025:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467885.138230:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467885.138243:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467885.138245:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467885.138250:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467885.138253:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467885.138258:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467885.138261:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467885.521263:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467885.521271:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467885.521273:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467885.521296:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467885.521300:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467885.521303:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467885.521306:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467885.521308:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467885.521310:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467885.905271:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467885.905277:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467885.905283:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467885.905284:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467885.905286:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467885.905288:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467885.913573:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467885.913581:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467885.913587:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467886.161260:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467886.161273:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467886.161276:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467886.161281:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467886.161283:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467886.161287:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467886.161290:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467886.545206:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467886.545214:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467886.545216:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467886.545220:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467886.545223:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467886.545227:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467886.545230:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467886.545232:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467886.545235:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467886.929328:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467886.929335:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467886.929339:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467886.929341:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467886.929344:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467886.929345:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467886.929547:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467886.929550:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467886.929553:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467887.185288:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467887.185300:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467887.185302:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467887.185307:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467887.185309:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467887.185313:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467887.185316:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467887.185912:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467887.185917:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467887.185936:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467887.185939:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467887.185942:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467887.185945:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467887.185947:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467887.185951:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467887.185953:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467887.185956:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467887.185961:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20140) 00000100:00000001:1.0:1789467887.569276:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467887.569287:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467887.569288:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467887.569296:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467887.569299:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467887.569305:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467887.569308:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467887.569326:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467887.569330:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467887.954034:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467887.954041:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467887.954047:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467887.954063:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467887.954067:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467887.954068:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467887.954150:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467887.954162:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467887.954166:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467888.210273:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467888.210288:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467888.210291:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467888.210296:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467888.210298:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467888.210302:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467888.210304:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467888.593451:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467888.593459:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467888.593461:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467888.593466:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467888.593470:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467888.593473:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467888.593476:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467888.593478:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467888.593481:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467888.977922:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467888.977928:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467888.977934:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467888.977935:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467888.977938:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467888.977939:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467888.978110:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467888.978114:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467888.978118:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467889.233252:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467889.233264:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467889.233266:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467889.233270:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467889.233272:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467889.233277:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467889.233279:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467889.621239:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467889.621247:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467889.621249:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467889.621253:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467889.621257:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467889.621260:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467889.621263:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467889.621265:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467889.621267:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467890.001348:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467890.001355:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467890.001362:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467890.001363:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467890.001365:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467890.001366:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467890.002561:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467890.002565:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467890.002569:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467890.257886:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467890.257899:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467890.257902:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467890.257906:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467890.257909:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467890.257913:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467890.257915:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467890.641300:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467890.641308:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467890.641310:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467890.641314:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467890.641318:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467890.641322:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467890.641324:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467890.641326:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467890.641329:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467891.025589:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467891.025597:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467891.025599:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467891.025603:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467891.025607:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467891.025610:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467891.025612:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467891.025614:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467891.025617:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467891.025619:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467891.025622:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467891.025623:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467891.025774:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467891.025791:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467891.025794:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467891.281264:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467891.281271:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789467891.281287:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467866/real 1789467866] req@ffff8cbacf6c4000 x1876386402398336/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467891 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789467891.281306:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789467891.281308:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789467891.281311:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee70b0. 00000400:00000200:1.0:1789467891.281319:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6dee58 00000400:00000010:1.0:1789467891.281321:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6dee58. 00000100:00000001:1.0:1789467891.281326:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789467891.281330:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c4000 x1876386402398336/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467891 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789467891.281339:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c4000 x1876386402398336/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467891 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467891.281346:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789467891.281348:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467891.281351:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467891.281353:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789467891.281357:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c4000 x1876386402398336/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467891 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467891.281365:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467891.281367:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789467891.281372:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467866/real 1789467866] req@ffff8cbacf6c6d80 x1876386402398464/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467891 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789467891.281380:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789467891.281381:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789467891.281383:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7370. 00000400:00000200:1.0:1789467891.281385:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6dea18 00000400:00000010:1.0:1789467891.281387:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6dea18. 00000100:00000001:1.0:1789467891.281389:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789467891.281411:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c6d80 x1876386402398464/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467891 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789467891.281419:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c6d80 x1876386402398464/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467891 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467891.281426:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789467891.281428:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467891.281430:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467891.281431:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789467891.281434:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c6d80 x1876386402398464/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467891 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467891.281441:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467891.281443:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789467891.281448:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467866/real 1789467866] req@ffff8cbacf6c7800 x1876386402398592/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467891 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789467891.281456:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789467891.281458:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789467891.281460:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7dc0. 00000400:00000200:1.0:1789467891.281463:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de440 00000400:00000010:1.0:1789467891.281464:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de440. 00000100:00000001:1.0:1789467891.281467:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789467891.281470:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c7800 x1876386402398592/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467891 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789467891.281478:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c7800 x1876386402398592/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467891 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467891.281492:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789467891.281494:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467891.281496:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467891.281497:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789467891.281500:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c7800 x1876386402398592/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467891 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467891.281516:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467891.281525:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467891.281527:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467891.281530:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467891.281532:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467891.281534:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789467891.281539:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c4000 x1876386402398336/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467891 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467891.281546:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789467891.281549:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467891.281550:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467891.281551:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467891.281553:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789467891.281555:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789467891.281558:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789467891.281596:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789467891.281599:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789467891.281604:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c4000 x1876386402398336/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467891 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789467891.281612:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402398336:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789467891.281617:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789467891.281621:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c6d80 x1876386402398464/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467891 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467891.281627:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789467891.281629:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467891.281630:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467891.281631:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467891.281640:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789467891.281642:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789467891.281645:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789467891.281652:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789467891.281655:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789467891.281659:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c6d80 x1876386402398464/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467891 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789467891.281665:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402398464:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467891.281669:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789467891.281673:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c7800 x1876386402398592/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467891 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467891.281688:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789467891.281691:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467891.281692:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467891.281694:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467891.281696:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789467891.281698:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789467891.281701:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789467891.281708:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789467891.281710:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:2.0:1789467891.281715:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467891.281716:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c7800 x1876386402398592/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467891 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789467891.281726:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1789467891.281730:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402398592:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467891.281737:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1789467891.281738:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789467891.281741:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789467891.281743:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789467891.281747:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00000040:1.0:1789467891.281750:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c4000 x1876386402398336/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467891 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789467891.281754:0:331018:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20115 00000400:00000200:2.0:1789467891.281764:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789467891.281773:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1789467891.281774:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789467891.281779:0:331018:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467891.281782:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467891.281785:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467891.281788:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467891.281790:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789467891.281797:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467891.281799:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:2.0:1789467891.281802:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467891.281804:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:2.0:1789467891.281807:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:2.0:1789467891.281817:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:2.0:1789467891.281821:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467891.281823:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467891.281825:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467891.281827:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789467891.281830:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:2.0:1789467891.281833:0:331018:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789467891.281836:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467891.281837:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1789467891.281839:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:1.0:1789467891.281844:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacdc00. 02000000:00000001:2.0:1789467891.281844:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467891.281849:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467891.281853:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789467891.281853:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000020:00000001:1.0:1789467891.281858:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:2.0:1789467891.281858:0:331018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789467891.281862:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789467891.281866:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000010:2.0:1789467891.281868:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742dc00. 02000000:00000010:1.0:1789467891.281869:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6890000. 00000020:00000040:2.0:1789467891.281874:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789467891.281875:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789467891.281877:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789467891.281879:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c4000. 00000100:00000001:1.0:1789467891.281883:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789467891.281886:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1789467891.281887:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1789467891.281889:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1789467891.281890:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467891.281895:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1789467891.281896:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c6d80 x1876386402398464/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467891 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789467891.281899:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1789467891.281907:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789467891.281908:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789467891.281910:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacf400. 02000000:00000001:1.0:1789467891.281913:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789467891.281914:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789467891.281915:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789467891.281918:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000001:2.0:1789467891.281918:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789467891.281922:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6893000. 02000000:00000001:1.0:1789467891.281925:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789467891.281927:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:2.0:1789467891.281927:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faaccc00. 00000100:00000010:1.0:1789467891.281929:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c6d80. 00000100:00000001:1.0:1789467891.281933:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789467891.281934:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467891.281936:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789467891.281937:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467891.281941:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c7800 x1876386402398592/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467891 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467891.281948:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742dc00 x1876386402398720/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789467891.281951:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789467891.281954:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1789467891.281962:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1789467891.281966:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacd800. 00000100:00000001:2.0:1789467891.281968:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467891.281971:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789467891.281975:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000040:2.0:1789467891.281976:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e28b06d0] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742dc00 x1876386402398720/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1789467891.281979:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789467891.281984:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789467891.281987:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6892000. 02000000:00000001:1.0:1789467891.281993:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1789467891.281996:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467891.281997:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789467891.282000:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c7800. 00000100:00080000:2.0:1789467891.282001:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789467891.282005:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00080000:2.0:1789467891.282007:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789467891.282008:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467891.282010:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1789467891.282012:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789467891.282013:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467891.282018:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:1.0:1789467891.282019:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1789467891.282022:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20115 00000100:00000001:1.0:1789467891.282023:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467891.282027:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1789467891.282030:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789467891.282031:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467891.282035:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1789467891.282037:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789467891.282041:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789467891.282042:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742dc00 x1876386402398720/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789467891.282047:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467891.282052:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467891.282054:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467891.282056:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789467891.282059:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467891.282060:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:2.0:1789467891.282063:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1789467891.282066:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1789467891.282067:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000100:00000001:1.0:1789467891.282070:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467891.282074:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789467891.282077:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1789467891.282078:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 02000000:00000001:1.0:1789467891.282083:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467891.282084:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00100000:1.0:1789467891.282091:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402398720:192.168.203.142@tcp:250:kworker.0 00000100:00000040:2.0:1789467891.282092:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467891.282098:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1789467891.282099:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1789467891.282103:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 02000000:00000001:1.0:1789467891.282104:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789467891.282108:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467891.282108:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789467891.282114:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 02000000:00000001:1.0:1789467891.282115:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789467891.282120:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6892000. 00000100:00080000:2.0:1789467891.282121:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 02000000:00000001:1.0:1789467891.282124:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467891.282126:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467891.282130:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1789467891.282156:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789467891.282161:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30420. 00000400:00000010:1.0:1789467891.282166:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5770. 00000100:00000200:1.0:1789467891.282171:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402398720, portal 25 00000100:00000001:1.0:1789467891.282179:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789467891.282181:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836129792 : -126740873421824 : ffff8cbad742dc00) 00000100:00000040:1.0:1789467891.282187:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742dc00 x1876386402398720/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467891.282195:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789467891.282198:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789467891.282201:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5a18. 00000100:00000200:1.0:1789467891.282205:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402398720, offset 0 00000400:00000200:1.0:1789467891.282212:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789467891.282219:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467891.282225:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789467891.282229:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789467891.282233:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789467891.282236:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789467891.282239:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789467891.282243:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93894:93894:256:4294967295] 192.168.203.142@tcp LPNI seq info [93894:93894:8:4294967295] 00000400:00000200:1.0:1789467891.282248:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467891.282258:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789467891.282263:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789467891.282268:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7900. 00000800:00000200:1.0:1789467891.282274:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789467891.282281:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467891.282285:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789467891.282304:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467891.282309:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789467891.282311:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314808564 00000100:00000010:1.0:1789467891.282316:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a000. 00000100:00000001:1.0:1789467891.282323:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789467891.282328:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314808564 00000100:00000010:1.0:1789467891.282331:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a780. 00000100:00000001:1.0:1789467891.282341:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789467891.282344:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789467891.282347:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467891.282350:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467891.282352:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467891.282355:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467891.282357:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789467891.282359:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467891.282360:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467891.282361:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467891.282363:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789467891.282499:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467891.282504:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7900. 00000400:00000200:3.0:1789467891.282508:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467891.282514:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467891.282519:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5a18 00000400:00000010:3.0:1789467891.282521:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5a18. 00000100:00000001:3.0:1789467891.282525:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467891.282529:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742dc00 x1876386402398720/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467891.282537:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467891.282540:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742dc00 x1876386402398720/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467916 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467891.282546:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467891.282548:0:253744:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1789467891.282595:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467891.282598:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467891.282600:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789467891.282603:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789467891.282606:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467891.282608:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467891.282612:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742ea00. 00000020:00000040:2.0:1789467891.282684:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789467891.282687:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467891.282689:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467891.282691:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467891.282693:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467891.282695:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467891.282700:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacd000. 00000100:00000001:2.0:1789467891.282703:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467891.282709:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742ea00 x1876386402398848/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467891.282717:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467891.282719:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467891.282723:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce5eb67d] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742ea00 x1876386402398848/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467891.282753:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467891.282755:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467891.282758:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789467891.282760:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467891.282761:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467891.282764:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467891.282767:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20115 00000400:00000200:2.0:1789467891.282771:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467891.282774:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789467891.282777:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467891.282780:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467891.282782:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467891.282784:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467891.282786:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789467891.282789:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467891.282791:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:2.0:1789467891.282792:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467891.282794:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:2.0:1789467891.282796:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:2.0:1789467891.282798:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:2.0:1789467891.282801:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467891.282803:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467891.282805:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467891.282807:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789467891.282809:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:2.0:1789467891.282812:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789467891.282814:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467891.282822:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467891.282825:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467891.282827:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467891.282829:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789467891.282831:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789467891.282833:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467891.282835:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467891.282838:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742f800. 00000020:00000040:2.0:1789467891.282840:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789467891.282843:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467891.282844:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467891.282845:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467891.282847:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467891.282849:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467891.282853:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faace800. 00000100:00000001:2.0:1789467891.282856:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467891.282861:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742f800 x1876386402398976/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467891.282868:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467891.282870:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467891.282874:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000106e5d2c] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742f800 x1876386402398976/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467891.282881:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467891.282884:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467891.282887:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467891.282890:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467891.282893:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467891.282897:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20144) 00000100:00000001:1.0:1789467891.285166:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467891.285173:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467891.285175:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789467891.285189:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742ea00 x1876386402398848/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467891.285201:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467891.285203:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467891.285207:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789467891.285211:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467891.285214:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467891.285218:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402398848:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467891.285222:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789467891.285227:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789467891.285229:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467891.285232:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789467891.285239:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6893000. 02000000:00000001:1.0:1789467891.285241:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467891.285247:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789467891.285252:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30160. 00000400:00000010:1.0:1789467891.285649:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5660. 00000100:00000200:1.0:1789467891.285667:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402398848, portal 10 00000100:00000001:1.0:1789467891.285671:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789467891.285672:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836133376 : -126740873418240 : ffff8cbad742ea00) 00000100:00000040:1.0:1789467891.286046:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742ea00 x1876386402398848/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467891.286080:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789467891.286083:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789467891.286087:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5330. 00000100:00000200:1.0:1789467891.286092:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402398848, offset 0 00000400:00000200:1.0:1789467891.286099:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789467891.286115:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467891.286122:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789467891.286127:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789467891.286159:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789467891.286162:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789467891.286165:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789467891.286169:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93895:93895:256:4294967295] 192.168.203.142@tcp LPNI seq info [93895:93895:8:4294967295] 00000400:00000200:1.0:1789467891.286173:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467891.286184:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789467891.286190:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789467891.286195:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7900. 00000800:00000200:1.0:1789467891.286201:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789467891.286209:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467891.286213:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789467891.286237:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467891.286242:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789467891.286246:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789467891.286249:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314807328 00000100:00000001:1.0:1789467891.286252:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314808564 00000800:00000200:3.0:1789467891.286670:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467891.286675:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7900. 00000400:00000200:3.0:1789467891.286681:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467891.286686:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467891.286699:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5330 00000400:00000010:3.0:1789467891.286701:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5330. 00000100:00000001:3.0:1789467891.286706:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467891.286711:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742ea00 x1876386402398848/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467891.286720:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467891.286723:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742ea00 x1876386402398848/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467916 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467891.286729:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467891.286731:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789467891.287179:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314807328 00000100:00000001:1.0:1789467891.287184:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314808564 00000100:00000001:1.0:1789467891.287187:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789467891.287189:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467891.287199:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789467891.287206:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742f800 x1876386402398976/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467891.287215:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467891.287217:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467891.287220:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789467891.287223:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467891.287226:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467891.287229:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402398976:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467891.287234:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789467891.287238:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789467891.287240:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467891.287243:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789467891.287248:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890000. 02000000:00000001:1.0:1789467891.287250:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467891.287255:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789467891.287259:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30e18. 00000400:00000010:1.0:1789467891.287264:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d57f8. 00000100:00000200:1.0:1789467891.287269:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402398976, portal 10 00000100:00000001:1.0:1789467891.287271:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789467891.287272:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836136960 : -126740873414656 : ffff8cbad742f800) 00000100:00000040:1.0:1789467891.287279:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742f800 x1876386402398976/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467891.287287:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789467891.287290:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789467891.287293:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5f68. 00000100:00000200:1.0:1789467891.287295:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402398976, offset 0 00000400:00000200:1.0:1789467891.287301:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789467891.287307:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467891.287312:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789467891.287315:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789467891.287318:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789467891.287321:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789467891.287329:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789467891.287332:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93896:93896:256:4294967295] 192.168.203.142@tcp LPNI seq info [93896:93896:8:4294967295] 00000400:00000200:1.0:1789467891.287337:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467891.287345:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789467891.287350:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789467891.287355:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7200. 00000800:00000200:1.0:1789467891.287359:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789467891.287365:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467891.287369:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789467891.287386:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467891.287390:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789467891.287394:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789467891.287397:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314807317 00000100:00000001:1.0:1789467891.287399:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314808564 00000100:00000001:1.0:1789467891.287401:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314807317 00000100:00000001:1.0:1789467891.287404:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314808564 00000100:00000001:1.0:1789467891.287406:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789467891.287408:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467891.287411:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467891.287414:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467891.287421:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467891.287423:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789467891.287425:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467891.287427:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467891.287428:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467891.287430:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789467891.287684:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467891.287688:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7200. 00000400:00000200:3.0:1789467891.287693:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467891.287698:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467891.287702:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5f68 00000400:00000010:3.0:1789467891.287704:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5f68. 00000100:00000001:3.0:1789467891.287707:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467891.287712:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742f800 x1876386402398976/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467891.287720:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467891.287724:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742f800 x1876386402398976/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467916 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467891.287729:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467891.287731:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467891.666394:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467891.666402:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467891.666421:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467891.666426:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467891.666430:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467891.666434:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467891.666436:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467891.666439:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467891.666441:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467892.049209:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467892.049215:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467892.049221:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467892.049223:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467892.049226:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467892.049227:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467892.049484:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467892.049488:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467892.049491:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789467892.561437:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314808564, at 4314808576 00000100:00000010:3.0:1789467892.561451:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a780. 00000100:00000040:2.0:1789467892.561590:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314808564, at 4314808576 00000100:00000010:2.0:1789467892.561596:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a000. 00000100:00000001:2.0:1789467892.691639:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467892.691647:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467892.691649:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467892.691654:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467892.691658:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467892.691662:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467892.691665:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467892.691667:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467892.691670:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467893.073767:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467893.073774:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467893.073779:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467893.073783:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467893.073785:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467893.073804:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467893.073807:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467893.073809:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467893.073811:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467893.073813:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467893.073817:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467893.073818:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467893.073819:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467893.073821:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467893.073822:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467893.073823:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467893.073825:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467893.073827:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467893.074613:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467893.074618:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467893.074630:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467893.713480:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467893.713488:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467893.713490:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467893.713495:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467893.713498:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467893.713501:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467893.713504:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467893.713506:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467893.713508:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467894.097273:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467894.097279:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467894.097284:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467894.097285:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467894.097288:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467894.097289:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467894.097401:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467894.097405:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467894.097408:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467894.737467:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467894.737475:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467894.737477:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467894.737481:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467894.737485:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467894.737489:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467894.737491:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467894.737510:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467894.737512:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467895.121283:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467895.121290:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467895.121295:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467895.121296:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467895.121299:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467895.121300:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467895.121467:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467895.121470:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467895.121473:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467895.761379:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467895.761386:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467895.761388:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467895.761393:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467895.761396:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467895.761400:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467895.761403:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467895.761406:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467895.761408:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467896.146649:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467896.146657:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467896.146662:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467896.146663:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467896.146667:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467896.146668:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467896.146791:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467896.146795:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467896.146798:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789467896.401858:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467896.401867:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467896.401870:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467896.401874:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467896.401892:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467896.401895:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789467896.401897:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467896.401901:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467896.401904:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467896.401907:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467896.401912:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20150) 00000100:00000001:1.0:1789467896.402029:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467896.402039:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467896.402041:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467896.402045:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467896.402047:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467896.402051:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467896.402053:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467896.785259:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467896.785267:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467896.785270:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467896.785275:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467896.785279:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467896.785283:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467896.785286:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467896.785288:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467896.785291:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467897.169316:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467897.169323:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467897.169328:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467897.169329:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467897.169332:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467897.169333:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467897.169516:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467897.169527:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467897.169531:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467897.426919:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467897.426932:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467897.426936:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467897.426940:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467897.426943:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467897.426947:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467897.426950:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467897.809310:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467897.809318:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467897.809320:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467897.809325:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467897.809329:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467897.809333:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467897.809336:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467897.809339:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467897.809341:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467898.193667:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467898.193674:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467898.193680:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467898.193681:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467898.193685:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467898.193686:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467898.193874:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467898.193878:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467898.193881:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467898.449548:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467898.449563:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467898.449565:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467898.449570:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467898.449572:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467898.449576:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467898.449579:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467898.834692:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467898.834700:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467898.834702:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467898.834706:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467898.834709:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467898.834713:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467898.834716:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467898.834719:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467898.834722:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467899.217791:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467899.217797:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467899.217802:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467899.217803:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467899.217806:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467899.217808:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467899.218917:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467899.218922:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467899.218927:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467899.473988:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467899.474003:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467899.474005:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467899.474009:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467899.474012:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467899.474016:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467899.474019:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467899.857250:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467899.857257:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467899.857259:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467899.857263:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467899.857266:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467899.857270:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467899.857272:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467899.857274:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467899.857276:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467900.241697:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467900.241704:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467900.241710:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467900.241711:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467900.241714:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467900.241716:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467900.241997:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467900.242002:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467900.242004:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467900.497404:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467900.497427:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467900.497430:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467900.497435:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467900.497437:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467900.497441:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467900.497443:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467900.881223:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467900.881231:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467900.881242:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467900.881247:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467900.881251:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467900.881255:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467900.881258:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467900.881260:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467900.881262:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467901.269567:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467901.269575:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467901.269577:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467901.269581:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467901.269586:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467901.269588:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467901.269589:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467901.269592:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467901.269595:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467901.269597:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467901.269600:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467901.269601:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467901.272503:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467901.272510:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467901.272516:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789467901.521208:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789467901.521208:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1789467901.521217:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467901.521221:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789467901.521222:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467901.521226:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789467901.521227:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467901.521233:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789467901.521233:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467901.521237:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1789467901.521239:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789467901.521243:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789467901.521244:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467901.521250:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1789467901.521250:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467901.521254:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467901.521258:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467901.521263:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20155) 00000100:00000001:2.0:1789467901.905247:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467901.905256:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467901.905258:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467901.905263:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467901.905266:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467901.905271:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467901.905274:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467901.905276:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467901.905279:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467902.289903:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467902.289909:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467902.289915:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467902.289919:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467902.289921:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467902.289925:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467902.289945:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467902.289947:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467902.289949:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467902.289951:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467902.289955:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467902.289957:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467902.289958:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467902.289960:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467902.289962:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467902.289963:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467902.289964:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467902.289966:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467902.290111:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467902.290114:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467902.290117:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467902.545318:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467902.545333:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467902.545335:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467902.545339:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467902.545341:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467902.545345:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467902.545348:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467902.929250:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467902.929258:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467902.929260:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467902.929265:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467902.929285:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467902.929290:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467902.929293:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467902.929296:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467902.929302:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467903.313291:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467903.313298:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467903.313303:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467903.313304:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467903.313307:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467903.313308:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467903.313371:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467903.313375:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467903.313378:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467903.570425:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467903.570439:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467903.570441:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467903.570446:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467903.570448:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467903.570452:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467903.570455:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467903.953815:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467903.953822:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467903.953824:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467903.953829:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467903.953833:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467903.953837:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467903.953840:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467903.953843:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467903.953846:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467904.337258:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467904.337265:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467904.337272:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467904.337273:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467904.337276:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467904.337277:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467904.339153:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467904.339159:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467904.339163:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467904.593254:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467904.593267:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467904.593269:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467904.593274:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467904.593277:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467904.593281:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467904.593284:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467904.977291:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467904.977299:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467904.977301:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467904.977307:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467904.977310:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467904.977314:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467904.977317:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467904.977319:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467904.977322:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467905.363892:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467905.363900:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467905.363907:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467905.363908:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467905.363912:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467905.363913:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467905.365298:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467905.365305:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467905.365311:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467905.617285:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467905.617299:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467905.617318:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467905.617322:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467905.617324:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467905.617328:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467905.617331:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467906.001430:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467906.001437:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467906.001440:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467906.001445:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467906.001448:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467906.001452:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467906.001455:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467906.001458:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467906.001460:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467906.385258:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467906.385266:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467906.385271:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467906.385273:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467906.385276:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467906.385277:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467906.385409:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467906.385412:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467906.385416:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467906.641404:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467906.641417:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467906.641419:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467906.641424:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467906.641426:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467906.641430:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467906.641432:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467906.642837:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467906.642849:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467906.642853:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467906.642881:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467906.642885:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467906.642888:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467906.642891:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467906.642896:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467906.642898:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467906.642902:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467906.642909:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20160) 00000100:00000001:2.0:1789467907.025274:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467907.025281:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467907.025284:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467907.025289:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467907.025292:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467907.025296:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467907.025298:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467907.025301:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467907.025304:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467907.410033:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467907.410042:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467907.410073:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467907.410074:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467907.410078:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467907.410079:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467907.411030:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467907.411036:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467907.411041:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467907.665465:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467907.665478:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467907.665481:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467907.665485:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467907.665487:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467907.665492:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467907.665511:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467908.049346:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467908.049362:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467908.049364:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467908.049368:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467908.049372:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467908.049376:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467908.049378:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467908.049380:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467908.049383:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467908.433643:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467908.433654:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467908.433662:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467908.433663:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467908.433668:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467908.433669:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467908.433813:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467908.433818:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467908.433834:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467908.689340:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467908.689364:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467908.689366:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467908.689371:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467908.689373:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467908.689378:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467908.689380:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467909.073285:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467909.073292:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467909.073294:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467909.073299:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467909.073302:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467909.073306:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467909.073319:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467909.073322:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467909.073325:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467909.457832:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467909.457844:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467909.457851:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467909.457852:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467909.457856:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467909.457858:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467909.457985:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467909.457990:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467909.457994:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467909.713300:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467909.713319:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467909.713328:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467909.713334:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467909.713337:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467909.713354:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467909.713363:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467910.097283:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467910.097292:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467910.097295:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467910.097300:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467910.097305:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467910.097308:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467910.097333:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467910.097335:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467910.097346:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467910.481576:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467910.482433:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467910.482436:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467910.482441:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467910.482448:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467910.482450:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467910.482453:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467910.482456:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467910.482462:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467910.482464:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467910.482468:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467910.482469:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467910.482534:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467910.482539:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467910.482543:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467910.738734:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467910.738754:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467910.738757:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467910.738763:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467910.738766:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467910.738772:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467910.738775:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467911.121309:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467911.121320:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467911.121323:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467911.121341:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467911.121347:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467911.121352:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467911.121355:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467911.121359:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467911.121367:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467911.506417:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467911.506425:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467911.506432:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467911.506434:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467911.506438:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467911.506439:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467911.506770:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467911.506775:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467911.506787:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467911.761323:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467911.761347:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467911.761376:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467911.761380:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467911.761383:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467911.761387:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467911.761390:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789467911.761572:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467911.761587:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467911.761590:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467911.761595:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467911.761598:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467911.761604:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467911.761607:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467911.761735:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467911.761738:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467911.761742:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467911.761749:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20165) 00000100:00000001:2.0:1789467912.145413:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467912.145424:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467912.145427:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467912.145434:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467912.145439:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467912.145444:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467912.145448:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467912.145451:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467912.145454:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467912.529314:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467912.529333:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467912.529342:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467912.529346:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467912.529374:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467912.529378:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467912.529381:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467912.529384:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467912.529386:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467912.529389:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467912.529394:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467912.529396:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467912.529397:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467912.529398:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467912.529400:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467912.529401:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467912.529403:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467912.529405:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467912.530034:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467912.530040:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467912.530044:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467912.785279:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467912.785297:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467912.785300:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467912.785306:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467912.785309:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467912.785314:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467912.785326:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467913.169280:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467913.169291:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467913.169293:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467913.169300:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467913.169336:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467913.169341:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467913.169345:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467913.169348:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467913.169351:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467913.553501:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467913.553512:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467913.553520:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467913.553522:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467913.553526:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467913.553527:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467913.553860:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467913.553865:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467913.553869:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467913.809267:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467913.809288:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467913.809291:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467913.809298:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467913.809301:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467913.809307:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467913.809318:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467914.193731:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467914.193742:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467914.193744:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467914.193751:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467914.193755:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467914.193759:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467914.193763:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467914.193766:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467914.193769:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467914.578970:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467914.578979:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467914.578985:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467914.578986:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467914.578990:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467914.578991:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467914.579125:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467914.579129:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467914.579152:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467914.833287:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467914.833317:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467914.833320:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467914.833326:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467914.833329:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467914.833334:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467914.833337:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467915.217857:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467915.217865:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467915.217867:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467915.217873:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467915.217876:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467915.217880:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467915.217884:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467915.217887:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467915.217889:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467915.601372:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467915.601383:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467915.601391:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467915.601392:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467915.601406:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467915.601408:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467915.601510:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467915.601517:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467915.601522:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467915.857288:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467915.857324:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467915.857421:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467915.857427:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467915.857430:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467915.857435:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467915.857439:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467916.241284:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467916.241305:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467916.241308:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467916.241315:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467916.241320:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467916.241324:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467916.241327:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467916.241331:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467916.241334:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467916.625315:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467916.625326:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467916.625333:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467916.625334:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467916.625339:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467916.625340:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467916.625593:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467916.625598:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467916.625601:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467916.881441:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467916.881456:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467916.881460:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467916.881463:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467916.881466:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467916.881469:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467916.881471:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467916.881476:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467916.881479:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467916.881483:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467916.881489:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20170) 00000100:00000001:1.0:1789467916.881557:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467916.881564:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789467916.881583:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467891/real 1789467891] req@ffff8cbad742ea00 x1876386402398848/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467916 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789467916.881603:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789467916.881606:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789467916.881637:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30160. 00000400:00000200:1.0:1789467916.881645:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5660 00000400:00000010:1.0:1789467916.881649:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5660. 00000100:00000001:1.0:1789467916.881655:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789467916.881661:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742ea00 x1876386402398848/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467916 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789467916.881672:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742ea00 x1876386402398848/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467916 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467916.881680:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789467916.881682:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467916.881685:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467916.881688:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789467916.881692:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742ea00 x1876386402398848/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467916 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467916.881700:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467916.881702:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789467916.881707:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467891/real 1789467891] req@ffff8cbad742f800 x1876386402398976/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467916 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789467916.881715:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789467916.881716:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789467916.881718:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30e18. 00000400:00000200:1.0:1789467916.881721:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d57f8 00000400:00000010:1.0:1789467916.881722:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d57f8. 00000100:00000001:1.0:1789467916.881725:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789467916.881728:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742f800 x1876386402398976/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467916 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789467916.881736:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742f800 x1876386402398976/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467916 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467916.881742:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789467916.881743:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467916.881745:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467916.881757:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789467916.881762:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742f800 x1876386402398976/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467916 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467916.881769:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467916.881771:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789467916.881776:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467891/real 1789467891] req@ffff8cbad742dc00 x1876386402398720/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467916 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789467916.881784:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789467916.881786:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789467916.881788:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30420. 00000400:00000200:1.0:1789467916.881790:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5770 00000400:00000010:1.0:1789467916.881792:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5770. 00000100:00000001:1.0:1789467916.881795:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789467916.881798:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742dc00 x1876386402398720/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467916 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789467916.881805:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742dc00 x1876386402398720/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467916 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467916.881811:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789467916.881812:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467916.881814:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467916.881815:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789467916.881818:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742dc00 x1876386402398720/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467916 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467916.881824:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467916.881834:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467916.881836:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467916.881840:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467916.881843:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467916.881845:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789467916.881851:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742ea00 x1876386402398848/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467916 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467916.881953:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789467916.881958:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467916.881960:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467916.881962:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467916.881965:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789467916.881969:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789467916.881974:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789467916.881997:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789467916.882000:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789467916.882005:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742ea00 x1876386402398848/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467916 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789467916.882014:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402398848:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467916.882020:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789467916.882023:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742f800 x1876386402398976/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467916 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467916.882031:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789467916.882033:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467916.882035:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467916.882036:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467916.882038:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789467916.882040:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789467916.882042:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789467916.882050:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789467916.882052:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789467916.882056:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742f800 x1876386402398976/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467916 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789467916.882076:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402398976:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467916.882081:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789467916.882085:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742dc00 x1876386402398720/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467916 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467916.882091:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789467916.882093:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467916.882095:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789467916.882096:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467916.882098:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789467916.882100:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789467916.882103:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789467916.882109:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789467916.882111:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789467916.882115:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742dc00 x1876386402398720/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467916 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789467916.882122:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402398720:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789467916.882126:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467916.882154:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789467916.882159:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742ea00 x1876386402398848/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467916 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467916.882166:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789467916.882169:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789467916.882175:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6893000. 02000000:00000001:1.0:1789467916.882180:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789467916.882183:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789467916.882185:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789467916.882188:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789467916.882196:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacd000. 02000000:00000001:1.0:1789467916.882201:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789467916.882203:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789467916.882205:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742ea00. 00000100:00000001:1.0:1789467916.882211:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789467916.882212:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467916.882214:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789467916.882217:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742f800 x1876386402398976/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467916 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467916.882224:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789467916.882225:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789467916.882227:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890000. 02000000:00000001:1.0:1789467916.882229:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789467916.882231:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789467916.882232:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789467916.882234:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789467916.882235:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faace800. 02000000:00000001:1.0:1789467916.882237:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789467916.882239:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789467916.882240:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742f800. 00000100:00000001:1.0:1789467916.882243:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789467916.882244:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467916.882246:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789467916.882249:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742dc00 x1876386402398720/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467916 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467916.882255:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789467916.882256:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789467916.882257:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6892000. 02000000:00000001:1.0:1789467916.882260:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789467916.882262:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789467916.882263:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789467916.882264:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789467916.882265:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faaccc00. 02000000:00000001:1.0:1789467916.882268:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789467916.882269:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789467916.882270:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742dc00. 00000100:00000001:1.0:1789467916.882281:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789467916.882282:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467916.882285:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467916.882298:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467916.882300:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467916.882302:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467916.882304:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467916.882361:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467916.882366:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789467916.882369:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467916.882377:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467916.882381:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467916.882385:0:331018:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20139 00000400:00000200:2.0:1789467916.882394:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467916.882400:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789467916.882403:0:331018:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467916.882406:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467916.882409:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467916.882412:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467916.882414:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789467916.882422:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467916.882424:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:2.0:1789467916.882427:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467916.882431:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:2.0:1789467916.882433:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:2.0:1789467916.882436:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:2.0:1789467916.882438:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467916.882440:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467916.882442:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467916.882444:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789467916.882448:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:2.0:1789467916.882451:0:331018:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789467916.882454:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467916.882456:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467916.882460:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467916.882464:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467916.882466:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467916.882469:0:331018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467916.882475:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742f480. 00000020:00000040:2.0:1789467916.882478:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789467916.882483:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467916.882490:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467916.882493:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467916.882497:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467916.882502:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467916.882512:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacd800. 00000100:00000001:2.0:1789467916.882521:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467916.882529:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742f480 x1876386402399104/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467916.882539:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467916.882544:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467916.882549:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009247fae5] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742f480 x1876386402399104/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467916.882573:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467916.882577:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467916.882580:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789467916.882582:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467916.882584:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467916.882587:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467916.882590:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20139 00000400:00000200:2.0:1789467916.882594:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467916.882598:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789467916.882600:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467916.882603:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467916.882605:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467916.882607:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467916.882610:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789467916.882613:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467916.882615:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:2.0:1789467916.882617:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467916.882619:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:2.0:1789467916.882621:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:2.0:1789467916.882632:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:2.0:1789467916.882636:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467916.882639:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467916.882641:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467916.882643:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789467916.882646:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:2.0:1789467916.882648:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789467916.882651:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467916.882653:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467916.882659:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467916.882662:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467916.882664:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789467916.882669:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789467916.882673:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467916.882675:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467916.882679:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742df80. 00000020:00000040:2.0:1789467916.882681:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789467916.882683:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467916.882684:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467916.882686:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467916.882687:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467916.882690:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467916.882693:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacf400. 00000100:00000001:2.0:1789467916.882697:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467916.882703:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742df80 x1876386402399232/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467916.882711:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467916.882713:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467916.882718:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017561cf4] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742df80 x1876386402399232/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467916.882725:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467916.882732:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467916.882736:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789467916.882737:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467916.882739:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467916.882742:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467916.882745:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20139 00000400:00000200:2.0:1789467916.882750:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467916.882753:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789467916.882755:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467916.882759:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467916.882761:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467916.882763:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467916.882765:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789467916.882768:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467916.882769:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:2.0:1789467916.882771:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467916.882773:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:2.0:1789467916.882776:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:2.0:1789467916.882778:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:2.0:1789467916.882782:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467916.882783:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467916.882785:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467916.882788:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789467916.882790:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:2.0:1789467916.882793:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789467916.882795:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467916.882797:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467916.882800:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467916.882802:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467916.882804:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789467916.882812:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789467916.882814:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467916.882816:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467916.882819:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742fb80. 00000020:00000040:2.0:1789467916.882822:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789467916.882825:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467916.882826:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467916.882828:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467916.882829:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467916.882831:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467916.882835:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacdc00. 00000100:00000001:2.0:1789467916.882838:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467916.882843:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742fb80 x1876386402399360/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467916.882850:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467916.882852:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467916.882856:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea5b87c] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742fb80 x1876386402399360/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467916.882863:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467916.882865:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467916.882868:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1789467916.882990:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467916.882994:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467916.882997:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789467916.883003:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742f480 x1876386402399104/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467916.883012:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467916.883014:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467916.883019:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789467916.883021:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467916.883024:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467916.883027:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402399104:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789467916.883032:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789467916.883036:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789467916.883039:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467916.883042:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789467916.883047:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6892000. 02000000:00000001:1.0:1789467916.883049:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467916.883056:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789467916.883060:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30420. 00000400:00000010:1.0:1789467916.883067:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5770. 00000100:00000200:1.0:1789467916.883075:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402399104, portal 25 00000100:00000001:1.0:1789467916.883077:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789467916.883079:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836136064 : -126740873415552 : ffff8cbad742f480) 00000100:00000040:1.0:1789467916.883084:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742f480 x1876386402399104/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467916.883091:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789467916.883094:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789467916.883108:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d57f8. 00000100:00000200:1.0:1789467916.883112:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402399104, offset 0 00000400:00000200:1.0:1789467916.883120:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789467916.883129:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467916.883161:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789467916.883167:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789467916.883172:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789467916.883176:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789467916.883179:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789467916.883183:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93897:93897:256:4294967295] 192.168.203.142@tcp LPNI seq info [93897:93897:8:4294967295] 00000400:00000200:1.0:1789467916.883188:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467916.883200:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789467916.883206:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789467916.883213:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7800. 00000800:00000200:1.0:1789467916.883221:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789467916.883230:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467916.883235:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789467916.883257:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467916.883262:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789467916.883265:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314834165 00000100:00000010:1.0:1789467916.883269:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a960. 00000100:00000001:1.0:1789467916.883277:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789467916.883285:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314834165 00000100:00000010:1.0:1789467916.883297:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a120. 00000100:00000001:1.0:1789467916.883300:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789467916.883304:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789467916.883307:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467916.883309:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789467916.883314:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742df80 x1876386402399232/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467916.883331:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467916.883332:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467916.883334:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789467916.883336:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467916.883338:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467916.883341:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402399232:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467916.883345:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789467916.883346:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789467916.883348:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467916.883350:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789467916.883352:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890000. 02000000:00000001:1.0:1789467916.883354:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467916.883358:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789467916.883361:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30e18. 00000400:00000010:1.0:1789467916.883364:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5660. 00000100:00000200:1.0:1789467916.883367:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402399232, portal 10 00000100:00000001:1.0:1789467916.883369:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789467916.883371:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836130688 : -126740873420928 : ffff8cbad742df80) 00000100:00000040:1.0:1789467916.883377:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742df80 x1876386402399232/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467916.883384:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789467916.883386:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789467916.883389:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d54c8. 00000100:00000200:1.0:1789467916.883391:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402399232, offset 0 00000400:00000200:1.0:1789467916.883395:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789467916.883398:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467916.883402:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789467916.883405:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789467916.883407:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789467916.883409:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789467916.883411:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789467916.883420:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93898:93898:255:4294967295] 192.168.203.142@tcp LPNI seq info [93898:93898:7:4294967295] 00000400:00000200:1.0:1789467916.883424:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467916.883432:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789467916.883436:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789467916.883440:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7b00. 00000800:00000200:1.0:1789467916.883443:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789467916.883448:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467916.883451:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789467916.883454:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467916.883458:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789467916.883461:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789467916.883463:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314832925 00000100:00000001:1.0:1789467916.883466:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314834165 00000100:00000001:1.0:1789467916.883468:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314832925 00000100:00000001:1.0:1789467916.883470:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314834165 00000100:00000001:1.0:1789467916.883471:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789467916.883473:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467916.883475:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789467916.883478:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742fb80 x1876386402399360/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467916.883484:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467916.883486:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467916.883488:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789467916.883489:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789467916.883491:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467916.883494:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402399360:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789467916.883497:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789467916.883498:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789467916.883499:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789467916.883504:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789467916.883507:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6893000. 02000000:00000001:1.0:1789467916.883509:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789467916.883512:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789467916.883515:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30160. 00000400:00000010:1.0:1789467916.883518:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5cc0. 00000100:00000200:1.0:1789467916.883520:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402399360, portal 10 00000100:00000001:1.0:1789467916.883522:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789467916.883523:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836137856 : -126740873413760 : ffff8cbad742fb80) 00000100:00000040:1.0:1789467916.883529:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742fb80 x1876386402399360/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789467916.883535:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789467916.883537:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789467916.883539:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5908. 00000100:00000200:1.0:1789467916.883541:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402399360, offset 0 00000400:00000200:1.0:1789467916.883545:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789467916.883548:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467916.883551:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789467916.883553:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789467916.883556:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789467916.883558:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789467916.883560:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789467916.883563:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93899:93899:254:4294967295] 192.168.203.142@tcp LPNI seq info [93899:93899:6:4294967295] 00000400:00000200:1.0:1789467916.883567:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789467916.883573:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789467916.883577:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789467916.883579:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7100. 00000800:00000200:1.0:1789467916.883582:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789467916.883586:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789467916.883589:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789467916.883591:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467916.883598:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789467916.883601:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789467916.883603:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314832913 00000100:00000001:1.0:1789467916.883606:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314834165 00000100:00000001:1.0:1789467916.883608:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314832913 00000100:00000001:1.0:1789467916.883610:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314834165 00000100:00000001:1.0:1789467916.883612:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789467916.883614:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467916.883616:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467916.883618:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467916.883624:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467916.883625:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789467916.883627:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467916.883628:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467916.883630:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467916.883631:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467916.884667:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467916.884678:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467916.884686:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20170) 00000800:00000200:3.0:1789467916.886537:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467916.886551:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7800. 00000400:00000200:3.0:1789467916.886563:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467916.886575:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467916.886586:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d57f8 00000400:00000010:3.0:1789467916.886590:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d57f8. 00000100:00000001:3.0:1789467916.886597:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467916.886607:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742f480 x1876386402399104/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467916.886618:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467916.886621:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742f480 x1876386402399104/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467941 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467916.886626:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467916.886687:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467916.886709:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467916.886712:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7b00. 00000400:00000200:3.0:1789467916.886716:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467916.886719:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467916.886722:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d54c8 00000400:00000010:3.0:1789467916.886724:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d54c8. 00000100:00000001:3.0:1789467916.886727:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467916.886732:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742df80 x1876386402399232/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467916.886741:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467916.886744:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742df80 x1876386402399232/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467941 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467916.886751:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467916.886752:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467916.886845:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467916.886848:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7100. 00000400:00000200:3.0:1789467916.886869:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467916.886874:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467916.886878:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5908 00000400:00000010:3.0:1789467916.886880:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5908. 00000100:00000001:3.0:1789467916.886883:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467916.886887:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742fb80 x1876386402399360/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467916.886894:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467916.886897:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742fb80 x1876386402399360/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467941 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467916.886903:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467916.886905:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467917.265705:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467917.265716:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467917.265718:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467917.265726:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467917.265730:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467917.265734:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467917.265738:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467917.265766:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467917.265770:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467917.649311:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467917.649321:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467917.649329:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467917.649330:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467917.649334:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467917.649335:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467917.649520:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467917.649524:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467917.649528:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789467918.161288:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314834165, at 4314834176 00000100:00000040:3.0:1789467918.161288:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314834165, at 4314834176 00000100:00000010:3.0:1789467918.161309:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a120. 00000100:00000010:2.0:1789467918.161312:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a960. 00000100:00000001:2.0:1789467918.289267:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467918.289286:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467918.289289:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467918.289295:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467918.289299:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467918.289304:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467918.289306:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467918.289309:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467918.289313:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467918.674431:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467918.674438:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467918.674444:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467918.674445:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467918.674449:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467918.674450:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467918.674511:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467918.674515:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467918.674519:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467919.314091:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467919.314100:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467919.314102:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467919.314109:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467919.314113:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467919.314117:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467919.314121:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467919.314123:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467919.314126:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467919.697324:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467919.697331:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467919.697337:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467919.697338:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467919.697342:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467919.697344:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467919.697857:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467919.697861:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467919.697865:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467920.340178:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467920.340186:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467920.340188:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467920.340193:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467920.340196:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467920.340200:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467920.340202:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467920.340204:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467920.340207:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467920.721321:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467920.721333:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467920.721336:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467920.721340:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467920.721346:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467920.721348:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467920.721350:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467920.721353:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467920.721358:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467920.721359:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467920.721363:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467920.721364:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467920.721650:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467920.721655:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467920.721658:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467921.361339:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467921.361383:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467921.361386:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467921.361392:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467921.361397:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467921.361401:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467921.361404:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467921.361407:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467921.361411:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467921.746759:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467921.746769:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467921.746777:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467921.746778:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467921.746782:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467921.746783:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467921.746903:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467921.746908:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467921.746911:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789467922.001391:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467922.001401:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467922.001404:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467922.001407:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467922.001410:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467922.001413:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467922.001416:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467922.001420:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467922.001440:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467922.001443:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467922.001449:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20175) 00000100:00000001:1.0:1789467922.001720:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467922.001731:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467922.001733:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467922.001736:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467922.001739:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467922.001742:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467922.001745:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467922.385273:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467922.385282:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467922.385285:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467922.385290:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467922.385294:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467922.385298:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467922.385302:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467922.385304:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467922.385307:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467922.769273:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467922.769279:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467922.769301:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467922.769304:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467922.769306:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467922.769310:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467922.769314:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467922.769316:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467922.769317:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467922.769319:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467922.769322:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467922.769323:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467922.769324:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467922.769326:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467922.769327:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467922.769328:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467922.769329:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467922.769330:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467922.770501:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467922.770505:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467922.770509:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467923.025271:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467923.025286:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467923.025288:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467923.025292:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467923.025294:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467923.025298:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467923.025301:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467923.409273:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467923.409281:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467923.409283:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467923.409289:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467923.409292:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467923.409312:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467923.409315:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467923.409317:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467923.409320:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467923.793298:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467923.793306:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467923.793312:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467923.793313:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467923.793316:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467923.793317:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467923.793463:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467923.793467:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467923.793470:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467924.049259:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467924.049273:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467924.049275:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467924.049280:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467924.049282:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467924.049286:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467924.049288:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467924.433259:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467924.433266:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467924.433269:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467924.433274:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467924.433277:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467924.433281:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467924.433284:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467924.433287:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467924.433289:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467924.817289:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467924.817296:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467924.817301:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467924.817302:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467924.817306:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467924.817307:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467924.817489:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467924.817492:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467924.817495:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467925.074101:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467925.074114:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467925.074116:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467925.074120:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467925.074123:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467925.074126:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467925.074129:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467925.457312:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467925.457320:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467925.457322:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467925.457327:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467925.457330:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467925.457334:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467925.457352:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467925.457355:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467925.457357:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467925.841296:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467925.841303:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467925.841309:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467925.841311:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467925.841314:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467925.841315:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467925.841415:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467925.841418:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467925.841421:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467926.097260:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467926.097275:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467926.097278:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467926.097283:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789467926.097286:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467926.097291:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467926.097294:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467926.481198:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467926.481205:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467926.481207:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467926.481213:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467926.481227:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467926.481231:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467926.481233:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467926.481236:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467926.481238:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467926.866168:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467926.866175:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467926.866180:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467926.866181:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467926.866200:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467926.866201:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467926.866292:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467926.866297:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467926.866300:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467927.121261:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789467927.121261:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1789467927.121269:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467927.121273:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789467927.121274:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467927.121278:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789467927.121279:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1789467927.121284:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1789467927.121285:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789467927.121288:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1789467927.121290:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1789467927.121293:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467927.121294:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467927.121300:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467927.121302:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789467927.121307:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789467927.121330:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467927.121337:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20180) 00000100:00000001:1.0:1789467927.505372:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467927.505378:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467927.505381:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467927.505386:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467927.505390:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467927.505393:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467927.505396:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467927.505399:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467927.505402:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467927.892256:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467927.892265:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467927.892272:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467927.892273:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467927.892277:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467927.892278:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467927.892380:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467927.892385:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467927.892388:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467928.145297:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467928.145311:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467928.145313:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467928.145319:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467928.145321:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467928.145325:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467928.145327:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467928.529397:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467928.529410:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467928.529412:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467928.529420:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467928.529424:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467928.529429:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467928.529432:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467928.529435:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467928.529438:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467928.913886:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467928.913896:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467928.913904:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467928.913905:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467928.913909:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467928.913910:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467928.914054:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467928.914058:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467928.914062:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467929.169665:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467929.169684:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467929.169686:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467929.169692:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467929.169695:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467929.169702:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467929.169705:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467929.553423:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467929.553447:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467929.553450:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467929.553458:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467929.553463:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467929.553469:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467929.553472:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467929.553595:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467929.553601:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467929.937575:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467929.937584:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467929.937592:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467929.937593:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467929.937597:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467929.937598:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467929.937930:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467929.937935:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467929.937939:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467930.194778:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467930.194799:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467930.194802:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467930.194809:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467930.194811:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467930.194817:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467930.194821:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467930.577288:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467930.577325:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467930.577328:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467930.577335:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467930.577340:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467930.577344:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467930.577347:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467930.577350:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467930.577353:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467930.963167:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467930.963179:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467930.963192:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467930.963197:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467930.963204:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467930.963207:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467930.963209:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467930.963211:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467930.963216:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467930.963217:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467930.963222:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467930.963248:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467930.963400:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467930.963405:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467930.963408:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467931.219762:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467931.219781:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467931.219784:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467931.219790:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467931.219793:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467931.219798:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467931.219802:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467931.601359:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467931.601370:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467931.601373:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467931.601381:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467931.601385:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467931.601390:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467931.601394:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467931.601396:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467931.601399:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467931.985385:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467931.985395:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467931.985402:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467931.985403:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467931.985407:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467931.985409:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467931.986297:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467931.986302:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467931.986307:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467932.241306:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467932.241323:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467932.241326:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467932.241334:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467932.241337:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467932.241342:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467932.241346:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789467932.241679:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467932.241685:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467932.241688:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467932.241691:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467932.241694:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467932.241697:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789467932.241700:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467932.241704:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467932.241706:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467932.241709:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467932.241738:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20185) 00000100:00000001:1.0:1789467932.625383:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467932.625395:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467932.625398:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467932.625405:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467932.625410:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467932.625415:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467932.625418:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467932.625421:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467932.625425:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467933.009369:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467933.009379:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467933.009386:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467933.009390:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467933.009393:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467933.009398:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467933.009401:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467933.009404:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467933.009406:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467933.009409:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467933.009413:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467933.009414:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467933.009416:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467933.009417:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467933.009419:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467933.009420:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467933.009422:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467933.009424:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467933.012127:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467933.012148:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467933.012154:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467933.267728:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467933.267748:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467933.267750:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467933.267756:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467933.267759:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467933.267764:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467933.267768:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467933.650351:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467933.650365:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467933.650368:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467933.650399:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467933.650404:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467933.650409:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467933.650412:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467933.650415:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467933.650419:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467934.033371:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467934.033379:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467934.033385:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467934.033386:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467934.033390:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467934.033391:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467934.033679:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467934.033683:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467934.033685:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467934.289376:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467934.289397:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467934.289401:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467934.289408:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467934.289411:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467934.289417:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467934.289420:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467934.673259:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467934.673266:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467934.673269:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467934.673274:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467934.673277:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467934.673281:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467934.673284:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467934.673286:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467934.673300:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467935.057262:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467935.057269:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467935.057275:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467935.057276:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467935.057280:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467935.057281:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467935.057513:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467935.057516:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467935.057519:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467935.313290:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467935.313308:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467935.313311:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467935.313317:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467935.313319:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467935.313325:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467935.313351:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467935.697782:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467935.697790:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467935.697792:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467935.697798:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467935.697801:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467935.697805:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467935.697807:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467935.697809:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467935.697811:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467936.081250:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467936.081257:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467936.081262:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467936.081264:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467936.081267:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467936.081268:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467936.081416:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467936.081420:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467936.081423:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467936.337248:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467936.337261:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467936.337264:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467936.337269:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467936.337271:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467936.337275:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467936.337278:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467936.721303:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467936.721311:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467936.721313:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467936.721322:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467936.721326:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467936.721330:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467936.721332:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467936.721334:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467936.721352:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467937.105269:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467937.105276:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467937.105281:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467937.105282:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467937.105286:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467937.105287:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467937.105488:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467937.105491:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467937.105493:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467937.361257:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467937.361273:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467937.361275:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467937.361280:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467937.361282:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467937.361287:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467937.361289:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467937.365223:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467937.365233:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467937.365236:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467937.365240:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789467937.365242:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467937.365245:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789467937.365247:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467937.365251:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467937.365254:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467937.365257:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467937.365263:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20191) 00000100:00000001:1.0:1789467937.745245:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467937.745253:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467937.745255:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467937.745260:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467937.745264:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467937.745268:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467937.745270:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467937.745272:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467937.745275:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467938.129356:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467938.129364:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467938.129370:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467938.129371:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467938.129374:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467938.129376:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467938.129474:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467938.129477:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467938.129480:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467938.385241:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467938.385253:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467938.385255:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467938.385260:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467938.385275:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467938.385280:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467938.385283:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467938.769263:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467938.769270:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467938.769272:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467938.769278:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467938.769281:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467938.769285:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467938.769299:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467938.769301:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467938.769303:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467939.153632:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467939.153640:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467939.153645:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467939.153646:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467939.153650:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467939.153651:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467939.155650:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467939.155656:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467939.155661:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467939.409797:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467939.409811:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467939.409814:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467939.409819:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467939.409821:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467939.409826:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467939.409828:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467939.794384:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467939.794391:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467939.794392:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467939.794397:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467939.794401:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467939.794404:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467939.794407:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467939.794409:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467939.794411:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467940.177346:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467940.177353:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467940.177368:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467940.177370:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467940.177374:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467940.177375:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467940.179178:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467940.179186:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467940.179192:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467940.433530:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467940.433544:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467940.433546:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467940.433550:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467940.433553:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467940.433557:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467940.433559:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467940.819269:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467940.819308:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467940.819310:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467940.819317:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467940.819322:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467940.819327:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467940.819330:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467940.819333:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467940.819337:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467941.201768:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467941.201780:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467941.201784:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467941.201789:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467941.201795:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467941.201798:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467941.201800:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467941.201802:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467941.201831:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467941.201833:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467941.201836:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467941.201838:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467941.201980:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467941.201984:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467941.201987:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467941.457339:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467941.457349:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467941.457371:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467916/real 1789467916] req@ffff8cbad742f480 x1876386402399104/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467941 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467941.457395:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467941.457397:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467941.457402:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30420. 00000400:00000200:2.0:1789467941.457412:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5770 00000400:00000010:2.0:1789467941.457415:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5770. 00000100:00000001:2.0:1789467941.457421:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467941.457425:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742f480 x1876386402399104/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467941 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467941.457434:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742f480 x1876386402399104/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467941 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467941.457442:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467941.457445:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467941.457449:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467941.457451:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467941.457455:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742f480 x1876386402399104/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467941 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467941.461296:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467941.461304:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467941.461322:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467916/real 1789467916] req@ffff8cbad742df80 x1876386402399232/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467941 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467941.461341:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467941.461344:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467941.461349:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30e18. 00000400:00000200:2.0:1789467941.461358:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5660 00000400:00000010:2.0:1789467941.461362:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5660. 00000100:00000001:2.0:1789467941.461369:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467941.461374:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742df80 x1876386402399232/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467941 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467941.461384:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742df80 x1876386402399232/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467941 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467941.461394:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467941.461397:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467941.461401:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467941.461403:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467941.461408:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742df80 x1876386402399232/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467941 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467941.461415:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467941.461417:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467941.461423:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467916/real 1789467916] req@ffff8cbad742fb80 x1876386402399360/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467941 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467941.461431:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467941.461432:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467941.461434:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30160. 00000400:00000200:2.0:1789467941.461437:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5cc0 00000400:00000010:2.0:1789467941.461439:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5cc0. 00000100:00000001:2.0:1789467941.461469:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467941.461473:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742fb80 x1876386402399360/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467941 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467941.461481:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742fb80 x1876386402399360/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467941 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467941.461487:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467941.461489:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467941.461491:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467941.461492:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467941.461495:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742fb80 x1876386402399360/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467941 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467941.461502:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467941.461518:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467941.461521:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467941.461525:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467941.461527:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467941.461531:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467941.461537:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742f480 x1876386402399104/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467941 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467941.461545:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467941.461548:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467941.461550:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467941.461551:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467941.461555:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467941.461558:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467941.461562:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467941.461602:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789467941.461605:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467941.461610:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742f480 x1876386402399104/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467941 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467941.461633:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402399104:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789467941.461639:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467941.461643:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742df80 x1876386402399232/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467941 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467941.461650:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467941.461652:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467941.461653:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467941.461655:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467941.461657:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467941.461660:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467941.461662:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467941.461670:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789467941.461672:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467941.461675:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742df80 x1876386402399232/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467941 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467941.461683:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402399232:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467941.461687:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467941.461690:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742fb80 x1876386402399360/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467941 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467941.461696:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467941.461698:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467941.461699:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467941.461700:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467941.461702:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467941.461703:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467941.461710:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467941.461716:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789467941.461718:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467941.461722:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742fb80 x1876386402399360/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467941 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467941.461729:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402399360:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467941.461733:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467941.461736:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467941.461739:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742f480 x1876386402399104/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467941 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467941.461746:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467941.461750:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467941.461756:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6892000. 02000000:00000001:2.0:1789467941.461762:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467941.461766:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467941.461768:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789467941.461771:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467941.461774:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacd800. 02000000:00000001:2.0:1789467941.461779:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467941.461781:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467941.461784:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742f480. 00000100:00000001:2.0:1789467941.461790:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467941.461792:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467941.461794:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467941.461797:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742df80 x1876386402399232/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467941 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467941.461803:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467941.461804:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467941.461805:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890000. 02000000:00000001:2.0:1789467941.461808:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467941.461809:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467941.461811:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789467941.461813:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467941.461814:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacf400. 02000000:00000001:2.0:1789467941.461817:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467941.461818:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467941.461819:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742df80. 00000100:00000001:2.0:1789467941.461824:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467941.461826:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467941.461828:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467941.461830:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742fb80 x1876386402399360/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467941 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467941.461836:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467941.461837:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467941.461839:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6893000. 02000000:00000001:2.0:1789467941.461842:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467941.461843:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467941.461845:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789467941.461846:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467941.461848:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacdc00. 02000000:00000001:2.0:1789467941.461850:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467941.461851:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467941.461852:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742fb80. 00000100:00000001:2.0:1789467941.461854:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467941.461856:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467941.461858:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467941.461863:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467941.461864:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467941.461866:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467941.461867:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789467941.462241:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467941.462249:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1789467941.462252:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789467941.462317:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789467941.462322:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789467941.462325:0:176036:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20165 00000400:00000200:0.0:1789467941.462335:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467941.462342:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789467941.462345:0:176036:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789467941.462348:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467941.462351:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789467941.462354:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467941.462356:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789467941.462365:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789467941.462367:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:0.0:1789467941.462370:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789467941.462373:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:0.0:1789467941.462376:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:0.0:1789467941.462378:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:0.0:1789467941.462381:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467941.462383:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789467941.462385:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467941.462387:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789467941.462390:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:0.0:1789467941.462394:0:176036:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789467941.462397:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467941.462399:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789467941.462412:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467941.462416:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467941.462419:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789467941.462422:0:176036:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789467941.462429:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e8380. 00000020:00000040:0.0:1789467941.462432:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:0.0:1789467941.462436:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789467941.462438:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467941.462441:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789467941.462444:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789467941.462449:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789467941.462457:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687c800. 00000100:00000001:0.0:1789467941.462465:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467941.462473:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e8380 x1876386402399488/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789467941.462484:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789467941.462489:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467941.462494:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008646cf65] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e8380 x1876386402399488/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467941.462519:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789467941.462523:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467941.462525:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789467941.462527:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789467941.462528:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789467941.462531:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789467941.462533:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20165 00000400:00000200:0.0:1789467941.462537:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467941.462541:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789467941.462543:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789467941.462546:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467941.462548:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789467941.462557:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467941.462559:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789467941.462563:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789467941.462564:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:0.0:1789467941.462566:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789467941.462568:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:0.0:1789467941.462570:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:0.0:1789467941.462572:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:0.0:1789467941.462575:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467941.462576:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789467941.462578:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467941.462580:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789467941.462582:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:0.0:1789467941.462585:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789467941.462588:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467941.462590:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789467941.462596:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467941.462598:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467941.462600:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789467941.462607:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789467941.462610:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467941.462611:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789467941.462615:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6eaa00. 00000020:00000040:0.0:1789467941.462617:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789467941.462620:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789467941.462621:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467941.462622:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789467941.462623:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789467941.462625:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789467941.462629:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687f000. 00000100:00000001:0.0:1789467941.462633:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467941.462638:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6eaa00 x1876386402399616/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467941.464863:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467941.464874:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467941.464878:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467941.464894:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e8380 x1876386402399488/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467941.464908:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467941.464910:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467941.464916:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467941.464920:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467941.464923:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467941.464927:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402399488:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789467941.464932:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467941.464937:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467941.464940:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467941.464942:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467941.464953:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacdc00. 02000000:00000001:2.0:1789467941.464955:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467941.464964:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467941.464969:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7160. 00000400:00000010:2.0:1789467941.464977:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de3b8. 00000100:00000200:2.0:1789467941.464984:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402399488, portal 25 00000100:00000001:2.0:1789467941.464987:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467941.464989:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704772992 : -126741004778624 : ffff8cbacf6e8380) 00000100:00000040:2.0:1789467941.464996:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e8380 x1876386402399488/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467941.465003:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467941.465006:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467941.465009:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de6e8. 00000100:00000200:2.0:1789467941.465012:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402399488, offset 0 00000400:00000200:2.0:1789467941.465019:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467941.465029:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467941.465039:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467941.465045:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467941.465050:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467941.465054:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467941.465057:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467941.465060:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93900:93900:256:4294967295] 192.168.203.142@tcp LPNI seq info [93900:93900:8:4294967295] 00000400:00000200:2.0:1789467941.465078:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467941.465090:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467941.465096:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467941.465102:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6500. 00000800:00000200:2.0:1789467941.465119:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467941.465129:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467941.465170:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467941.465195:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467941.465200:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467941.465203:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314858747 00000100:00000010:2.0:1789467941.465211:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64df60. 00000100:00000001:2.0:1789467941.465219:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789467941.465228:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314858747 00000100:00000010:2.0:1789467941.465231:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d000. 00000100:00000001:2.0:1789467941.465234:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789467941.465238:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467941.465240:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467941.465244:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467941.465247:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467941.465264:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467941.465266:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789467941.465269:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467941.465270:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467941.465272:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467941.465274:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467941.465381:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789467941.465386:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467941.465394:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007aeebcf0] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6eaa00 x1876386402399616/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467941.465448:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467941.465450:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467941.465452:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467941.465457:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6eaa00 x1876386402399616/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467941.465465:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467941.465466:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467941.465469:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467941.465471:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467941.465473:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467941.465477:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402399616:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467941.465481:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467941.465483:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467941.465485:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467941.465487:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467941.465491:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacf400. 02000000:00000001:2.0:1789467941.465493:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467941.465497:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467941.465500:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7b58. 00000400:00000010:2.0:1789467941.465504:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de000. 00000100:00000200:2.0:1789467941.465507:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402399616, portal 10 00000100:00000001:2.0:1789467941.465509:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467941.465511:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704782848 : -126741004768768 : ffff8cbacf6eaa00) 00000100:00000040:2.0:1789467941.465518:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6eaa00 x1876386402399616/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467941.465530:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467941.465532:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467941.465535:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de220. 00000100:00000200:2.0:1789467941.465537:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402399616, offset 0 00000400:00000200:2.0:1789467941.465542:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467941.465547:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467941.465552:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467941.465555:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467941.465558:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467941.465560:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467941.465563:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467941.465567:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93901:93901:255:4294967295] 192.168.203.142@tcp LPNI seq info [93901:93901:7:4294967295] 00000400:00000200:2.0:1789467941.465571:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467941.465578:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467941.465583:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467941.465588:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6300. 00000800:00000200:2.0:1789467941.465594:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467941.465616:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467941.465619:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467941.465623:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467941.465628:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:2.0:1789467941.465631:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467941.465634:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314857507 00000100:00000001:2.0:1789467941.465637:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314858747 00000100:00000001:2.0:1789467941.465640:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314857507 00000100:00000001:2.0:1789467941.465643:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314858747 00000100:00000001:2.0:1789467941.465645:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1789467941.465646:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1789467941.465648:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467941.465653:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1789467941.465655:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6500. 00000100:00000001:2.0:1789467941.465656:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467941.465677:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789467941.465681:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:0.0:1789467941.465683:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1789467941.465690:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00080000:0.0:1789467941.465691:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789467941.465695:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:3.0:1789467941.465699:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de6e8 00000400:00000010:3.0:1789467941.465703:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de6e8. 00000100:00080000:0.0:1789467941.465708:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467941.465710:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1789467941.465716:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00000200:3.0:1789467941.465718:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e8380 x1876386402399488/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789467941.465722:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20165 00000400:00000200:0.0:1789467941.465731:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789467941.465733:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1789467941.465738:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00000040:3.0:1789467941.465739:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e8380 x1876386402399488/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467966 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789467941.465743:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789467941.465751:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467941.465752:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467941.465757:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1789467941.465757:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1789467941.465762:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467941.465766:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789467941.465774:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789467941.465777:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:0.0:1789467941.465779:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789467941.465784:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:0.0:1789467941.465786:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:0.0:1789467941.465789:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:0.0:1789467941.465792:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467941.465794:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789467941.465797:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789467941.465799:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789467941.465811:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:0.0:1789467941.465815:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789467941.465818:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467941.465820:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789467941.465828:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467941.465831:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467941.465834:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000800:00000200:3.0:1789467941.465837:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000008:00100000:0.0:1789467941.465839:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000800:00000010:3.0:1789467941.465841:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6300. 00000008:00000001:0.0:1789467941.465846:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789467941.465848:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1789467941.465851:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789467941.465855:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467941.465858:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de220 00000100:00000010:0.0:1789467941.465860:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e9880. 00000400:00000010:3.0:1789467941.465861:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de220. 00000020:00000040:0.0:1789467941.465866:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000100:00000001:3.0:1789467941.465866:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467941.465871:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6eaa00 x1876386402399616/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789467941.465873:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789467941.465877:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467941.465882:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1789467941.465884:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1789467941.465886:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1789467941.465890:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6eaa00 x1876386402399616/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467966 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789467941.465892:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467941.465901:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467941.465903:0:253744:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:0.0:1789467941.465915:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687e000. 00000100:00000001:0.0:1789467941.465924:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467941.465932:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e9880 x1876386402399744/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789467941.465940:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789467941.465942:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467941.465947:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da0825] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e9880 x1876386402399744/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467941.466511:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467941.466515:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789467941.466519:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467941.466521:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467941.466523:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467941.466530:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e9880 x1876386402399744/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467941.466538:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467941.466539:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467941.466542:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467941.466544:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467941.466546:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467941.466550:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402399744:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467941.466554:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467941.466556:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467941.466557:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467941.466559:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467941.466565:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacd800. 02000000:00000001:2.0:1789467941.466567:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467941.466573:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467941.466576:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7790. 00000400:00000010:2.0:1789467941.466580:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de908. 00000100:00000200:2.0:1789467941.466586:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402399744, portal 10 00000100:00000001:2.0:1789467941.466588:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467941.466589:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704778368 : -126741004773248 : ffff8cbacf6e9880) 00000100:00000040:2.0:1789467941.466610:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e9880 x1876386402399744/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467941.466618:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467941.466620:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467941.466623:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de5d8. 00000100:00000200:2.0:1789467941.466626:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402399744, offset 0 00000400:00000200:2.0:1789467941.466632:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467941.466638:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467941.466643:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467941.466647:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467941.466650:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467941.466653:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467941.466656:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467941.466659:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93902:93902:256:4294967295] 192.168.203.142@tcp LPNI seq info [93902:93902:8:4294967295] 00000400:00000200:2.0:1789467941.466663:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467941.466671:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467941.466677:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467941.466681:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6300. 00000800:00000200:2.0:1789467941.466685:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467941.466691:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467941.466695:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467941.466886:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467941.466892:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:2.0:1789467941.466905:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467941.466909:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314857496 00000100:00000001:2.0:1789467941.466912:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314858747 00000100:00000001:2.0:1789467941.466915:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314857496 00000100:00000001:2.0:1789467941.466918:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314858747 00000100:00000001:2.0:1789467941.466920:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467941.466923:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467941.466927:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467941.466929:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467941.466933:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467941.466935:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789467941.466936:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467941.466938:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467941.466939:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467941.466941:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789467941.467171:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467941.467180:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6300. 00000400:00000200:3.0:1789467941.467188:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467941.467200:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467941.467209:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de5d8 00000400:00000010:3.0:1789467941.467212:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de5d8. 00000100:00000001:3.0:1789467941.467218:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467941.467241:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9880 x1876386402399744/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467941.467253:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467941.467257:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9880 x1876386402399744/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467966 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467941.467263:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467941.467265:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467941.467361:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467941.467365:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467941.467368:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467941.467371:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467941.467420:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467941.467425:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467941.467430:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467941.467433:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467941.467436:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467941.467455:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20195) 00000100:00000001:1.0:1789467941.841294:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467941.841306:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467941.841309:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467941.841316:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467941.841321:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467941.841326:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467941.841329:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467941.841332:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467941.841336:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467942.226910:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467942.226920:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467942.226927:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467942.226929:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467942.226933:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467942.226934:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467942.231416:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467942.231429:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467942.231435:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789467942.737295:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314858747, at 4314858752 00000100:00000040:3.0:1789467942.737295:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314858747, at 4314858752 00000100:00000010:3.0:1789467942.737322:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d000. 00000100:00000010:2.0:1789467942.737325:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64df60. 00000100:00000001:1.0:1789467942.865416:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467942.865428:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467942.865431:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467942.865440:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467942.865445:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467942.865450:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467942.865453:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467942.865457:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467942.865460:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467943.249445:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467943.249456:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467943.249468:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467943.249471:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467943.249474:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467943.249478:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467943.249482:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467943.249484:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467943.249487:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467943.249489:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467943.249492:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467943.249494:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467943.249495:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467943.249497:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467943.249499:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467943.249500:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467943.249501:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467943.249503:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467943.249713:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467943.249718:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467943.249721:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467943.889406:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467943.889418:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467943.889420:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467943.889956:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467943.889961:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467943.889966:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467943.889994:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467943.889997:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467943.890000:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467944.273374:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467944.273385:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467944.273393:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467944.273395:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467944.273398:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467944.273400:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467944.277392:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467944.277402:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467944.277409:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467944.915316:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467944.915327:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467944.915329:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467944.915336:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467944.915341:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467944.915346:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467944.915349:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467944.915353:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467944.915356:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467945.297379:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467945.297388:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467945.297396:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467945.297398:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467945.297402:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467945.297403:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467945.298684:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467945.298692:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467945.298698:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467945.937808:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467945.937819:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467945.937821:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467945.937827:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467945.937831:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467945.937837:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467945.937840:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467945.937843:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467945.937846:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467946.324356:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467946.324364:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467946.324372:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467946.324374:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467946.324378:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467946.324379:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467946.324633:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467946.324638:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467946.324641:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789467946.577273:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789467946.577273:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1789467946.577285:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467946.577288:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789467946.577291:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1789467946.577293:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1789467946.577296:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789467946.577298:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467946.577303:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1789467946.577313:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1789467946.577315:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789467946.577318:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1789467946.577323:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1789467946.577324:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467946.577327:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789467946.577331:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467946.577333:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467946.577343:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20200) 00000100:00000001:1.0:1789467946.962345:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467946.962355:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467946.962358:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467946.962365:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467946.962370:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467946.962375:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467946.962379:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467946.962382:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467946.962384:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467947.345332:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467947.345343:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467947.345352:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467947.345353:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467947.345357:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467947.345358:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467947.345621:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467947.345625:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467947.345654:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467947.601289:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467947.601320:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467947.601324:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467947.601330:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467947.601333:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467947.601338:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467947.601341:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467947.986122:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467947.986152:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467947.986156:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467947.986163:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467947.986167:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467947.986172:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467947.986176:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467947.986179:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467947.986182:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467948.369407:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467948.369416:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467948.369421:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467948.369435:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467948.369439:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467948.369457:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467948.371294:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467948.371301:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467948.371305:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467948.625244:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467948.625263:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467948.625266:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467948.625273:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467948.625276:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467948.625281:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467948.625284:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467949.009575:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467949.009583:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467949.009585:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467949.009590:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467949.009594:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467949.009598:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467949.009601:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467949.009603:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467949.009605:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467949.393387:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467949.393397:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467949.393405:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467949.393406:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467949.393410:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467949.393411:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467949.393570:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467949.393575:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467949.393579:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467949.649922:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467949.649944:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467949.649947:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467949.649953:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467949.649955:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467949.649961:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467949.649964:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467950.033294:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467950.033305:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467950.033308:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467950.033316:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467950.033321:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467950.033325:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467950.033329:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467950.033332:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467950.033335:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467950.418233:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467950.418248:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467950.418251:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467950.418256:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467950.418262:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467950.418265:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467950.418267:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467950.418269:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467950.418275:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467950.418276:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467950.418280:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467950.418281:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467950.418562:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467950.418567:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467950.418570:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467950.673302:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467950.673321:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467950.673324:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467950.673330:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467950.673333:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467950.673349:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467950.673353:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467951.057297:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467951.057308:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467951.057311:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467951.057318:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467951.057356:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467951.057360:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467951.057364:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467951.057366:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467951.057369:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467951.441404:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467951.441414:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467951.441422:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467951.441423:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467951.441427:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467951.441428:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467951.441640:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467951.441645:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467951.441648:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467951.697284:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467951.697300:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467951.697303:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467951.697308:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467951.697311:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467951.697315:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467951.697317:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789467951.697325:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467951.697331:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467951.697333:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467951.697337:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467951.697340:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467951.697344:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467951.697346:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467951.697351:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467951.697353:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467951.697357:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467951.697364:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20205) 00000100:00000001:1.0:1789467952.083216:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467952.083227:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467952.083230:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467952.083236:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467952.083241:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467952.083245:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467952.083249:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467952.083251:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467952.083254:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467952.465341:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467952.465352:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467952.465360:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467952.465364:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467952.465367:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467952.465371:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467952.465374:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467952.465377:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467952.465379:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467952.465381:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467952.465385:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467952.465387:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467952.465388:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467952.465413:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467952.465416:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467952.465417:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467952.465419:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467952.465422:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467952.465575:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467952.465579:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467952.465583:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467952.721327:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467952.721345:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467952.721360:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467952.721366:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467952.721370:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467952.721375:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467952.721379:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467953.105232:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467953.105243:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467953.105245:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467953.105252:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467953.105256:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467953.105261:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467953.105264:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467953.105267:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467953.105270:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467953.489315:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467953.489327:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467953.489334:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467953.489335:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467953.489340:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467953.489341:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467953.489552:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467953.489556:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467953.489561:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467953.750848:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467953.750868:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467953.750870:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467953.750879:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467953.750882:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467953.750888:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467953.750892:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467954.129772:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467954.129779:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467954.129781:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467954.129786:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467954.129789:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467954.129792:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467954.129795:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467954.129798:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467954.129801:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467954.515525:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467954.515534:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467954.515542:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467954.515543:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467954.515546:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467954.515547:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467954.515665:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467954.515672:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467954.515677:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467954.769294:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467954.769309:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467954.769312:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467954.769316:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467954.769319:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467954.769323:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467954.769326:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467955.153425:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467955.153436:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467955.153440:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467955.153446:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467955.153451:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467955.153456:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467955.153459:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467955.153462:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467955.153465:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467955.537310:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467955.537320:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467955.537328:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467955.537329:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467955.537333:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467955.537334:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467955.537600:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467955.537605:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467955.537610:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467955.793273:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467955.793292:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467955.793295:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467955.793302:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467955.793305:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467955.793310:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467955.793313:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467956.177492:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467956.177505:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467956.177508:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467956.177515:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467956.177520:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467956.177524:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467956.177528:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467956.177531:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467956.177558:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467956.561718:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467956.561727:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467956.561734:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467956.561735:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467956.561739:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467956.561740:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467956.561920:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467956.561925:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467956.561929:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467956.817277:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467956.817296:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467956.817299:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467956.817304:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467956.817307:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467956.817312:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467956.817315:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789467956.818491:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467956.818501:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467956.818504:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467956.818508:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467956.818511:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467956.818660:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789467956.818663:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467956.818668:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467956.818671:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467956.818674:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467956.818681:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20210) 00000100:00000001:1.0:1789467957.202244:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467957.202257:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467957.202260:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467957.202267:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467957.202272:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467957.202277:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467957.202281:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467957.202284:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467957.202287:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467957.585298:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467957.585308:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467957.585316:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467957.585317:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467957.585321:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467957.585323:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467957.586001:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467957.586006:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467957.586010:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467957.841244:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467957.841258:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467957.841260:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467957.841265:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467957.841268:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467957.841273:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467957.841275:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467958.225290:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467958.225310:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467958.225313:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467958.225320:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467958.225324:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467958.225329:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467958.225332:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467958.225335:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467958.225338:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467958.609511:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467958.609522:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467958.609538:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467958.609540:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467958.609543:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467958.609544:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467958.610022:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467958.610027:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467958.610031:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467958.865385:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467958.865399:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467958.865401:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467958.865406:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467958.865408:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467958.865413:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467958.865415:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467959.249261:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467959.249269:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467959.249271:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467959.249276:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467959.249279:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467959.249283:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467959.249285:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467959.249287:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467959.249299:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467959.634183:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467959.634190:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467959.634196:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467959.634197:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467959.634201:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467959.634202:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467959.635099:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467959.635103:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467959.635108:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467959.889330:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467959.889344:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467959.889346:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467959.889351:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467959.889353:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467959.889358:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467959.889360:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467960.273289:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467960.273311:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467960.273313:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467960.273320:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467960.273348:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467960.273352:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467960.273355:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467960.273358:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467960.273361:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467960.657303:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467960.657313:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467960.657316:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467960.657320:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467960.657325:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467960.657328:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467960.657330:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467960.657333:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467960.657355:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467960.657357:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467960.657360:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467960.657361:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467960.657476:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467960.657480:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467960.657483:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467960.914846:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467960.914865:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467960.914868:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467960.914874:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467960.914877:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467960.914882:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467960.914886:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467961.297264:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467961.297271:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467961.297273:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467961.297277:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467961.297280:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467961.297284:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467961.297287:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467961.297289:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467961.297292:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467961.681278:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467961.681286:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467961.681292:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467961.681293:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467961.681296:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467961.681297:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467961.681474:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467961.681477:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467961.681480:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467961.937277:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467961.937296:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467961.937298:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467961.937304:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467961.937307:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467961.937311:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467961.937315:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467961.939260:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467961.939269:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467961.939274:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467961.939278:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467961.939281:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467961.939294:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467961.939326:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467961.939331:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467961.939335:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467961.939339:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467961.939346:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20215) 00000100:00000001:1.0:1789467962.321289:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467962.321302:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467962.321305:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467962.321313:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467962.321318:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467962.321324:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467962.321327:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467962.321330:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467962.321334:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467962.705292:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467962.705298:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467962.705304:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467962.705307:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467962.705309:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467962.705312:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467962.705316:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467962.705318:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467962.705320:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467962.705322:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467962.705325:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467962.705327:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467962.705328:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467962.705330:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467962.705331:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467962.705333:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467962.705334:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467962.705336:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467962.705437:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467962.705444:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467962.705449:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467962.965902:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467962.965920:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467962.965923:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467962.965930:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467962.965933:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467962.965939:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467962.965951:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467963.345297:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467963.345304:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467963.345306:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467963.345312:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467963.345316:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467963.345320:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467963.345323:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467963.345325:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467963.345327:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467963.729261:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467963.729268:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467963.729275:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467963.729277:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467963.729280:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467963.729281:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467963.729415:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467963.729419:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467963.729422:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467963.985289:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467963.985305:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467963.985307:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467963.985312:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467963.985315:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467963.985320:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467963.985323:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467964.371104:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467964.371113:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467964.371115:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467964.371120:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467964.371123:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467964.371127:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467964.371129:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467964.371155:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467964.371158:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467964.753311:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467964.753318:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467964.753323:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467964.753325:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467964.753344:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467964.753345:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467964.753493:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467964.753496:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467964.753499:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467965.011202:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467965.011216:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467965.011218:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467965.011222:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467965.011224:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467965.011228:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467965.011229:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467965.393293:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467965.393305:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467965.393308:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467965.393315:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467965.393319:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467965.393324:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467965.393327:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467965.393330:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467965.393333:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467965.777251:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467965.777268:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467965.777274:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467965.777275:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467965.777278:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467965.777279:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467965.777451:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467965.777454:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467965.777457:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467966.033764:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467966.033775:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467966.033798:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467941/real 1789467941] req@ffff8cbacf6e9880 x1876386402399744/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467966 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467966.033819:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467966.033822:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467966.033827:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7790. 00000400:00000200:2.0:1789467966.033835:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de908 00000400:00000010:2.0:1789467966.033838:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de908. 00000100:00000001:2.0:1789467966.033844:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467966.033848:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e9880 x1876386402399744/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467966 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467966.033858:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e9880 x1876386402399744/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467966 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467966.033867:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467966.033869:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467966.033873:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467966.033875:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467966.033880:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e9880 x1876386402399744/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467966 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467966.033887:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467966.033890:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467966.033895:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467941/real 1789467941] req@ffff8cbacf6eaa00 x1876386402399616/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467966 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467966.033904:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467966.033905:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467966.033907:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7b58. 00000400:00000200:2.0:1789467966.033910:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de000 00000400:00000010:2.0:1789467966.033912:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de000. 00000100:00000001:2.0:1789467966.033914:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467966.033918:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6eaa00 x1876386402399616/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467966 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467966.033938:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6eaa00 x1876386402399616/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467966 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467966.033944:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467966.033946:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467966.033948:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467966.033950:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467966.033953:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6eaa00 x1876386402399616/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467966 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467966.033966:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467966.033969:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789467966.033974:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467941/real 1789467941] req@ffff8cbacf6e8380 x1876386402399488/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467966 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789467966.033983:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789467966.033984:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789467966.033987:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7160. 00000400:00000200:2.0:1789467966.033989:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de3b8 00000400:00000010:2.0:1789467966.033991:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de3b8. 00000100:00000001:2.0:1789467966.033994:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789467966.033997:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e8380 x1876386402399488/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467966 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789467966.034004:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e8380 x1876386402399488/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467966 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467966.034010:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789467966.034012:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467966.034014:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467966.034015:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789467966.034019:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e8380 x1876386402399488/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467966 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467966.034025:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467966.034035:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467966.034037:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467966.034041:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467966.034044:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467966.034046:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467966.034052:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e9880 x1876386402399744/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467966 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467966.034060:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467966.034064:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467966.034066:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467966.034067:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467966.034070:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467966.034074:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467966.034078:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467966.034110:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789467966.034113:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467966.034119:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e9880 x1876386402399744/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467966 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467966.034128:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402399744:192.168.203.142@tcp:38:kworker.0 00000100:00080000:3.0:1789467966.034677:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467966.034684:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467966.034687:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467966.034690:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467966.034693:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467966.034695:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789467966.034698:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467966.034701:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467966.034705:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467966.034968:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20190 00000400:00000200:3.0:1789467966.034979:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789467966.034985:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467966.034989:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467966.034993:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467966.034996:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467966.034999:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467966.035001:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789467966.035033:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467966.035036:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789467966.035039:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467966.035043:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789467966.035046:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789467966.035048:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789467966.035052:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467966.035053:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467966.035055:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467966.035057:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467966.035060:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789467966.035064:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467966.035066:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467966.035070:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467966.035079:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467966.035083:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467966.035085:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789467966.035091:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789467966.035094:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467966.035096:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467966.035104:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033480. 00000020:00000040:3.0:1789467966.035108:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=9 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467966.035113:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467966.035115:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467966.035119:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467966.035121:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467966.035126:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467966.035240:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d0800. 00000100:00000001:3.0:1789467966.035249:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467966.035261:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033480 x1876386402399872/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467966.035272:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467966.035283:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467966.035289:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000939732d7] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033480 x1876386402399872/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467966.035302:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467966.035305:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467966.035309:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467966.035311:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467966.035315:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467966.035320:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20219) 00000100:00000001:2.0:1789467966.035741:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467966.035749:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6eaa00 x1876386402399616/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467966 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467966.035757:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467966.035760:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467966.035762:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467966.035764:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467966.035766:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467966.035769:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789467966.035773:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789467966.035796:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789467966.035799:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789467966.035803:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6eaa00 x1876386402399616/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467966 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789467966.035812:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402399616:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467966.035821:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789467966.035827:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e8380 x1876386402399488/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467966 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467966.035834:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789467966.035837:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789467966.035839:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789467966.035840:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789467966.035843:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789467966.035846:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1789467966.035847:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789467966.035852:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789467966.035852:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467966.035857:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789467966.035858:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789467966.035864:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467966.035866:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789467966.035870:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789467966.035874:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20190 00000400:00000200:3.0:1789467966.035880:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00080000:2.0:1789467966.035886:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000400:00000200:3.0:1789467966.035886:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00000001:2.0:1789467966.035892:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:3.0:1789467966.035893:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789467966.035899:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000040:2.0:1789467966.035903:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e8380 x1876386402399488/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467966 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467966.035904:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467966.035909:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467966.035915:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000100:00100000:2.0:1789467966.035931:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402399488:192.168.203.142@tcp:250:kworker.0 00000020:00000001:3.0:1789467966.035935:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:2.0:1789467966.035938:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789467966.035939:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789467966.035943:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:2.0:1789467966.035944:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789467966.035950:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e9880 x1876386402399744/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467966 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1789467966.035956:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000100:00000001:2.0:1789467966.035963:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1789467966.035963:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789467966.035967:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 02000000:00000001:2.0:1789467966.035968:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467966.035973:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacd800. 00000100:00000040:3.0:1789467966.035976:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467966.035980:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1789467966.035983:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1789467966.035983:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000020:00000001:2.0:1789467966.035988:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:3.0:1789467966.035988:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789467966.035992:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000040:3.0:1789467966.035994:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000020:00000001:2.0:1789467966.035995:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467966.036001:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687e000. 00000100:00080000:3.0:1789467966.036001:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467966.036008:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467966.036010:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789467966.036011:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467966.036013:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467966.036017:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e9880. 02000000:00000001:3.0:1789467966.036018:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467966.036022:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1789467966.036023:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467966.036025:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789467966.036027:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467966.036029:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000008:00100000:3.0:1789467966.036032:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000100:00000040:2.0:1789467966.036034:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6eaa00 x1876386402399616/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467966 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1789467966.036040:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467966.036045:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467966.036051:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467966.036053:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:3.0:1789467966.036053:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9032300. 02000000:00000010:2.0:1789467966.036055:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacf400. 02000000:00000001:2.0:1789467966.036060:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:3.0:1789467966.036060:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=11 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789467966.036062:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467966.036065:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789467966.036067:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000020:00000001:2.0:1789467966.036069:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000001:3.0:1789467966.036070:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467966.036072:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687f000. 00000100:00000001:3.0:1789467966.036074:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467966.036076:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789467966.036079:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1789467966.036079:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:2.0:1789467966.036083:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6eaa00. 02000000:00000001:3.0:1789467966.036084:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467966.036086:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789467966.036089:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467966.036090:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1789467966.036092:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3400. 00000100:00000040:2.0:1789467966.036093:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e8380 x1876386402399488/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467966 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467966.036100:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467966.036105:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789467966.036108:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789467966.036112:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacdc00. 00000100:00100000:3.0:1789467966.036112:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9032300 x1876386402400000/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1789467966.036114:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789467966.036117:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789467966.036119:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789467966.036124:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789467966.036126:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687c800. 00000100:00000001:3.0:1789467966.036151:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1789467966.036153:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1789467966.036156:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467966.036157:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789467966.036160:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e8380. 00000100:00000001:2.0:1789467966.036166:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1789467966.036166:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005446fc88] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9032300 x1876386402400000/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467966.036169:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467966.036174:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467966.036186:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467966.036189:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467966.036194:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467966.036197:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467966.036201:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1789467966.036201:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467966.036206:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467966.036207:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033480 x1876386402399872/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789467966.036215:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467966.036222:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789467966.036223:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467966.036226:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467966.036228:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1789467966.036231:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1789467966.036234:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20219) 02000000:00000001:2.0:1789467966.036235:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467966.036240:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467966.036242:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1789467966.036245:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402399872:192.168.203.142@tcp:38:kworker.0 00000100:00080000:3.0:1789467966.036249:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789467966.036251:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1789467966.036252:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789467966.036256:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 02000000:00000001:2.0:1789467966.036258:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1789467966.036259:0:331017:0:(import.c:520:import_select_connection()) Process entered 02000000:00000001:2.0:1789467966.036261:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467966.036266:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:3.0:1789467966.036266:0:331017:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20190 02000000:00000010:2.0:1789467966.036273:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacdc00. 00000400:00000200:3.0:1789467966.036273:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 02000000:00000001:2.0:1789467966.036278:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789467966.036280:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789467966.036284:0:331017:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000400:00000200:2.0:1789467966.036288:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000040:3.0:1789467966.036289:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467966.036293:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1789467966.036294:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7160. 00000100:00000040:3.0:1789467966.036297:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467966.036301:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000400:00000010:2.0:1789467966.036304:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de3b8. 00000020:00000001:3.0:1789467966.036305:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789467966.036307:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789467966.036311:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789467966.036313:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789467966.036315:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789467966.036317:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789467966.036320:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467966.036321:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789467966.036330:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789467966.036332:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789467966.036334:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789467966.036337:0:331017:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789467966.036339:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789467966.036341:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789467966.036343:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789467966.036344:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467966.036346:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789467966.036348:0:331017:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789467966.036351:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031180. 00000020:00000040:3.0:1789467966.036354:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789467966.036356:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789467966.036357:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467966.036359:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789467966.036360:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789467966.036362:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789467966.036367:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2000. 00000100:00000001:3.0:1789467966.036382:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789467966.036386:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031180 x1876386402400128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789467966.036394:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789467966.036396:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467966.036399:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa1bc69b] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031180 x1876386402400128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467966.036407:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467966.036409:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467966.036412:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467966.036414:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467966.036416:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467966.036538:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20219) 00000100:00000200:2.0:1789467966.036811:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402399872, portal 10 00000100:00000001:2.0:1789467966.036815:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467966.036817:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107416192 : -126744602135424 : ffff8cb9f9033480) 00000100:00000040:2.0:1789467966.036826:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033480 x1876386402399872/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467966.036833:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467966.036835:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467966.036839:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de000. 00000100:00000200:2.0:1789467966.036842:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402399872, offset 0 00000400:00000200:2.0:1789467966.036849:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467966.036860:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467966.036867:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467966.036873:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467966.036877:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467966.036880:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467966.036883:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467966.036887:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93903:93903:256:4294967295] 192.168.203.142@tcp LPNI seq info [93903:93903:8:4294967295] 00000400:00000200:2.0:1789467966.036891:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467966.036900:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467966.036907:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467966.036913:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6500. 00000800:00000200:2.0:1789467966.036932:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467966.036943:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467966.036948:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467966.036969:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467966.036974:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:2.0:1789467966.036978:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467966.036981:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314882066 00000100:00000010:2.0:1789467966.036987:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64df60. 00000100:00000001:2.0:1789467966.036994:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789467966.037000:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314882066 00000100:00000010:2.0:1789467966.037003:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64dde0. 00000100:00000001:2.0:1789467966.037006:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789467966.037012:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467966.037015:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467966.037019:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467966.037021:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467966.037026:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467966.037028:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789467966.037030:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467966.037031:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467966.037032:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467966.037038:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9032300 x1876386402400000/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467966.037044:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467966.037047:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467966.037049:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467966.037051:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467966.037052:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467966.037055:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9032300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402400000:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789467966.037059:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467966.037061:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467966.037063:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467966.037065:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467966.037069:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacf400. 02000000:00000001:2.0:1789467966.037071:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467966.037074:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467966.037077:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7b58. 00000400:00000010:2.0:1789467966.037081:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de908. 00000100:00000200:2.0:1789467966.037085:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402400000, portal 10 00000100:00000001:2.0:1789467966.037086:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467966.037087:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107411712 : -126744602139904 : ffff8cb9f9032300) 00000100:00000040:2.0:1789467966.037093:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9032300 x1876386402400000/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467966.037099:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467966.037101:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467966.037104:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de2a8. 00000100:00000200:2.0:1789467966.037106:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402400000, offset 0 00000400:00000200:2.0:1789467966.037111:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467966.037115:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467966.037119:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467966.037122:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467966.037125:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467966.037127:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467966.037159:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467966.037163:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93904:93904:255:4294967295] 192.168.203.142@tcp LPNI seq info [93904:93904:7:4294967295] 00000400:00000200:2.0:1789467966.037167:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467966.037174:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467966.037178:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467966.037182:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6f00. 00000800:00000200:2.0:1789467966.037186:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467966.037191:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467966.037194:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467966.037197:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467966.037200:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:2.0:1789467966.037203:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467966.037205:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314882079 00000100:00000001:2.0:1789467966.037210:0:253748:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, simply extend its deadline from 4314882066 00000100:00000001:2.0:1789467966.037214:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314882079 00000100:00000001:2.0:1789467966.037216:0:253748:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, simply extend its deadline from 4314882066 00000100:00000001:2.0:1789467966.037219:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467966.037221:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467966.037223:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789467966.037227:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9031180 x1876386402400128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467966.037234:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467966.037235:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467966.037237:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789467966.037239:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467966.037241:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467966.037244:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402400128:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789467966.037247:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789467966.037251:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789467966.037252:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467966.037254:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789467966.037257:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacd800. 02000000:00000001:2.0:1789467966.037259:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467966.037263:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789467966.037266:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7790. 00000400:00000010:2.0:1789467966.037270:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de7f8. 00000100:00000200:2.0:1789467966.037273:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402400128, portal 25 00000100:00000001:2.0:1789467966.037274:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789467966.037275:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107407232 : -126744602144384 : ffff8cb9f9031180) 00000100:00000040:2.0:1789467966.037280:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031180 x1876386402400128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467966.037286:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789467966.037288:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789467966.037290:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de4c8. 00000100:00000200:2.0:1789467966.037293:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402400128, offset 0 00000400:00000200:2.0:1789467966.037297:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789467966.037301:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467966.037305:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789467966.037308:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789467966.037323:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789467966.037326:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789467966.037328:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789467966.037330:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93905:93905:254:4294967295] 192.168.203.142@tcp LPNI seq info [93905:93905:6:4294967295] 00000400:00000200:2.0:1789467966.037334:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467966.037340:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789467966.037344:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789467966.037348:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6600. 00000800:00000200:2.0:1789467966.037351:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789467966.037355:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789467966.037358:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789467966.037361:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789467966.037363:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789467966.037365:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314883319 00000100:00000001:2.0:1789467966.037368:0:253748:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4314882079 00000100:00000001:2.0:1789467966.037371:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314883319 00000100:00000001:2.0:1789467966.037373:0:253748:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4314882079 00000100:00000001:2.0:1789467966.037376:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789467966.037378:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467966.037381:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467966.037382:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467966.037386:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467966.037387:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789467966.037389:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467966.037390:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467966.037392:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467966.037394:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789467966.037569:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467966.037575:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6500. 00000400:00000200:3.0:1789467966.037583:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467966.037589:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467966.037596:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de000 00000400:00000010:3.0:1789467966.037599:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de000. 00000100:00000001:3.0:1789467966.037604:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467966.037608:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033480 x1876386402399872/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467966.037617:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467966.037620:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033480 x1876386402399872/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467991 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467966.037627:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467966.037629:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467966.037646:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467966.037648:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6f00. 00000400:00000200:3.0:1789467966.037650:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467966.037653:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467966.037656:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de2a8 00000400:00000010:3.0:1789467966.037657:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de2a8. 00000100:00000001:3.0:1789467966.037659:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467966.037662:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9032300 x1876386402400000/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467966.037670:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467966.037673:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9032300 x1876386402400000/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789467991 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467966.037679:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467966.037681:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467966.038057:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467966.038061:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6600. 00000400:00000200:3.0:1789467966.038064:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467966.038081:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467966.038085:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de4c8 00000400:00000010:3.0:1789467966.038087:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de4c8. 00000100:00000001:3.0:1789467966.038090:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467966.038095:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031180 x1876386402400128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467966.038102:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467966.038105:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031180 x1876386402400128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789467991 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467966.038112:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467966.038113:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467966.417299:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467966.417310:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467966.417313:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467966.417320:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467966.417324:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467966.417329:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467966.417332:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467966.417335:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467966.417337:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467966.801332:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467966.801342:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467966.801350:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467966.801351:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467966.801355:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467966.801356:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467966.801492:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467966.801496:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467966.801500:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789467967.314746:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314883319, at 4314883329 00000100:00000010:3.0:1789467967.314768:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64dde0. 00000100:00000040:2.0:1789467967.315320:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314883319, at 4314883330 00000100:00000010:2.0:1789467967.315329:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64df60. 00000100:00000001:2.0:1789467967.441644:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467967.441653:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467967.441655:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467967.441661:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467967.441665:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467967.441671:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467967.441674:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467967.441677:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467967.441681:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467967.827034:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467967.827045:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467967.827052:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467967.827053:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467967.827058:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467967.827059:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467967.827442:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467967.827447:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467967.827452:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467968.466547:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467968.466559:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467968.466562:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467968.466569:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467968.466574:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467968.466578:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467968.466581:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467968.466585:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467968.466588:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467968.849344:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467968.849355:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467968.849364:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467968.849365:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467968.849369:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467968.849371:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467968.849471:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467968.849478:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467968.849483:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467969.489332:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467969.489345:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467969.489348:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467969.489357:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467969.489362:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467969.489367:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467969.489371:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467969.489374:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467969.489378:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467969.873315:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467969.873326:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467969.873334:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467969.873335:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467969.873340:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467969.873342:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467969.873659:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467969.873664:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467969.873667:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789467970.513295:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467970.513306:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467970.513309:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467970.513316:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467970.513320:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467970.513325:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467970.513328:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467970.513331:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467970.513334:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467970.897358:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467970.897370:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467970.897373:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467970.897377:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467970.897383:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467970.897386:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467970.897411:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467970.897413:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467970.897429:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467970.897431:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467970.897435:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467970.897436:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467970.900249:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467970.900257:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467970.900263:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467971.153269:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467971.153283:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467971.153285:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467971.153289:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467971.153292:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467971.153296:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467971.153299:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789467971.157058:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467971.157072:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467971.157076:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467971.157080:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789467971.157083:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789467971.157086:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789467971.157090:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467971.157095:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467971.157098:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789467971.157101:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789467971.157108:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20224) 00000100:00000001:1.0:1789467971.537481:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467971.537491:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467971.537493:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467971.537500:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467971.537505:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467971.537510:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467971.537514:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467971.537517:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467971.537543:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467971.921330:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467971.921340:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467971.921349:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467971.921350:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467971.921355:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467971.921356:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467971.921568:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467971.921572:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467971.921576:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467972.178090:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467972.178109:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467972.178111:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467972.178118:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467972.178120:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467972.178126:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467972.178129:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789467972.563371:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789467972.563383:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789467972.563385:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789467972.563392:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789467972.563397:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789467972.563402:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467972.563406:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789467972.563408:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789467972.563423:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467972.945438:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467972.945448:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467972.945456:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467972.945460:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467972.945463:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467972.945495:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467972.945499:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467972.945501:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467972.945503:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467972.945506:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467972.945510:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467972.945512:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467972.945514:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467972.945515:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467972.945517:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467972.945518:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467972.945520:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467972.945522:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467972.946742:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467972.946749:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467972.946755:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467973.201932:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467973.201952:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467973.201954:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467973.201961:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467973.201963:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467973.201969:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467973.201973:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467973.588493:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467973.588503:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467973.588505:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467973.588512:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467973.588515:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467973.588520:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467973.588522:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467973.588525:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467973.588528:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467973.969310:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467973.969320:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467973.969327:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467973.969329:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467973.969333:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467973.969334:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467973.969835:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467973.969840:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467973.969844:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467974.225378:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467974.225398:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467974.225401:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467974.225486:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467974.225490:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467974.225497:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467974.225500:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467974.609587:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467974.609599:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467974.609601:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467974.609609:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467974.609613:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467974.609618:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467974.609621:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467974.609624:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467974.609627:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467974.993658:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467974.993668:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467974.993675:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467974.993677:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467974.993681:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467974.993682:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467974.993764:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467974.993769:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467974.993773:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467975.249262:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467975.249285:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467975.249288:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467975.249294:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467975.249297:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467975.249303:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467975.249306:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467975.635701:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467975.635713:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467975.635716:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467975.635724:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467975.635729:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467975.635734:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467975.635737:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467975.635740:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467975.635744:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467976.017298:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467976.017308:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467976.017316:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467976.017317:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467976.017322:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467976.017323:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467976.017483:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467976.017487:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467976.017495:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789467976.273504:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467976.273514:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467976.273517:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467976.273521:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789467976.273523:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789467976.273527:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789467976.273529:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467976.273534:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467976.273537:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789467976.273540:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789467976.273547:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20229) 00000100:00000001:0.0:1789467976.278379:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467976.278398:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467976.278401:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467976.278408:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467976.278412:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467976.278417:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467976.278420:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467976.658698:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467976.658717:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467976.658720:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467976.658727:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467976.658732:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467976.658737:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467976.658740:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467976.658743:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467976.658746:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467977.041453:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467977.041464:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467977.041472:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467977.041473:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467977.041478:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467977.041479:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467977.044772:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467977.044805:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467977.044810:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467977.297274:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467977.297293:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467977.297296:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467977.297303:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467977.297306:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467977.297312:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467977.297315:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467977.684631:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467977.684644:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467977.684646:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467977.684654:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467977.684659:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467977.684664:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467977.684667:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467977.684670:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467977.684673:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467978.065311:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467978.065322:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467978.065330:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467978.065331:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467978.065336:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467978.065337:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467978.065588:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467978.065594:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467978.065598:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467978.323059:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467978.323079:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467978.323082:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467978.323089:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467978.323091:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467978.323096:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467978.323100:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467978.705382:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467978.705393:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467978.705396:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467978.705403:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467978.705408:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467978.705412:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467978.705416:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467978.705419:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467978.705422:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467979.091025:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467979.091036:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467979.091044:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467979.091045:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467979.091050:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467979.091051:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467979.091180:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467979.091185:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467979.091189:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467979.345587:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467979.345607:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467979.345610:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467979.345616:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467979.345618:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467979.345624:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467979.345627:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467979.729228:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467979.729239:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467979.729242:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467979.729249:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467979.729253:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467979.729258:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467979.729262:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467979.729265:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467979.729269:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467980.113293:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467980.113304:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467980.113316:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467980.113318:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467980.113322:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467980.113324:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467980.113692:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467980.113697:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467980.113701:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467980.370017:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467980.370037:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467980.370041:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467980.370047:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467980.370050:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467980.370055:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467980.370058:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467980.753335:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467980.753346:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467980.753349:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467980.753357:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467980.753362:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467980.753367:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467980.753371:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467980.753374:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467980.753377:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467981.139191:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467981.139204:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467981.139207:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467981.139211:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467981.139217:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467981.139219:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467981.139222:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467981.139224:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467981.139229:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467981.139230:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467981.139234:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467981.139236:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467981.139543:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467981.139548:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467981.139551:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467981.393317:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1789467981.393324:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467981.393333:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467981.393336:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789467981.393338:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467981.393344:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789467981.393344:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467981.393353:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789467981.393355:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467981.393360:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467981.393366:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467981.393370:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467981.393377:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467981.393380:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467981.393383:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467981.393386:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467981.393388:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467981.393397:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20235) 00000100:00000001:2.0:1789467981.778027:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467981.778039:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467981.778042:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467981.778049:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467981.778054:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467981.778059:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467981.778063:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467981.778066:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467981.778070:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467982.161332:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467982.161350:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467982.161358:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467982.161360:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467982.161364:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467982.161365:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467982.161622:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467982.161626:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467982.161630:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467982.417286:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467982.417330:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467982.417332:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467982.417351:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467982.417354:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467982.417359:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467982.417363:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467982.801298:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467982.801309:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467982.801312:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467982.801319:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467982.801323:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467982.801328:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467982.801332:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467982.801335:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467982.801338:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467983.186080:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467983.186187:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467983.186198:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467983.186202:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467983.186205:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467983.186210:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467983.186214:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467983.186216:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467983.186218:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467983.186221:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467983.186225:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467983.186227:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467983.186228:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467983.186229:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467983.186230:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467983.186231:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467983.186233:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467983.186234:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467983.187761:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467983.187773:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467983.187778:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467983.441562:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467983.441580:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467983.441583:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467983.441590:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467983.441593:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467983.441598:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467983.441601:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467983.825916:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467983.825927:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467983.825930:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467983.825937:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467983.825941:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467983.825946:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467983.825949:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467983.825953:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467983.825956:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467984.209716:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467984.209728:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467984.209735:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467984.209736:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467984.209741:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467984.209742:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467984.210885:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467984.210892:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467984.210897:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467984.465608:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467984.465631:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467984.465634:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467984.465641:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467984.465644:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467984.465650:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467984.465653:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467984.850462:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467984.850472:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467984.850475:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467984.850482:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467984.850487:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467984.850492:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467984.850495:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467984.850498:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467984.850501:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467985.233372:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467985.233381:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467985.233388:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467985.233389:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467985.233393:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467985.233394:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467985.233904:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467985.233910:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467985.233914:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467985.489550:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467985.489569:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467985.489572:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467985.489578:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467985.489581:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467985.489586:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467985.489589:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467985.873635:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467985.873647:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467985.873650:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467985.873656:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467985.873662:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467985.873682:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467985.873686:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467985.873689:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467985.873693:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467986.258033:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467986.258044:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467986.258053:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467986.258078:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467986.258170:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467986.258172:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467986.258245:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467986.258249:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467986.258253:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789467986.513243:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467986.513256:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467986.513260:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467986.513263:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467986.513266:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467986.513274:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467986.513276:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789467986.513364:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467986.513377:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467986.513380:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467986.513385:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467986.513388:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467986.513392:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467986.513395:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789467986.513412:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467986.513415:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467986.513419:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467986.513425:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20240) 00000100:00000001:2.0:1789467986.897400:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467986.897411:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467986.897413:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467986.897419:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467986.897423:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467986.897428:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467986.897432:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467986.897435:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467986.897438:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467987.281354:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467987.281363:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467987.281371:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467987.281373:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467987.281380:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467987.281381:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467987.281562:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467987.281566:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467987.281570:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467987.537343:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467987.537363:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467987.537367:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467987.537373:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467987.537376:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467987.537381:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467987.537384:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467987.924076:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467987.924088:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467987.924091:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467987.924098:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467987.924103:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467987.924108:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467987.924111:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467987.924114:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467987.924117:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467988.305288:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467988.305297:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467988.305304:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467988.305305:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467988.305309:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467988.305310:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467988.305593:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467988.305598:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467988.305602:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467988.561345:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467988.561367:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467988.561371:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467988.561378:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467988.561380:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467988.561386:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467988.561390:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467988.945288:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467988.945299:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467988.945302:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467988.945310:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467988.945314:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467988.945320:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467988.945323:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467988.945326:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467988.945329:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467989.330774:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467989.330784:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467989.330792:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467989.330793:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467989.330797:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467989.330798:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467989.331010:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467989.331015:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467989.331019:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467989.585286:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467989.585315:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467989.585318:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467989.585323:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789467989.585326:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467989.585331:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467989.585335:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467989.969264:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467989.969272:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467989.969274:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467989.969279:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467989.969282:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467989.969286:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467989.969289:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467989.969291:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467989.969294:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467990.354971:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467990.354982:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467990.354985:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467990.354990:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467990.354996:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467990.354999:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467990.355002:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467990.355004:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467990.355010:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467990.355011:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467990.355016:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467990.355017:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467990.355127:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467990.355169:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467990.355174:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467990.609299:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467990.609318:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467990.609321:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467990.609328:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467990.609331:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467990.609415:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467990.609419:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467990.993324:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467990.993332:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467990.993335:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467990.993340:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467990.993343:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467990.993347:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467990.993350:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467990.993352:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467990.993355:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467991.377949:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467991.377957:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467991.377963:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467991.377965:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467991.377969:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467991.377970:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467991.378077:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467991.378082:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467991.378086:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467991.633323:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467991.633331:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467991.633346:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467966/real 1789467966] req@ffff8cb9f9032300 x1876386402400000/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467991 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467991.633362:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467991.633364:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467991.633368:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7b58. 00000400:00000200:0.0:1789467991.633375:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de908 00000400:00000010:0.0:1789467991.633377:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de908. 00000100:00000001:0.0:1789467991.633382:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467991.633386:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9032300 x1876386402400000/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467991 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467991.633396:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9032300 x1876386402400000/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467991 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467991.633403:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467991.633405:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467991.633408:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467991.633410:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467991.633414:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9032300 x1876386402400000/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467991 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467991.633421:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467991.633424:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467991.633429:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467966/real 1789467966] req@ffff8cb9f9031180 x1876386402400128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467991 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467991.633458:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467991.633460:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467991.633462:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7790. 00000400:00000200:0.0:1789467991.633464:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de7f8 00000400:00000010:0.0:1789467991.633466:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de7f8. 00000100:00000001:0.0:1789467991.633468:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467991.633472:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9031180 x1876386402400128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467991 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467991.633479:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9031180 x1876386402400128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467991 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467991.633485:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467991.633487:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467991.633488:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467991.633490:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467991.633493:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9031180 x1876386402400128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467991 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467991.633499:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467991.633501:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789467991.633505:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467966/real 1789467966] req@ffff8cb9f9033480 x1876386402399872/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467991 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789467991.633512:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789467991.633513:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789467991.633515:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7160. 00000400:00000200:0.0:1789467991.633517:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de3b8 00000400:00000010:0.0:1789467991.633519:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de3b8. 00000100:00000001:0.0:1789467991.633521:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789467991.633524:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033480 x1876386402399872/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467991 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789467991.633532:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033480 x1876386402399872/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467991 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467991.633543:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789467991.633545:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467991.633547:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467991.633548:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789467991.633552:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9033480 x1876386402399872/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467991 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467991.633558:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467991.633567:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467991.633569:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467991.633571:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467991.633573:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467991.633575:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467991.633580:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9032300 x1876386402400000/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467991 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467991.633586:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467991.633588:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467991.633590:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467991.633591:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467991.633593:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467991.633596:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467991.633600:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467991.633608:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789467991.633610:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467991.633614:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9032300 x1876386402400000/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467991 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467991.633622:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9032300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402400000:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467991.633627:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467991.633630:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9031180 x1876386402400128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467991 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467991.633642:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467991.633644:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467991.633646:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467991.633647:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467991.633649:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467991.633650:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467991.633652:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467991.633658:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789467991.633660:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467991.633664:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9031180 x1876386402400128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467991 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467991.633672:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402400128:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789467991.633676:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789467991.633680:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033480 x1876386402399872/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467991 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467991.633685:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789467991.633687:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467991.633689:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789467991.633690:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467991.633691:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789467991.633693:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789467991.633695:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789467991.633700:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789467991.633702:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789467991.633706:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033480 x1876386402399872/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467991 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789467991.633741:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402399872:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467991.633745:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467991.633748:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467991.633751:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9032300 x1876386402400000/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467991 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467991.633757:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467991.633760:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467991.633764:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacf400. 02000000:00000001:0.0:1789467991.633769:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467991.633772:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467991.633773:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789467991.633776:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467991.633778:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d3400. 02000000:00000001:0.0:1789467991.633781:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467991.633783:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467991.633785:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9032300. 00000100:00000001:0.0:1789467991.633788:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467991.633789:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467991.633790:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467991.633793:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9031180 x1876386402400128/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789467991 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467991.633797:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467991.633799:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467991.633800:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacd800. 02000000:00000001:0.0:1789467991.633802:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467991.633803:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467991.633804:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789467991.633806:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467991.633807:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d2000. 02000000:00000001:0.0:1789467991.633809:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467991.633810:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467991.633811:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9031180. 00000100:00000001:0.0:1789467991.633820:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467991.633821:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467991.633822:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789467991.633826:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033480 x1876386402399872/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789467991 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467991.633831:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789467991.633832:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789467991.633834:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacdc00. 02000000:00000001:0.0:1789467991.633836:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789467991.633838:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789467991.633839:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789467991.633840:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789467991.633841:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d0800. 02000000:00000001:0.0:1789467991.633844:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789467991.633845:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789467991.633846:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033480. 00000100:00000001:0.0:1789467991.633851:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789467991.633852:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467991.633854:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467991.633858:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467991.633859:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467991.633860:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467991.633862:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467991.634121:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467991.634126:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789467991.634128:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467991.634130:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467991.634166:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467991.634170:0:331018:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20214 00000400:00000200:2.0:1789467991.634178:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467991.634183:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789467991.634186:0:331018:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467991.634189:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467991.634192:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467991.634194:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467991.634196:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789467991.634202:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467991.634204:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:2.0:1789467991.634206:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467991.634208:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:2.0:1789467991.634210:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:2.0:1789467991.634212:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:2.0:1789467991.634215:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467991.634217:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467991.634218:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467991.634220:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789467991.634222:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:2.0:1789467991.634225:0:331018:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789467991.634228:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467991.634230:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467991.634233:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467991.634236:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467991.634237:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789467991.634240:0:331018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467991.634246:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742fb80. 00000020:00000040:2.0:1789467991.634248:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789467991.634252:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467991.634263:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467991.634266:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467991.634268:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467991.634271:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467991.634278:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacf800. 00000100:00000001:2.0:1789467991.634283:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467991.634289:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742fb80 x1876386402400256/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467991.634297:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467991.634300:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467991.634304:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea5b87c] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742fb80 x1876386402400256/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467991.634330:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467991.634333:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467991.634335:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789467991.634337:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467991.634338:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467991.634341:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467991.634343:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20214 00000400:00000200:2.0:1789467991.634346:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467991.634349:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789467991.634351:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467991.634353:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467991.634354:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467991.634356:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467991.634358:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789467991.634361:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467991.634362:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:2.0:1789467991.634364:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467991.634366:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:2.0:1789467991.634368:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:2.0:1789467991.634369:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:2.0:1789467991.634372:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467991.634373:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467991.634375:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467991.634377:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789467991.634379:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:2.0:1789467991.634381:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789467991.634383:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467991.634385:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467991.634390:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467991.634392:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467991.634393:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789467991.634397:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789467991.634399:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467991.634400:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467991.634404:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742df80. 00000020:00000040:2.0:1789467991.634406:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789467991.634408:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467991.634409:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467991.634410:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467991.634412:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467991.634413:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467991.634417:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faace400. 00000100:00000001:2.0:1789467991.634420:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467991.634424:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742df80 x1876386402400384/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467991.634435:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467991.634437:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467991.634440:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017561cf4] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742df80 x1876386402400384/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467991.634447:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789467991.634449:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789467991.634452:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789467991.634453:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789467991.634454:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789467991.634457:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789467991.634459:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20214 00000400:00000200:2.0:1789467991.634462:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789467991.634465:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789467991.634467:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789467991.634469:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467991.634471:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467991.634473:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467991.634475:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789467991.634477:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789467991.634478:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:2.0:1789467991.634480:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789467991.634481:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:2.0:1789467991.634483:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:2.0:1789467991.634485:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:2.0:1789467991.634487:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467991.634489:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789467991.634490:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789467991.634492:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789467991.634495:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:2.0:1789467991.634497:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789467991.634499:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789467991.634500:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789467991.634503:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789467991.634504:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467991.634506:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789467991.634508:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789467991.634510:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467991.634511:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789467991.634514:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742f480. 00000020:00000040:2.0:1789467991.634517:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789467991.634518:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789467991.634519:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467991.634521:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789467991.634522:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789467991.634524:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789467991.634528:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacc400. 00000100:00000001:2.0:1789467991.634531:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467991.634535:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742f480 x1876386402400512/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789467991.634542:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789467991.634544:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467991.634547:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009247fae5] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742f480 x1876386402400512/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789467991.634554:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789467991.634556:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467991.634560:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467991.634563:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789467991.634566:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789467991.634572:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20245) 00000100:00000001:0.0:1789467991.634802:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467991.634805:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467991.634807:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467991.634813:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742fb80 x1876386402400256/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467991.634821:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467991.634824:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467991.634827:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467991.634829:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467991.634832:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467991.634835:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402400256:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789467991.634839:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467991.634855:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467991.634857:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467991.634860:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467991.634864:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687e400. 02000000:00000001:0.0:1789467991.634866:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467991.634873:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789467991.634876:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c7e8. 00000400:00000010:0.0:1789467991.634882:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089440. 00000100:00000200:0.0:1789467991.634888:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402400256, portal 25 00000100:00000001:0.0:1789467991.634891:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467991.634892:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836137856 : -126740873413760 : ffff8cbad742fb80) 00000100:00000040:0.0:1789467991.634897:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742fb80 x1876386402400256/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467991.634904:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467991.634907:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789467991.634910:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089ee0. 00000100:00000200:0.0:1789467991.634914:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402400256, offset 0 00000400:00000200:0.0:1789467991.634919:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789467991.634926:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467991.634932:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789467991.634937:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789467991.634941:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789467991.634945:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789467991.634947:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789467991.634950:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93906:93906:256:4294967295] 192.168.203.142@tcp LPNI seq info [93906:93906:8:4294967295] 00000400:00000200:0.0:1789467991.634954:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467991.634964:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789467991.634969:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789467991.634974:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9ea1f1700. 00000800:00000200:0.0:1789467991.634981:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789467991.634989:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789467991.634993:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9ea1f1700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789467991.635064:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467991.635080:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789467991.635083:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314908916 00000100:00000010:0.0:1789467991.635088:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305b1e0. 00000100:00000001:0.0:1789467991.635095:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789467991.635101:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314908916 00000100:00000010:0.0:1789467991.635103:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305ba80. 00000100:00000001:0.0:1789467991.635106:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789467991.635109:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467991.635112:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467991.635114:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467991.635119:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742df80 x1876386402400384/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467991.635125:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467991.635126:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467991.635128:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467991.635150:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467991.635154:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467991.635157:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402400384:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467991.635160:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467991.635163:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467991.635164:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467991.635166:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467991.635169:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687c000. 02000000:00000001:0.0:1789467991.635171:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467991.635174:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789467991.635177:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c840. 00000400:00000010:0.0:1789467991.635181:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089198. 00000100:00000200:0.0:1789467991.635184:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402400384, portal 10 00000100:00000001:0.0:1789467991.635186:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467991.635187:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836130688 : -126740873420928 : ffff8cbad742df80) 00000100:00000040:0.0:1789467991.635193:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742df80 x1876386402400384/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467991.635205:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467991.635207:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789467991.635210:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec0892a8. 00000100:00000200:0.0:1789467991.635212:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402400384, offset 0 00000400:00000200:0.0:1789467991.635216:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789467991.635220:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467991.635224:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789467991.635226:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789467991.635229:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789467991.635231:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789467991.635233:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789467991.635235:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93907:93907:255:4294967295] 192.168.203.142@tcp LPNI seq info [93907:93907:7:4294967295] 00000400:00000200:0.0:1789467991.635240:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467991.635245:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789467991.635250:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789467991.635254:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9ea1f1800. 00000800:00000200:0.0:1789467991.635258:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789467991.635263:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789467991.635265:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9ea1f1800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789467991.635268:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467991.635272:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:0.0:1789467991.635275:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789467991.635277:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314907677 00000100:00000001:0.0:1789467991.635280:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314908916 00000100:00000001:0.0:1789467991.635282:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314907677 00000100:00000001:0.0:1789467991.635284:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314908916 00000100:00000001:0.0:1789467991.635286:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467991.635287:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467991.635295:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789467991.635300:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742f480 x1876386402400512/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467991.635307:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789467991.635308:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467991.635310:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789467991.635311:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789467991.635313:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789467991.635316:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402400512:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789467991.635319:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789467991.635321:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789467991.635323:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789467991.635324:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789467991.635327:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687d000. 02000000:00000001:0.0:1789467991.635329:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789467991.635333:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789467991.635335:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9caa8. 00000400:00000010:0.0:1789467991.635338:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec0895d8. 00000100:00000200:0.0:1789467991.635341:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402400512, portal 10 00000100:00000001:0.0:1789467991.635343:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789467991.635344:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836136064 : -126740873415552 : ffff8cbad742f480) 00000100:00000040:0.0:1789467991.635350:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742f480 x1876386402400512/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789467991.635357:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789467991.635360:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789467991.635363:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec0894c8. 00000100:00000200:0.0:1789467991.635365:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402400512, offset 0 00000400:00000200:0.0:1789467991.635370:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789467991.635374:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467991.635377:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789467991.635380:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789467991.635382:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789467991.635384:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789467991.635395:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789467991.635398:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93908:93908:254:4294967295] 192.168.203.142@tcp LPNI seq info [93908:93908:6:4294967295] 00000400:00000200:0.0:1789467991.635402:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789467991.635408:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789467991.635413:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789467991.635416:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9ea1f1300. 00000800:00000200:0.0:1789467991.635419:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789467991.635423:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789467991.635425:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9ea1f1300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789467991.635428:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789467991.635432:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:0.0:1789467991.635434:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789467991.635436:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314907665 00000100:00000001:0.0:1789467991.635438:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314908916 00000100:00000001:0.0:1789467991.635440:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314907665 00000100:00000001:0.0:1789467991.635442:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314908916 00000100:00000001:0.0:1789467991.635444:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789467991.635446:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467991.635448:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467991.635450:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467991.635455:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467991.635457:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789467991.635458:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467991.635460:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467991.635461:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467991.635463:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789467991.638603:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467991.638613:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9ea1f1700. 00000400:00000200:3.0:1789467991.638621:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467991.638630:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467991.638637:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089ee0 00000400:00000010:3.0:1789467991.638640:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089ee0. 00000100:00000001:3.0:1789467991.638646:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467991.638655:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742fb80 x1876386402400256/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467991.638666:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467991.638670:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742fb80 x1876386402400256/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468016 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467991.638678:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467991.638680:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467991.638695:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467991.638697:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9ea1f1800. 00000400:00000200:3.0:1789467991.638700:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467991.638703:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467991.638706:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec0892a8 00000400:00000010:3.0:1789467991.638708:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec0892a8. 00000100:00000001:3.0:1789467991.638710:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467991.638714:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742df80 x1876386402400384/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467991.638794:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467991.638798:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742df80 x1876386402400384/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468016 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467991.638805:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467991.638807:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789467991.638878:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789467991.638881:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9ea1f1300. 00000400:00000200:3.0:1789467991.638897:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789467991.638901:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789467991.638904:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec0894c8 00000400:00000010:3.0:1789467991.638906:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec0894c8. 00000100:00000001:3.0:1789467991.638909:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789467991.638913:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742f480 x1876386402400512/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467991.638921:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789467991.638924:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742f480 x1876386402400512/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468016 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789467991.638930:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789467991.638932:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789467992.017434:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467992.017442:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467992.017444:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467992.017449:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467992.017453:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467992.017457:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467992.017460:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467992.017462:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467992.017465:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467992.401438:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467992.401445:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467992.401451:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467992.401454:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467992.401457:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467992.401460:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467992.401479:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467992.401481:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467992.401483:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467992.401486:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467992.401490:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467992.401491:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789467992.401493:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789467992.401494:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467992.401495:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789467992.401497:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467992.401499:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467992.401500:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467992.403211:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467992.403217:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467992.403221:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789467992.913377:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314908916, at 4314908928 00000100:00000010:3.0:1789467992.913395:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305ba80. 00000100:00000040:2.0:1789467992.915192:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314908916, at 4314908930 00000100:00000010:2.0:1789467992.915205:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305b1e0. 00000100:00000001:2.0:1789467993.041349:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467993.041357:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467993.041359:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467993.041363:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467993.041367:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467993.041370:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467993.041373:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467993.041375:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467993.041378:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467993.425780:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467993.425787:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467993.425792:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467993.425793:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467993.425796:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467993.425797:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467993.429724:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467993.429731:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467993.429736:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467994.065257:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467994.065266:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467994.065268:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467994.065273:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467994.065277:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467994.065282:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467994.065284:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467994.065286:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467994.065289:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467994.449256:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467994.449264:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467994.449269:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467994.449270:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467994.449273:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467994.449275:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467994.450798:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467994.450804:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467994.450808:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467995.089290:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467995.089297:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467995.089300:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467995.089305:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467995.089308:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467995.089312:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467995.089315:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467995.089317:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467995.089320:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467995.473281:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467995.473288:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467995.473293:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467995.473294:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467995.473298:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467995.473299:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467995.473392:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467995.473395:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467995.473398:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789467996.113251:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467996.113259:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467996.113261:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467996.113266:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467996.113270:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467996.113278:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467996.113281:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467996.113283:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467996.113287:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467996.497322:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467996.497329:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467996.497334:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467996.497336:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467996.497399:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467996.497401:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789467996.501302:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789467996.501309:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789467996.501314:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467996.753970:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467996.753985:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467996.754000:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467996.754004:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467996.754006:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467996.754010:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467996.754013:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789467996.757075:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467996.757085:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467996.757089:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467996.757092:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789467996.757094:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789467996.757098:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789467996.757100:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467996.757104:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467996.757106:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789467996.757126:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789467996.757152:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20250) 00000100:00000001:2.0:1789467997.137285:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467997.137293:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467997.137295:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467997.137301:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467997.137305:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467997.137309:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467997.137312:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467997.137314:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467997.137317:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467997.521770:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467997.521777:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467997.521783:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467997.521784:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467997.521788:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467997.521789:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467997.525161:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467997.525167:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467997.525172:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467997.777261:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467997.777285:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467997.777287:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467997.777292:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467997.777294:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467997.777298:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467997.777301:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467998.161249:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467998.161255:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467998.161258:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467998.161263:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467998.161267:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467998.161270:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467998.161273:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467998.161276:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467998.161282:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467998.546042:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467998.546050:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467998.546055:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467998.546056:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467998.546059:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467998.546061:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789467998.546706:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789467998.546710:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789467998.546713:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467998.801426:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467998.801439:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467998.801441:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467998.801446:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467998.801448:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467998.801452:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467998.801455:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789467999.185271:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789467999.185277:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789467999.185280:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789467999.185285:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789467999.185289:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789467999.185293:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467999.185296:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789467999.185298:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789467999.185301:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467999.570194:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467999.570200:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467999.570206:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467999.570207:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789467999.570210:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789467999.570211:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789467999.570293:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789467999.570297:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789467999.570300:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789467999.825261:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789467999.825277:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789467999.825295:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789467999.825300:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789467999.825303:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789467999.825307:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789467999.825310:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468000.209245:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468000.209252:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468000.209254:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468000.209259:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468000.209262:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468000.209266:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468000.209269:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468000.209271:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468000.209273:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468000.593235:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468000.593242:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468000.593243:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468000.593246:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468000.593250:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468000.593252:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468000.593253:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468000.593255:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468000.593257:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468000.593258:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468000.593261:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468000.593262:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468000.593358:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468000.593361:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468000.593363:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468000.849257:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468000.849273:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468000.849275:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468000.849279:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468000.849281:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468000.849286:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468000.849289:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468001.233267:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468001.233276:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468001.233278:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468001.233283:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468001.233286:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468001.233290:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468001.233293:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468001.233296:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468001.233305:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468001.620333:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468001.620340:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468001.620346:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468001.620347:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468001.620351:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468001.620352:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468001.620431:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468001.620435:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468001.620453:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468001.873465:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468001.873479:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468001.873481:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468001.873485:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468001.873487:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468001.873491:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468001.873494:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468001.873630:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468001.873636:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468001.873639:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468001.873642:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468001.873645:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468001.873648:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468001.873660:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468001.873664:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468001.873667:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468001.873670:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468001.873675:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20255) 00000100:00000001:2.0:1789468002.258498:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468002.258507:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468002.258509:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468002.258513:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468002.258517:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468002.258520:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468002.258523:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468002.258525:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468002.258528:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468002.641325:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468002.641333:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468002.641355:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468002.641358:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468002.641360:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468002.641364:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468002.641367:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468002.641369:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468002.641371:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468002.641373:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468002.641376:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468002.641378:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468002.641379:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468002.641380:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468002.641381:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468002.641382:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468002.641383:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468002.641384:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468002.641441:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468002.641447:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468002.641450:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468002.897415:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468002.897429:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468002.897431:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468002.897435:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468002.897438:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468002.897442:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468002.897445:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468003.281260:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468003.281268:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468003.281270:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468003.281275:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468003.281279:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468003.281283:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468003.281286:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468003.281288:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468003.281301:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468003.665544:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468003.665551:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468003.665556:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468003.665558:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468003.665561:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468003.665562:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468003.665685:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468003.665689:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468003.665693:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468003.922862:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468003.922875:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468003.922878:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468003.922882:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468003.922885:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468003.922888:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468003.922891:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468004.305237:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468004.305243:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468004.305245:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468004.305250:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468004.305253:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468004.305256:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468004.305259:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468004.305261:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468004.305264:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468004.689409:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468004.689416:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468004.689422:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468004.689439:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468004.689443:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468004.689444:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468004.689704:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468004.689708:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468004.689711:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468004.949845:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468004.949861:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468004.949863:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468004.949869:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468004.949872:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468004.949875:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468004.949878:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468005.329515:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468005.329523:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468005.329526:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468005.329531:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468005.329534:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468005.329538:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468005.329541:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468005.329542:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468005.329545:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468005.713931:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468005.713938:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468005.713944:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468005.713945:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468005.713948:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468005.713949:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468005.714062:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468005.714065:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468005.714068:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468005.969666:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468005.969679:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468005.969682:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468005.969687:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468005.969689:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468005.969693:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468005.969696:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468006.353259:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468006.353267:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468006.353270:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468006.353275:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468006.353279:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468006.353283:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468006.353286:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468006.353289:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468006.353291:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468006.738771:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468006.738777:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468006.738782:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468006.738783:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468006.738787:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468006.738788:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468006.739049:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468006.739053:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468006.739056:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468006.993279:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468006.993293:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468006.993295:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468006.993299:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468006.993302:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468006.993305:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468006.993307:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468006.993412:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468006.993419:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468006.993422:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468006.993425:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468006.993443:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468006.993446:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468006.993448:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468006.993452:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468006.993454:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468006.993457:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468006.993463:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20260) 00000100:00000001:2.0:1789468007.378073:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468007.378080:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468007.378082:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468007.378088:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468007.378091:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468007.378096:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468007.378100:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468007.378102:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468007.378105:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468007.761292:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468007.761299:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468007.761304:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468007.761305:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468007.761309:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468007.761310:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468007.762094:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468007.762098:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468007.762102:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468008.017296:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468008.017310:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468008.017313:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468008.017318:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468008.017342:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468008.017347:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468008.017349:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468008.401251:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468008.401259:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468008.401261:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468008.401266:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468008.401269:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468008.401273:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468008.401275:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468008.401277:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468008.401279:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468008.785273:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468008.785282:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468008.785288:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468008.785289:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468008.785292:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468008.785294:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468008.785409:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468008.785413:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468008.785415:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468009.041255:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468009.041270:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468009.041272:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468009.041277:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468009.041279:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468009.041283:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468009.041286:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468009.425281:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468009.425288:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468009.425290:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468009.425295:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468009.425299:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468009.425303:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468009.425305:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468009.425308:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468009.425310:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468009.809315:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468009.809322:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468009.809326:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468009.809328:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468009.809331:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468009.809332:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468009.809417:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468009.809420:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468009.809423:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468010.065280:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468010.065293:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468010.065295:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468010.065300:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468010.065302:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468010.065306:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468010.065310:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468010.449249:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468010.449256:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468010.449259:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468010.449264:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468010.449268:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468010.449272:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468010.449274:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468010.449276:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468010.449279:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468010.833267:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468010.833276:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468010.833279:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468010.833282:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468010.833287:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468010.833289:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468010.833292:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468010.833294:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468010.833298:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468010.833300:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468010.833324:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468010.833325:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468010.833377:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468010.833381:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468010.833384:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468011.089268:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468011.089281:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468011.089283:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468011.089287:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468011.089289:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468011.089294:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468011.089296:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468011.473253:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468011.473261:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468011.473263:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468011.473268:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468011.473272:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468011.473276:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468011.473278:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468011.473281:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468011.473283:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468011.857292:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468011.857300:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468011.857304:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468011.857306:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468011.857309:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468011.857310:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468011.857451:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468011.857454:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468011.857457:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468012.114115:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468012.114123:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468012.114126:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468012.114145:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468012.114149:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468012.114152:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468012.114155:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468012.114158:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468012.114160:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468012.114163:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468012.114180:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20265) 00000100:00000001:2.0:1789468012.114687:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468012.114698:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468012.114701:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468012.114704:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468012.114706:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468012.114710:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468012.114713:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468012.497315:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468012.497323:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468012.497325:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468012.497330:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468012.497333:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468012.497337:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468012.497340:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468012.497343:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468012.497346:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468012.883254:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468012.883261:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468012.883267:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468012.883270:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468012.883272:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468012.883276:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468012.883279:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468012.883281:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468012.883282:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468012.883285:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468012.883288:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468012.883290:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468012.883291:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468012.883292:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468012.883294:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468012.883295:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468012.883296:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468012.883298:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468012.883468:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468012.883472:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468012.883475:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468013.137214:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468013.137228:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468013.137230:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468013.137236:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468013.137238:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468013.137242:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468013.137245:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468013.521259:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468013.521267:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468013.521270:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468013.521275:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468013.521279:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468013.521283:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468013.521286:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468013.521288:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468013.521290:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468013.905286:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468013.905293:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468013.905298:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468013.905299:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468013.905302:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468013.905321:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468013.905409:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468013.905413:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468013.905415:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468014.161204:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468014.161216:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468014.161218:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468014.161222:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468014.161224:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468014.161228:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468014.161230:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468014.545273:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468014.545281:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468014.545283:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468014.545288:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468014.545292:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468014.545296:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468014.545298:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468014.545301:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468014.545303:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468014.929698:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468014.929705:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468014.929710:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468014.929711:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468014.929714:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468014.929715:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468014.929832:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468014.929836:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468014.929839:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468015.185678:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468015.185694:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468015.185696:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468015.185701:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468015.185703:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468015.185707:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468015.185711:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468015.571461:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468015.571471:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468015.571473:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468015.571480:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468015.571484:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468015.571488:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468015.571490:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468015.571493:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468015.571496:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468015.956984:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468015.956994:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468015.957002:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468015.957003:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468015.957007:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468015.957009:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468015.957488:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468015.957612:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468015.957617:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468016.209654:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468016.209661:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468016.209676:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467991/real 1789467991] req@ffff8cbad742fb80 x1876386402400256/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468016 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468016.209695:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468016.209697:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468016.209700:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c7e8. 00000400:00000200:0.0:1789468016.209707:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089440 00000400:00000010:0.0:1789468016.209710:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089440. 00000100:00000001:0.0:1789468016.209714:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468016.209719:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742fb80 x1876386402400256/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468016 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468016.209728:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742fb80 x1876386402400256/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468016 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468016.209736:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468016.209738:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468016.209741:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468016.209742:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468016.209747:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742fb80 x1876386402400256/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468016 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468016.209754:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468016.209771:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468016.209777:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467991/real 1789467991] req@ffff8cbad742df80 x1876386402400384/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468016 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468016.209786:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468016.209787:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468016.209790:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c840. 00000400:00000200:0.0:1789468016.209792:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089198 00000400:00000010:0.0:1789468016.209794:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089198. 00000100:00000001:0.0:1789468016.209796:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468016.209799:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742df80 x1876386402400384/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468016 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468016.209807:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742df80 x1876386402400384/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468016 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468016.209814:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468016.209815:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468016.209817:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468016.209819:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468016.209822:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742df80 x1876386402400384/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468016 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468016.209828:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468016.209830:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468016.209834:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789467991/real 1789467991] req@ffff8cbad742f480 x1876386402400512/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468016 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468016.209842:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468016.209843:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468016.209845:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9caa8. 00000400:00000200:0.0:1789468016.209847:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec0895d8 00000400:00000010:0.0:1789468016.209849:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec0895d8. 00000100:00000001:0.0:1789468016.209851:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468016.209854:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742f480 x1876386402400512/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468016 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468016.209874:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742f480 x1876386402400512/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468016 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468016.209881:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468016.209882:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468016.209884:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468016.209885:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468016.209889:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742f480 x1876386402400512/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468016 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468016.209896:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468016.209904:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468016.209906:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468016.209910:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468016.209912:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468016.209914:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468016.209918:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742fb80 x1876386402400256/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468016 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468016.209926:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468016.209929:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468016.209943:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468016.209944:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468016.209947:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468016.209949:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468016.209953:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468016.209979:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789468016.209988:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468016.209994:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742fb80 x1876386402400256/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468016 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468016.210003:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402400256:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789468016.210016:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468016.210020:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742df80 x1876386402400384/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468016 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468016.210027:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468016.210029:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468016.210031:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468016.210032:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468016.210034:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468016.210036:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468016.210039:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468016.210045:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789468016.210047:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468016.210051:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742df80 x1876386402400384/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468016 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468016.210060:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402400384:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468016.210064:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468016.210068:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742f480 x1876386402400512/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468016 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789468016.210071:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789468016.210076:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468016.210078:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1789468016.210080:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468016.210082:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1789468016.210084:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:3.0:1789468016.210086:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468016.210087:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468016.210091:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468016.210092:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:0.0:1789468016.210093:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468016.210098:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468016.210098:0:331018:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20240 00000400:00000200:3.0:1789468016.210109:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468016.210115:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789468016.210117:0:331018:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468016.210120:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468016.210124:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00080000:0.0:1789468016.210126:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000040:3.0:1789468016.210129:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468016.210154:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789468016.210162:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468016.210165:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789468016.210167:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468016.210172:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000100:00000001:0.0:1789468016.210173:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:3.0:1789468016.210178:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789468016.210183:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:0.0:1789468016.210184:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742f480 x1876386402400512/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468016 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789468016.210190:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468016.210195:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468016.210197:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468016.210199:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789468016.210202:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789468016.210205:0:331018:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789468016.210208:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468016.210217:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468016.210222:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468016.210224:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468016.210227:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468016.210230:0:331018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468016.210236:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030e00. 00000020:00000040:3.0:1789468016.210239:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=5 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789468016.210243:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468016.210245:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468016.210248:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468016.210252:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1789468016.210253:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402400512:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468016.210259:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468016.210262:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468016.210266:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742fb80 x1876386402400256/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468016 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468016.210273:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468016.210276:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468016.210279:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687e400. 02000000:00000001:0.0:1789468016.210284:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468016.210286:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468016.210288:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789468016.210290:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468016.210292:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacf800. 02000000:00000001:0.0:1789468016.210296:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468016.210298:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468016.210299:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742fb80. 00000100:00000001:0.0:1789468016.210304:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468016.210305:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468016.210307:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468016.210310:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742df80 x1876386402400384/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468016 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468016.210315:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468016.210316:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468016.210318:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687c000. 02000000:00000001:0.0:1789468016.210320:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468016.210322:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468016.210323:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789468016.210324:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468016.210326:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faace400. 02000000:00000001:0.0:1789468016.210334:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468016.210336:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468016.210337:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742df80. 00000100:00000001:0.0:1789468016.210342:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468016.210344:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468016.210346:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468016.210350:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742f480 x1876386402400512/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468016 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468016.210357:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468016.210358:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468016.210360:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687d000. 02000000:00000001:0.0:1789468016.210362:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468016.210364:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468016.210365:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789468016.210367:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468016.210368:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacc400. 02000000:00000001:0.0:1789468016.210371:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468016.210372:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468016.210373:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742f480. 00000100:00000001:0.0:1789468016.210375:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468016.210376:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468016.210378:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468016.210382:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468016.210383:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468016.210385:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468016.210387:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468016.210565:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468016.210574:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1000. 00000100:00000001:3.0:1789468016.210580:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468016.210588:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030e00 x1876386402400640/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468016.210597:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468016.210600:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468016.210604:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ae05b5f] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030e00 x1876386402400640/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468016.210617:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468016.210620:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468016.210623:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468016.210624:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468016.210626:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468016.210629:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468016.210631:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20240 00000400:00000200:3.0:1789468016.210636:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468016.210638:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789468016.210640:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468016.210643:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468016.210645:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468016.210652:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468016.210654:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789468016.210658:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468016.210659:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789468016.210661:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468016.210663:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789468016.210665:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789468016.210667:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789468016.210669:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468016.210671:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468016.210673:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468016.210674:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789468016.210676:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789468016.210678:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789468016.210680:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468016.210681:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468016.210686:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468016.210687:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468016.210689:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789468016.210692:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789468016.210695:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468016.210696:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468016.210699:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030000. 00000020:00000040:3.0:1789468016.210701:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789468016.210703:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468016.210704:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468016.210706:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468016.210707:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468016.210709:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468016.210712:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3800. 00000100:00000001:3.0:1789468016.210715:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468016.210719:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030000 x1876386402400768/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468016.210731:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468016.210733:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468016.210738:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000685e8900] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030000 x1876386402400768/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468016.210744:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468016.210746:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468016.210749:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468016.210750:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468016.210752:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468016.210755:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468016.210757:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20240 00000400:00000200:3.0:1789468016.210761:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468016.210764:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00000001:0.0:1789468016.211204:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468016.211208:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468016.211210:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468016.211216:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030e00 x1876386402400640/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468016.211224:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468016.211226:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468016.211229:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468016.211231:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468016.211233:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468016.211246:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402400640:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789468016.211250:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468016.211253:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468016.211256:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468016.211258:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468016.211262:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687d000. 02000000:00000001:0.0:1789468016.211264:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468016.211269:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789468016.211273:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9caa8. 00000400:00000010:0.0:1789468016.211278:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec0895d8. 00000100:00000200:0.0:1789468016.211284:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402400640, portal 25 00000100:00000001:0.0:1789468016.211286:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468016.211288:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107406336 : -126744602145280 : ffff8cb9f9030e00) 00000100:00000040:0.0:1789468016.211293:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030e00 x1876386402400640/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468016.211301:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468016.211303:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789468016.211306:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089198. 00000100:00000200:0.0:1789468016.211309:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402400640, offset 0 00000400:00000200:0.0:1789468016.211315:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789468016.211322:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468016.211328:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789468016.211332:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789468016.211336:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789468016.211339:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789468016.211342:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789468016.211345:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93909:93909:256:4294967295] 192.168.203.142@tcp LPNI seq info [93909:93909:8:4294967295] 00000400:00000200:0.0:1789468016.211349:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468016.211359:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789468016.211364:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789468016.211369:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9ea1f1b00. 00000800:00000200:0.0:1789468016.211381:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789468016.211389:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789468016.211393:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9ea1f1b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789468016.211406:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468016.211410:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789468016.211413:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314933493 00000100:00000010:0.0:1789468016.211417:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305bde0. 00000100:00000001:0.0:1789468016.211425:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789468016.211430:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314933493 00000100:00000010:0.0:1789468016.211432:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305bae0. 00000100:00000001:0.0:1789468016.211435:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789468016.211437:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468016.211440:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468016.211442:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468016.211446:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030000 x1876386402400768/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468016.211453:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468016.211454:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468016.211456:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468016.211458:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468016.211460:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468016.211463:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402400768:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468016.211466:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468016.211468:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468016.211469:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468016.211471:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468016.211474:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687c000. 02000000:00000001:0.0:1789468016.211476:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468016.211479:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789468016.211482:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c840. 00000400:00000010:0.0:1789468016.211486:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089440. 00000100:00000200:0.0:1789468016.211490:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402400768, portal 10 00000100:00000001:0.0:1789468016.211497:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468016.211498:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107402752 : -126744602148864 : ffff8cb9f9030000) 00000100:00000040:0.0:1789468016.211506:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030000 x1876386402400768/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468016.211512:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468016.211514:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789468016.211517:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089f68. 00000100:00000200:0.0:1789468016.211520:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402400768, offset 0 00000400:00000200:0.0:1789468016.211524:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789468016.211529:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468016.211532:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789468016.211534:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789468016.211537:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000100:00080000:3.0:1789468016.211853:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468016.211858:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468016.211860:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468016.211862:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468016.211864:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789468016.211870:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468016.211872:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789468016.211874:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468016.211877:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789468016.211880:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789468016.211882:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789468016.211885:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468016.211886:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468016.211888:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468016.211890:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789468016.211900:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789468016.211904:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789468016.211907:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468016.211909:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468016.211913:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468016.211915:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468016.211918:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789468016.211921:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789468016.211923:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468016.211925:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468016.211929:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033b80. 00000020:00000040:3.0:1789468016.211932:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789468016.211934:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468016.211936:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468016.211938:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468016.211940:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468016.211943:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468016.211948:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1400. 00000100:00000001:3.0:1789468016.211953:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468016.211958:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033b80 x1876386402400896/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468016.211966:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468016.211968:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468016.211972:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013cbb969] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033b80 x1876386402400896/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468016.211980:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468016.211984:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468016.211988:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468016.211990:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468016.211994:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468016.212005:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20269) 00000100:00000040:3.0:1789468016.212012:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468016.212015:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468016.212017:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468016.212019:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468016.212022:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20269) 00000800:00000200:3.0:1789468016.212144:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468016.212148:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9ea1f1b00. 00000400:00000200:3.0:1789468016.212154:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468016.212159:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468016.212164:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089198 00000400:00000010:3.0:1789468016.212167:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089198. 00000100:00000001:3.0:1789468016.212171:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468016.212175:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030e00 x1876386402400640/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468016.212184:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468016.212187:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030e00 x1876386402400640/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468041 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468016.212193:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468016.212194:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1789468016.213062:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789468016.213070:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789468016.213075:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93910:93910:256:4294967295] 192.168.203.142@tcp LPNI seq info [93910:93910:8:4294967295] 00000400:00000200:0.0:1789468016.213080:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468016.213090:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789468016.213095:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789468016.213102:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9ea1f1200. 00000800:00000200:0.0:1789468016.213107:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789468016.213113:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789468016.213122:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9ea1f1200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789468016.213152:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468016.213158:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:0.0:1789468016.213163:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789468016.213166:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314932255 00000100:00000001:0.0:1789468016.213168:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314933493 00000100:00000001:0.0:1789468016.213171:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314932255 00000100:00000001:0.0:1789468016.213173:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314933493 00000100:00000001:0.0:1789468016.213185:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468016.213188:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468016.213193:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468016.213196:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468016.213204:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468016.213207:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789468016.213209:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468016.213211:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468016.213212:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468016.213219:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033b80 x1876386402400896/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468016.213227:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468016.213229:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468016.213232:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468016.213234:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468016.213236:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468016.213239:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402400896:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468016.213243:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468016.213246:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468016.213249:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468016.213251:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468016.213256:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687e400. 02000000:00000001:0.0:1789468016.213258:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468016.213262:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789468016.213266:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c7e8. 00000400:00000010:0.0:1789468016.213271:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec0896e8. 00000100:00000200:0.0:1789468016.213276:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402400896, portal 10 00000100:00000001:0.0:1789468016.213278:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468016.213280:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107417984 : -126744602133632 : ffff8cb9f9033b80) 00000100:00000040:0.0:1789468016.213286:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033b80 x1876386402400896/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468016.213291:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468016.213294:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789468016.213303:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089550. 00000100:00000200:0.0:1789468016.213307:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402400896, offset 0 00000400:00000200:0.0:1789468016.213312:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789468016.213319:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468016.213323:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789468016.213327:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789468016.213332:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789468016.213335:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789468016.213337:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789468016.213340:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93911:93911:255:4294967295] 192.168.203.142@tcp LPNI seq info [93911:93911:7:4294967295] 00000400:00000200:0.0:1789468016.213344:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468016.213351:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789468016.213355:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789468016.213360:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9ea1f1e00. 00000800:00000200:0.0:1789468016.213363:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789468016.213368:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789468016.213371:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9ea1f1e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789468016.213374:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468016.213377:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:0.0:1789468016.213381:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789468016.213383:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314932243 00000100:00000001:0.0:1789468016.213385:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314933493 00000100:00000001:0.0:1789468016.213387:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314932243 00000100:00000001:0.0:1789468016.213389:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314933493 00000100:00000001:0.0:1789468016.213391:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468016.213393:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468016.213396:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468016.213398:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468016.213401:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468016.213402:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789468016.213410:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468016.213411:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468016.213413:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468016.213415:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789468016.213946:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468016.213951:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9ea1f1200. 00000400:00000200:3.0:1789468016.213956:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468016.213961:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468016.213965:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089f68 00000400:00000010:3.0:1789468016.213968:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089f68. 00000100:00000001:3.0:1789468016.213972:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468016.213977:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030000 x1876386402400768/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468016.213985:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468016.213996:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030000 x1876386402400768/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468041 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468016.214003:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468016.214005:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789468016.214492:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468016.214496:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9ea1f1e00. 00000400:00000200:3.0:1789468016.214500:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468016.214505:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468016.214509:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089550 00000400:00000010:3.0:1789468016.214511:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089550. 00000100:00000001:3.0:1789468016.214514:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468016.214519:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033b80 x1876386402400896/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468016.214527:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468016.214530:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033b80 x1876386402400896/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468041 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468016.215206:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468016.215208:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468016.593743:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468016.593751:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468016.593753:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468016.593758:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468016.593762:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468016.593766:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468016.593769:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468016.593771:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468016.593774:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468016.978064:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468016.978071:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468016.978076:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468016.978077:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468016.978080:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468016.978082:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468016.980234:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468016.980241:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468016.980246:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789468017.489276:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314933493, at 4314933504 00000100:00000010:3.0:1789468017.489297:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305bae0. 00000100:00000040:2.0:1789468017.489392:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314933493, at 4314933504 00000100:00000010:2.0:1789468017.489399:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305bde0. 00000100:00000001:2.0:1789468017.617346:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468017.617354:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468017.617356:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468017.617361:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468017.617365:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468017.617368:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468017.617371:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468017.617374:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468017.617376:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468018.001576:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468018.001583:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468018.001589:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468018.001590:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468018.001594:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468018.001595:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468018.001690:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468018.001694:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468018.001698:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468018.641297:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468018.641305:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468018.641307:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468018.641313:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468018.641316:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468018.641320:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468018.641322:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468018.641325:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468018.641328:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468019.025256:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468019.025262:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468019.025265:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468019.025266:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468019.025268:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468019.025269:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468019.025341:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468019.025346:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468019.025349:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468019.665569:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468019.665579:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468019.665581:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468019.665587:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468019.665591:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468019.665595:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468019.665598:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468019.665601:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468019.665603:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468020.049404:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468020.049411:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468020.049417:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468020.049418:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468020.049421:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468020.049422:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468020.049545:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468020.049548:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468020.049551:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468020.689247:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468020.689255:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468020.689257:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468020.689262:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468020.689266:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468020.689269:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468020.689272:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468020.689274:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468020.689277:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468021.073475:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468021.073483:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468021.073485:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468021.073489:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468021.073493:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468021.073495:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468021.073497:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468021.073499:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468021.073503:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468021.073504:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468021.073532:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468021.073533:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468021.076566:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468021.076572:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468021.076575:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468021.329401:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468021.329412:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468021.329415:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468021.329418:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468021.329420:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468021.329423:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468021.329425:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468021.329428:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468021.329431:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468021.329434:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468021.329439:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20275) 00000100:00000001:2.0:1789468021.329525:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468021.329535:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468021.329537:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468021.329540:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468021.329543:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468021.329547:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468021.329549:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468021.714349:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468021.714357:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468021.714359:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468021.714364:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468021.714368:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468021.714372:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468021.714375:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468021.714377:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468021.714380:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468022.098421:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468022.098427:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468022.098433:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468022.098435:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468022.098437:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468022.098439:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468022.098546:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468022.098550:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468022.098554:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468022.353320:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468022.353333:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468022.353335:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468022.353340:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468022.353342:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468022.353346:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468022.353348:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468022.737266:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468022.737273:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468022.737275:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468022.737280:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468022.737283:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468022.737287:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468022.737290:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468022.737292:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468022.737294:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468023.121260:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468023.121267:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468023.121272:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468023.121275:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468023.121277:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468023.121280:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468023.121283:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468023.121285:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468023.121287:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468023.121289:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468023.121309:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468023.121311:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468023.121312:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468023.121314:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468023.121316:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468023.121317:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468023.121318:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468023.121320:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468023.121581:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468023.121586:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468023.121589:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468023.377282:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468023.377302:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468023.377305:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468023.377311:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468023.377314:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468023.377319:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468023.377322:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468023.761314:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468023.761325:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468023.761328:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468023.761335:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468023.761340:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468023.761345:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468023.761349:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468023.761351:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468023.761355:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468024.145232:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468024.145240:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468024.145245:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468024.145246:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468024.145249:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468024.145250:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468024.145425:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468024.145432:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468024.145438:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468024.401321:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468024.401343:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468024.401347:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468024.401353:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468024.401355:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468024.401360:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468024.401364:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468024.785924:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468024.785935:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468024.785938:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468024.785946:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468024.785950:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468024.785954:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468024.785957:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468024.785960:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468024.785964:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468025.169551:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468025.169558:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468025.169563:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468025.169564:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468025.169567:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468025.169568:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468025.170428:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468025.170432:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468025.170436:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468025.425250:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468025.425264:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468025.425266:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468025.425271:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468025.425274:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468025.425278:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468025.425281:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468025.809208:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468025.809224:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468025.809226:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468025.809231:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468025.809234:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468025.809238:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468025.809241:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468025.809243:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468025.809246:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468026.193305:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468026.193312:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468026.193317:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468026.193319:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468026.193322:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468026.193323:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468026.193417:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468026.193421:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468026.193424:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468026.454441:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468026.454455:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468026.454458:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468026.454463:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468026.454466:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1789468026.454481:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468026.454488:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468026.454490:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468026.454494:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468026.454513:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468026.454516:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468026.454518:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468026.454522:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468026.454524:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468026.454527:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468026.454532:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20280) 00000100:00000001:0.0:1789468026.454687:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468026.454690:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468026.833816:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468026.833824:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468026.833826:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468026.833832:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468026.833835:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468026.833839:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468026.833842:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468026.833844:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468026.833847:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468027.217265:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468027.217272:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468027.217277:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468027.217278:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468027.217281:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468027.217299:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468027.217419:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468027.217423:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468027.217426:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468027.474829:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468027.474844:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468027.474846:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468027.474851:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468027.474853:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468027.474857:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468027.474859:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468027.857259:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468027.857267:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468027.857269:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468027.857275:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468027.857279:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468027.857282:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468027.857285:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468027.857288:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468027.857290:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468028.241286:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468028.241293:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468028.241310:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468028.241311:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468028.241314:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468028.241315:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468028.241937:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468028.241941:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468028.241945:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468028.497790:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468028.497805:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468028.497807:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468028.497812:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468028.497815:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468028.497819:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468028.497821:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468028.881267:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468028.881275:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468028.881276:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468028.881282:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468028.881286:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468028.881290:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468028.881293:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468028.881295:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468028.881298:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468029.265978:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468029.265985:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468029.265990:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468029.265992:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468029.265995:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468029.265996:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468029.267506:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468029.267511:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468029.267516:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468029.521261:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468029.521276:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468029.521278:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468029.521284:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468029.521286:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468029.521291:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468029.521294:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468029.905310:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468029.905318:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468029.905320:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468029.905326:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468029.905330:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468029.905333:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468029.905337:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468029.905339:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468029.905342:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468030.289294:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468030.289302:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468030.289304:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468030.289307:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468030.289312:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468030.289314:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468030.289316:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468030.289318:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468030.289322:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468030.289323:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468030.289327:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468030.289328:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468030.290150:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468030.290158:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468030.290459:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468030.545428:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468030.545452:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468030.545454:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468030.545459:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468030.545462:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468030.545466:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468030.545468:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468030.929289:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468030.929297:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468030.929299:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468030.929304:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468030.929307:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468030.929311:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468030.929314:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468030.929316:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468030.929318:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468031.315908:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468031.315918:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468031.315925:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468031.315927:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468031.315930:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468031.315932:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468031.317528:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468031.317535:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468031.317541:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468031.569250:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468031.569265:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468031.569266:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468031.569271:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468031.569274:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468031.569278:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468031.569281:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468031.570828:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468031.570840:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468031.570843:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468031.570846:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468031.570873:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468031.570876:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468031.570879:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468031.570883:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468031.570885:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468031.570888:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468031.570895:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20285) 00000100:00000001:2.0:1789468031.953258:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468031.953266:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468031.953268:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468031.953282:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468031.953285:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468031.953289:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468031.953292:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468031.953294:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468031.953296:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468032.337341:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468032.337351:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468032.337359:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468032.337363:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468032.337366:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468032.337370:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468032.337373:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468032.337376:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468032.337378:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468032.337381:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468032.337385:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468032.337387:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468032.337388:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468032.337390:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468032.337391:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468032.337392:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468032.337394:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468032.337396:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468032.337584:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468032.337589:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468032.337592:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468032.593865:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468032.593879:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468032.593881:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468032.593886:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468032.593888:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468032.593892:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468032.593895:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468032.977248:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468032.977255:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468032.977257:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468032.977262:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468032.977265:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468032.977269:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468032.977271:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468032.977274:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468032.977276:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468033.362619:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468033.362629:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468033.362636:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468033.362637:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468033.362641:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468033.362642:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468033.363828:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468033.363835:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468033.363840:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468033.617286:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468033.617303:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468033.617307:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468033.617313:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468033.617315:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468033.617320:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468033.617324:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468034.001817:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468034.001836:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468034.001839:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468034.001845:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468034.001849:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468034.001854:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468034.001858:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468034.001860:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468034.001864:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468034.385514:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468034.385525:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468034.385533:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468034.385534:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468034.385538:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468034.385539:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468034.385741:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468034.385746:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468034.385749:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468034.641248:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468034.641267:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468034.641269:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468034.641274:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468034.641277:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468034.641283:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468034.641286:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468035.025333:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468035.025344:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468035.025346:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468035.025352:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468035.025357:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468035.025362:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468035.025365:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468035.025369:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468035.025372:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468035.413166:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468035.413176:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468035.413182:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468035.413183:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468035.413187:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468035.413188:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468035.413272:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468035.413277:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468035.413281:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468035.665332:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468035.665351:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468035.665353:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468035.665360:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468035.665363:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468035.665369:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468035.665372:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468036.049629:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468036.049640:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468036.049642:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468036.049650:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468036.049654:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468036.049659:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468036.049662:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468036.049665:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468036.049669:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468036.434861:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468036.434872:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468036.434880:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468036.434881:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468036.434885:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468036.434886:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468036.436586:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468036.436594:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468036.436600:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468036.689282:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468036.689296:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468036.689300:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468036.689303:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468036.689307:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468036.689311:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468036.689314:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468036.689318:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468036.689320:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468036.689323:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468036.689330:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20290) 00000100:00000001:2.0:1789468036.689359:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468036.689370:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468036.689373:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468036.689376:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468036.689379:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468036.689384:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468036.689387:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468037.074251:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468037.074262:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468037.074265:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468037.074272:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468037.074276:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468037.074281:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468037.074284:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468037.074287:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468037.074291:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468037.457302:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468037.457312:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468037.457319:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468037.457320:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468037.457324:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468037.457326:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468037.457443:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468037.457447:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468037.457451:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468037.713317:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468037.713336:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468037.713338:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468037.713344:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468037.713347:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468037.713352:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468037.713356:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468038.097290:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468038.097301:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468038.097304:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468038.097311:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468038.097315:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468038.097320:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468038.097323:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468038.097326:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468038.097329:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468038.481375:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468038.481394:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468038.481402:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468038.481403:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468038.481407:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468038.481408:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468038.481512:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468038.481517:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468038.481521:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468038.737323:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468038.737342:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468038.737345:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468038.737351:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468038.737355:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468038.737360:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468038.737364:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468039.121384:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468039.121406:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468039.121408:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468039.121416:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468039.121427:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468039.121432:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468039.121436:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468039.121439:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468039.121442:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468039.505389:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468039.505398:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468039.505406:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468039.505407:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468039.505411:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468039.505412:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468039.505664:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468039.505668:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468039.505672:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468039.761327:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468039.761345:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468039.761348:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468039.761353:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468039.761356:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468039.761361:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468039.761364:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468040.145733:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468040.145743:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468040.145745:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468040.145753:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468040.145757:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468040.145762:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468040.145767:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468040.145770:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468040.145774:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468040.530103:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468040.530116:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468040.530182:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468040.530186:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468040.530192:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468040.530194:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468040.530196:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468040.530199:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468040.530205:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468040.530207:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468040.530211:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468040.530213:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468040.530320:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468040.530325:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468040.530329:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468040.786307:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468040.786323:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468040.786326:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468040.786330:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468040.786333:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468040.786338:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468040.786341:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468041.169297:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468041.169337:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468041.169340:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468041.169346:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468041.169350:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468041.169356:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468041.169367:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468041.169370:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468041.169374:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468041.553248:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468041.553257:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468041.553264:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468041.553265:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468041.553269:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468041.553270:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468041.553413:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468041.553417:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468041.553421:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468041.809911:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468041.809921:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468041.809942:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468016/real 1789468016] req@ffff8cb9f9033b80 x1876386402400896/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468041 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468041.809963:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468041.809966:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468041.809971:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c7e8. 00000400:00000200:0.0:1789468041.809980:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec0896e8 00000400:00000010:0.0:1789468041.809983:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec0896e8. 00000100:00000001:0.0:1789468041.809989:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468041.809994:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033b80 x1876386402400896/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468041 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468041.810003:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033b80 x1876386402400896/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468041 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468041.810036:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468041.810038:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468041.810042:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468041.810044:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468041.810050:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9033b80 x1876386402400896/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468041 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468041.810057:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468041.810060:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468041.810065:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468016/real 1789468016] req@ffff8cb9f9030e00 x1876386402400640/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468041 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468041.810074:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468041.810076:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468041.810078:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9caa8. 00000400:00000200:0.0:1789468041.810080:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec0895d8 00000400:00000010:0.0:1789468041.810082:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec0895d8. 00000100:00000001:0.0:1789468041.810085:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468041.810087:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030e00 x1876386402400640/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468041 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468041.810096:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030e00 x1876386402400640/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468041 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468041.810103:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468041.810105:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468041.810106:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468041.810108:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468041.810111:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9030e00 x1876386402400640/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468041 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468041.810117:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468041.810120:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468041.810124:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468016/real 1789468016] req@ffff8cb9f9030000 x1876386402400768/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468041 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468041.810165:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468041.810166:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468041.810168:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c840. 00000400:00000200:0.0:1789468041.810171:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089440 00000400:00000010:0.0:1789468041.810172:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089440. 00000100:00000001:0.0:1789468041.810175:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468041.810179:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030000 x1876386402400768/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468041 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468041.810187:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030000 x1876386402400768/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468041 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468041.810194:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468041.810195:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468041.810197:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468041.810199:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468041.810202:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9030000 x1876386402400768/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468041 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468041.810208:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468041.810219:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468041.810221:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468041.810225:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468041.810228:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468041.810230:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468041.810235:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033b80 x1876386402400896/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468041 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468041.810243:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468041.810246:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468041.810248:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468041.810249:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468041.810252:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468041.810256:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468041.810265:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468041.810304:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789468041.810308:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468041.810322:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033b80 x1876386402400896/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468041 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468041.810331:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402400896:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468041.810336:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468041.810340:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030e00 x1876386402400640/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468041 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468041.810346:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468041.810348:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468041.810350:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468041.810351:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468041.810362:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468041.810364:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468041.810367:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468041.810374:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789468041.810376:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468041.810381:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030e00 x1876386402400640/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468041 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468041.810389:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402400640:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789468041.810394:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468041.810398:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030000 x1876386402400768/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468041 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468041.810405:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468041.810416:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789468041.810416:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789468041.810418:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468041.810421:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468041.810425:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1789468041.810425:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1789468041.810428:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468041.810430:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468041.810433:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468041.810435:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468041.810441:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468041.810446:0:331018:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20264 00000100:00080000:0.0:1789468041.810451:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789468041.810454:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000400:00000200:3.0:1789468041.810459:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000040:0.0:1789468041.810463:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030000 x1876386402400768/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468041 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789468041.810470:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00100000:0.0:1789468041.810477:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402400768:192.168.203.142@tcp:38:kworker.0 00000100:00080000:3.0:1789468041.810477:0:331018:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468041.810485:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468041.810486:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468041.810491:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468041.810497:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033b80 x1876386402400896/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468041 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468041.810499:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468041.810506:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468041.810511:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000100:00000001:0.0:1789468041.810512:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468041.810518:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1789468041.810524:0:331018:0:(genops.c:792:class_conn2export()) Process entered 02000000:00000010:0.0:1789468041.810525:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687e400. 00000020:00000040:3.0:1789468041.810528:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 02000000:00000001:0.0:1789468041.810532:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468041.810533:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:0.0:1789468041.810537:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468041.810538:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000040:0.0:1789468041.810541:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789468041.810543:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:0.0:1789468041.810546:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 00000020:00000001:3.0:1789468041.810548:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 02000000:00000010:0.0:1789468041.810551:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d1400. 00000100:00000040:3.0:1789468041.810553:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 02000000:00000001:0.0:1789468041.810558:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1789468041.810558:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1789468041.810562:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1789468041.810563:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000010:0.0:1789468041.810567:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033b80. 00000100:00000001:3.0:1789468041.810568:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789468041.810574:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00000001:0.0:1789468041.810578:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00080000:3.0:1789468041.810579:0:331018:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789468041.810582:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468041.810583:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468041.810588:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1789468041.810589:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468041.810595:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468041.810599:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468041.810601:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468041.810604:0:331018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468041.810610:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033800. 00000020:00000040:3.0:1789468041.810614:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=5 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789468041.810618:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468041.810620:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468041.810624:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468041.810627:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468041.810632:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468041.810642:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1c00. 00000100:00000001:3.0:1789468041.810650:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468041.810657:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033800 x1876386402401024/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468041.810679:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468041.810684:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468041.810689:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd66b7ab] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033800 x1876386402401024/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468041.810700:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468041.810703:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468041.810706:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468041.810707:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468041.810709:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468041.810712:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468041.810715:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20264 00000400:00000200:3.0:1789468041.810720:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468041.810723:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789468041.810726:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468041.810798:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468041.810801:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468041.810804:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468041.810806:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789468041.810810:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468041.810811:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789468041.810812:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468041.810815:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789468041.810816:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789468041.810818:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789468041.810821:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468041.810823:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468041.810824:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468041.810826:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789468041.810834:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789468041.810838:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789468041.810840:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468041.810842:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468041.810849:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468041.810851:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468041.810853:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789468041.810857:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789468041.810861:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468041.810862:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468041.810866:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030a80. 00000020:00000040:3.0:1789468041.810869:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=11 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789468041.810871:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468041.810872:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468041.810874:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468041.810876:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468041.810878:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468041.810883:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3000. 00000100:00000001:3.0:1789468041.810887:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468041.810891:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030a80 x1876386402401152/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468041.810898:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468041.810900:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468041.810904:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb50d69] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030a80 x1876386402401152/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468041.810911:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468041.810914:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468041.810916:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468041.810918:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468041.810920:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468041.810922:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00000040:0.0:1789468041.810926:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030e00 x1876386402400640/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468041 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789468041.810933:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20264 00000400:00000200:3.0:1789468041.810941:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468041.810944:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789468041.810947:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468041.810952:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468041.810957:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468041.810961:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468041.810964:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1789468041.810965:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 02000000:00000001:0.0:1789468041.810968:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1789468041.810971:0:331018:0:(genops.c:792:class_conn2export()) Process entered 02000000:00000010:0.0:1789468041.810973:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687d000. 00000020:00000040:3.0:1789468041.810974:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789468041.810977:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 02000000:00000001:0.0:1789468041.810978:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:3.0:1789468041.810980:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:0.0:1789468041.810982:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000001:3.0:1789468041.810984:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000040:0.0:1789468041.810986:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789468041.810988:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:0.0:1789468041.810990:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000040:3.0:1789468041.810994:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 02000000:00000010:0.0:1789468041.810995:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d1000. 00000100:00000001:3.0:1789468041.810999:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1789468041.811001:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1789468041.811004:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 02000000:00000001:0.0:1789468041.811005:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468041.811008:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030e00. 00000100:00000001:3.0:1789468041.811009:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789468041.811014:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789468041.811017:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789468041.811019:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468041.811021:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468041.811024:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468041.811025:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1789468041.811027:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468041.811029:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468041.811031:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468041.811033:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000008:00100000:3.0:1789468041.811035:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789468041.811040:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468041.811042:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030000 x1876386402400768/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468041 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468041.811043:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468041.811051:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033100. 00000100:00000001:0.0:1789468041.811056:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000040:3.0:1789468041.811056:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789468041.811061:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1789468041.811062:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000010:0.0:1789468041.811064:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687c000. 02000000:00000001:0.0:1789468041.811069:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468041.811072:0:253748:0:(genops.c:1216:class_import_put()) Process entered 02000000:00000001:3.0:1789468041.811072:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789468041.811075:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000100:00000001:3.0:1789468041.811077:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1789468041.811079:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000001:3.0:1789468041.811081:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1789468041.811083:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d3800. 02000000:00000001:3.0:1789468041.811085:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468041.811089:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468041.811091:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:3.0:1789468041.811092:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2c00. 00000100:00000010:0.0:1789468041.811093:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030000. 00000100:00000001:0.0:1789468041.811098:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468041.811098:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468041.811101:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468041.811104:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468041.811107:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033100 x1876386402401280/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468041.811111:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468041.811115:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468041.811120:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468041.811120:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468041.811124:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468041.811125:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468041.811128:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468041.811167:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033800 x1876386402401024/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468041.811176:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1789468041.811177:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024ed4020] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033100 x1876386402401280/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468041.811179:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468041.811186:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468041.811191:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468041.811192:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468041.811197:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468041.811198:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1789468041.811204:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402401024:192.168.203.142@tcp:250:kworker.0 00000100:00000040:3.0:1789468041.811206:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468041.811212:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789468041.811213:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1789468041.811217:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1789468041.811220:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468041.811224:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468041.811226:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20295) 02000000:00000001:0.0:1789468041.811228:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468041.811235:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687c000. 00000100:00000040:3.0:1789468041.811236:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1789468041.811237:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468041.811244:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1789468041.811248:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000040:3.0:1789468041.811249:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468041.811254:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1789468041.811255:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c840. 00000100:00000040:3.0:1789468041.811258:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20295) 00000400:00000010:0.0:1789468041.811264:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089440. 00000100:00000200:0.0:1789468041.811273:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402401024, portal 25 00000100:00000001:0.0:1789468041.811276:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468041.811278:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107417088 : -126744602134528 : ffff8cb9f9033800) 00000100:00000040:0.0:1789468041.811284:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033800 x1876386402401024/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468041.811293:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468041.811296:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789468041.811299:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec0895d8. 00000100:00000200:0.0:1789468041.811303:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402401024, offset 0 00000400:00000200:0.0:1789468041.811309:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789468041.812675:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468041.812691:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789468041.812697:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789468041.812702:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789468041.812707:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789468041.812710:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789468041.812732:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93912:93912:256:4294967295] 192.168.203.142@tcp LPNI seq info [93912:93912:8:4294967295] 00000400:00000200:0.0:1789468041.812738:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468041.812751:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789468041.812759:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789468041.812768:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9ea1f1900. 00000800:00000200:0.0:1789468041.813119:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789468041.813129:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789468041.813160:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9ea1f1900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789468041.813186:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468041.813193:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789468041.813197:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314959095 00000100:00000010:0.0:1789468041.813204:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305b780. 00000100:00000001:0.0:1789468041.813213:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789468041.813222:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314959095 00000100:00000010:0.0:1789468041.813225:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305b600. 00000100:00000001:0.0:1789468041.813229:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789468041.813233:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468041.813238:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468041.813244:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468041.813254:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030a80 x1876386402401152/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468041.813264:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468041.813267:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468041.813271:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468041.813275:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468041.813278:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468041.813281:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402401152:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468041.813286:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468041.813292:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468041.813295:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468041.813305:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468041.813310:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687d000. 02000000:00000001:0.0:1789468041.813312:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468041.813669:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789468041.813675:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9caa8. 00000400:00000010:0.0:1789468041.813683:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec0896e8. 00000100:00000200:0.0:1789468041.813691:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402401152, portal 10 00000100:00000001:0.0:1789468041.813694:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468041.813696:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107405440 : -126744602146176 : ffff8cb9f9030a80) 00000100:00000040:0.0:1789468041.813706:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030a80 x1876386402401152/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468041.813714:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468041.813717:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789468041.813721:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec0897f8. 00000100:00000200:0.0:1789468041.813725:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402401152, offset 0 00000400:00000200:0.0:1789468041.813732:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789468041.813738:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468041.813744:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789468041.813749:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789468041.813752:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789468041.813755:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789468041.813757:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789468041.813761:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93913:93913:255:4294967295] 192.168.203.142@tcp LPNI seq info [93913:93913:7:4294967295] 00000400:00000200:0.0:1789468041.813765:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468041.814538:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789468041.814548:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789468041.814557:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9ea1f1600. 00000800:00000200:0.0:1789468041.814564:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789468041.814572:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789468041.814576:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9ea1f1600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789468041.814581:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468041.814665:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:0.0:1789468041.814671:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789468041.814675:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314957856 00000100:00000001:0.0:1789468041.814679:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314959095 00000100:00000001:0.0:1789468041.814681:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314957856 00000100:00000001:0.0:1789468041.814683:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314959095 00000100:00000001:0.0:1789468041.814686:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468041.814690:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468041.814695:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468041.814699:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468041.814710:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468041.814712:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789468041.814715:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468041.814718:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468041.814719:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468041.814727:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033100 x1876386402401280/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468041.814737:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468041.814739:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468041.814742:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468041.814744:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468041.814747:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468041.814750:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402401280:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468041.814754:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468041.814759:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468041.814761:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468041.814763:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468041.815042:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687e400. 02000000:00000001:0.0:1789468041.815046:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468041.815051:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789468041.815057:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c7e8. 00000400:00000010:0.0:1789468041.815063:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089aa0. 00000100:00000200:0.0:1789468041.815076:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402401280, portal 10 00000100:00000001:0.0:1789468041.815078:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468041.815080:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107415296 : -126744602136320 : ffff8cb9f9033100) 00000100:00000040:0.0:1789468041.815088:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033100 x1876386402401280/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468041.815094:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468041.815097:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789468041.815099:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089e58. 00000100:00000200:0.0:1789468041.815102:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402401280, offset 0 00000400:00000200:0.0:1789468041.815107:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789468041.815115:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468041.815121:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789468041.815126:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789468041.815130:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789468041.815155:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789468041.815158:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789468041.815161:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93914:93914:254:4294967295] 192.168.203.142@tcp LPNI seq info [93914:93914:6:4294967295] 00000400:00000200:0.0:1789468041.815165:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468041.815173:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789468041.815178:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789468041.815182:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9ea1f1f00. 00000800:00000200:0.0:1789468041.815185:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789468041.815192:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789468041.815195:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9ea1f1f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789468041.815198:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468041.815202:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:0.0:1789468041.815205:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789468041.815206:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314957845 00000100:00000001:0.0:1789468041.815209:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314959095 00000100:00000001:0.0:1789468041.815211:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314957845 00000100:00000001:0.0:1789468041.815221:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314959095 00000100:00000001:0.0:1789468041.815223:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468041.815226:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468041.815228:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468041.815231:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468041.815235:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468041.815237:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789468041.815239:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468041.815240:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468041.815242:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468041.815244:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789468041.815756:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468041.815762:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9ea1f1900. 00000400:00000200:3.0:1789468041.815785:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468041.815792:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468041.815800:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec0895d8 00000400:00000010:3.0:1789468041.815812:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec0895d8. 00000100:00000001:3.0:1789468041.815818:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468041.815833:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033800 x1876386402401024/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468041.815845:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468041.815849:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033800 x1876386402401024/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468066 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468041.815855:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468041.815857:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789468041.815874:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468041.815876:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9ea1f1600. 00000400:00000200:3.0:1789468041.815878:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468041.815881:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468041.815884:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec0897f8 00000400:00000010:3.0:1789468041.815886:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec0897f8. 00000100:00000001:3.0:1789468041.815888:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468041.815891:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030a80 x1876386402401152/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468041.815898:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468041.815901:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030a80 x1876386402401152/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468066 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468041.815908:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468041.815909:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789468041.816301:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468041.816305:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9ea1f1f00. 00000400:00000200:3.0:1789468041.816308:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468041.816312:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468041.816321:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089e58 00000400:00000010:3.0:1789468041.816323:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089e58. 00000100:00000001:3.0:1789468041.816326:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468041.816332:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033100 x1876386402401280/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468041.816340:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468041.816360:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033100 x1876386402401280/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468066 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468041.816367:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468041.816369:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468042.193960:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468042.193971:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468042.194155:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468042.194162:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468042.194166:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468042.194171:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468042.194174:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468042.194177:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468042.194181:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468042.579003:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468042.579012:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468042.579019:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468042.579023:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468042.579026:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468042.579030:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468042.579034:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468042.579036:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468042.579038:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468042.579041:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468042.579044:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468042.579046:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468042.579047:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468042.579049:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468042.579050:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468042.579052:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468042.579053:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468042.579055:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468042.579192:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468042.579196:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468042.579199:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468043.089207:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314959095, at 4314959104 00000100:00000010:2.0:1789468043.089230:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305b780. 00000100:00000040:3.0:1789468043.089499:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314959095, at 4314959104 00000100:00000010:3.0:1789468043.089508:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305b600. 00000100:00000001:2.0:1789468043.220730:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468043.220743:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468043.220745:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468043.220753:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468043.220758:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468043.220764:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468043.220768:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468043.220771:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468043.220773:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468043.602705:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468043.602716:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468043.602724:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468043.602725:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468043.602729:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468043.602730:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468043.602870:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468043.602875:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468043.602878:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468044.241285:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468044.241297:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468044.241300:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468044.241307:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468044.241311:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468044.241316:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468044.241319:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468044.241322:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468044.241325:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468044.625422:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468044.625431:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468044.625464:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468044.625466:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468044.625470:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468044.625471:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468044.625565:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468044.625570:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468044.625638:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468045.265321:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468045.265342:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468045.265344:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468045.265352:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468045.265357:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468045.265362:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468045.265365:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468045.265368:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468045.265372:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468045.649771:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468045.649780:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468045.649787:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468045.649788:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468045.649792:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468045.649794:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468045.650053:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468045.650058:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468045.650062:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468046.290267:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468046.290278:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468046.290281:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468046.290287:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468046.290291:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468046.290296:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468046.290299:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468046.290302:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468046.290305:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468046.675654:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468046.675662:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468046.675669:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468046.675671:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468046.675674:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468046.675676:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468046.676227:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468046.676232:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468046.676237:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468046.929678:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468046.929696:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468046.929699:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468046.929705:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468046.929708:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468046.929714:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468046.929717:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468046.931674:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468046.931686:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468046.931690:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468046.931693:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468046.931719:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468046.931723:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468046.931726:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468046.931730:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468046.931734:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468046.931737:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468046.931743:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20300) 00000100:00000001:2.0:1789468047.313903:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468047.313915:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468047.313918:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468047.313924:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468047.313928:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468047.313933:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468047.313936:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468047.313939:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468047.313942:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468047.697331:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468047.697341:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468047.697348:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468047.697349:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468047.697354:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468047.697355:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468047.700320:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468047.700331:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468047.700336:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468047.959624:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468047.959654:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468047.959657:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468047.959664:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468047.959667:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468047.959673:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468047.959676:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468048.338644:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468048.338654:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468048.338657:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468048.338664:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468048.338669:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468048.338674:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468048.338677:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468048.338681:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468048.338684:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468048.721342:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468048.721352:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468048.721360:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468048.721361:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468048.721365:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468048.721366:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468048.721442:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468048.721447:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468048.721451:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468048.977295:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468048.977324:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468048.977327:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468048.977333:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468048.977336:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468048.977341:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468048.977345:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468049.361336:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468049.361347:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468049.361350:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468049.361358:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468049.361362:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468049.361369:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468049.361373:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468049.361376:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468049.361380:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468049.745410:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468049.745421:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468049.745429:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468049.745455:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468049.745459:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468049.745460:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468049.745832:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468049.745836:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468049.745840:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468050.001596:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468050.001615:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468050.001618:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468050.001625:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468050.001629:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468050.001635:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468050.001638:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468050.385406:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468050.385418:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468050.385421:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468050.385428:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468050.385432:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468050.385437:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468050.385441:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468050.385444:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468050.385447:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468050.769385:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468050.769397:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468050.769400:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468050.769404:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468050.769410:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468050.769413:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468050.769415:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468050.769417:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468050.769422:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468050.769423:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468050.769427:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468050.769429:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468050.770853:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468050.770862:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468050.770868:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468051.025266:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468051.025294:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468051.025298:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468051.025303:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468051.025306:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468051.025311:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468051.025314:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468051.409342:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468051.409352:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468051.409354:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468051.409361:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468051.409366:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468051.409370:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468051.409373:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468051.409377:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468051.409380:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468051.793229:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468051.793240:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468051.793247:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468051.793248:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468051.793252:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468051.793254:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468051.793394:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468051.793399:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468051.793403:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468052.049352:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468052.049364:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468052.049368:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468052.049371:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468052.049374:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468052.049377:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468052.049380:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468052.049384:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468052.049407:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468052.049411:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468052.049418:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20305) 00000100:00000001:2.0:1789468052.053619:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468052.053639:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468052.053641:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468052.053647:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468052.053650:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468052.053656:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468052.053659:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468052.433295:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468052.433306:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468052.433309:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468052.433316:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468052.433321:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468052.433327:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468052.433330:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468052.433333:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468052.433336:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468052.817973:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468052.817983:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468052.817990:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468052.817994:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468052.817997:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468052.818001:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468052.818005:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468052.818007:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468052.818009:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468052.818012:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468052.818016:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468052.818017:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468052.818019:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468052.818020:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468052.818021:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468052.818023:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468052.818024:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468052.818048:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468052.818155:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468052.818160:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468052.818164:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468053.073370:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468053.073391:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468053.073394:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468053.073401:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468053.073404:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468053.073410:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468053.073414:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468053.457312:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468053.457324:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468053.457327:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468053.457335:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468053.457340:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468053.457345:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468053.457348:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468053.457351:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468053.457354:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468053.841526:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468053.841536:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468053.841544:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468053.841545:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468053.841549:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468053.841550:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468053.843101:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468053.843108:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468053.843114:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468054.097290:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468054.097310:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468054.097313:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468054.097319:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468054.097322:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468054.097327:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468054.097330:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468054.481773:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468054.481783:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468054.481786:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468054.481793:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468054.481798:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468054.481802:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468054.481806:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468054.481809:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468054.481812:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468054.865345:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468054.865355:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468054.865362:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468054.865364:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468054.865368:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468054.865369:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468054.865476:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468054.865480:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468054.865483:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468055.121561:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468055.121582:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468055.121585:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468055.121592:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468055.121595:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468055.121601:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468055.121604:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468055.506032:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468055.506040:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468055.506042:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468055.506047:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468055.506050:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468055.506054:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468055.506057:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468055.506059:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468055.506062:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468055.889271:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468055.889278:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468055.889284:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468055.889285:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468055.889288:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468055.889290:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468055.893480:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468055.893486:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468055.893491:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468056.145424:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468056.145438:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468056.145440:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468056.145445:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468056.145447:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468056.145452:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468056.145455:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468056.529344:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468056.529352:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468056.529354:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468056.529359:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468056.529362:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468056.529366:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468056.529369:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468056.529372:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468056.529375:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468056.913408:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468056.913414:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468056.913420:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468056.913421:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468056.913425:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468056.913426:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468056.914045:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468056.914050:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468056.914054:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468057.169281:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468057.169294:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468057.169296:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468057.169301:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468057.169307:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468057.169311:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468057.169314:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468057.171386:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468057.171395:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468057.171399:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468057.171402:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468057.171405:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468057.171407:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468057.171410:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468057.171414:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468057.171416:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468057.171419:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468057.171425:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20310) 00000100:00000001:2.0:1789468057.553301:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468057.553309:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468057.553311:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468057.553316:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468057.553319:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468057.553322:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468057.553325:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468057.553327:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468057.553329:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468057.937339:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468057.937347:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468057.937353:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468057.937354:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468057.937357:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468057.937358:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468057.937512:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468057.937516:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468057.937519:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468058.193512:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468058.193526:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468058.193528:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468058.193533:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468058.193535:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468058.193539:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468058.193542:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468058.583726:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468058.583734:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468058.583736:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468058.583742:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468058.583746:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468058.583750:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468058.583752:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468058.583754:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468058.583756:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468058.961294:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468058.961302:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468058.961307:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468058.961308:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468058.961311:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468058.961313:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468058.961405:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468058.961409:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468058.961412:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468059.217439:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468059.217452:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468059.217454:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468059.217459:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468059.217461:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468059.217466:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468059.217468:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468059.604305:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468059.604312:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468059.604313:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468059.604318:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468059.604322:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468059.604326:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468059.604328:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468059.604330:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468059.604333:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468059.985799:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468059.985806:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468059.985812:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468059.985813:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468059.985817:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468059.985818:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468059.985953:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468059.985956:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468059.985959:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468060.241293:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468060.241308:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468060.241310:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468060.241314:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468060.241317:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468060.241322:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468060.241324:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468060.626726:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468060.626734:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468060.626736:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468060.626740:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468060.626744:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468060.626747:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468060.626749:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468060.626752:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468060.626754:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468061.009518:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468061.009527:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468061.009529:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468061.009533:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468061.009537:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468061.009540:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468061.009542:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468061.009578:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468061.009583:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468061.009585:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468061.009588:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468061.009589:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468061.009748:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468061.009752:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468061.009755:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468061.265434:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468061.265448:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468061.265450:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468061.265454:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468061.265456:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468061.265460:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468061.265463:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468061.649272:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468061.649280:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468061.649282:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468061.649287:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468061.649290:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468061.649293:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468061.649296:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468061.649298:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468061.649300:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468062.034328:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468062.034335:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468062.034340:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468062.034341:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468062.034344:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468062.034345:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468062.034614:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468062.034617:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468062.034620:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468062.289332:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468062.289344:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468062.289346:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468062.289350:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468062.289353:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468062.289357:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468062.289359:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468062.289616:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468062.289622:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468062.289625:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468062.289628:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468062.289631:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468062.289634:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468062.289637:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468062.289640:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468062.289643:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468062.289646:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468062.289650:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20316) 00000100:00000001:2.0:1789468062.673609:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468062.673618:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468062.673620:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468062.673630:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468062.673633:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468062.673637:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468062.673640:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468062.673642:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468062.673645:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468063.057742:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468063.057750:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468063.057756:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468063.057759:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468063.057761:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468063.057765:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468063.057768:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468063.057770:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468063.057773:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468063.057775:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468063.057778:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468063.057780:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468063.057781:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468063.057783:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468063.057802:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468063.057803:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468063.057805:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468063.057807:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468063.058072:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468063.058077:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468063.058081:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468063.313924:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468063.313939:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468063.313942:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468063.313946:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468063.313949:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468063.313953:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468063.313955:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468063.697252:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468063.697259:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468063.697261:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468063.697267:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468063.697270:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468063.697274:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468063.697276:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468063.697278:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468063.697281:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468064.083398:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468064.083405:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468064.083410:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468064.083411:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468064.083414:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468064.083415:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468064.083481:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468064.083485:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468064.083489:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468064.338997:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468064.339011:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468064.339013:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468064.339018:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468064.339020:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468064.339025:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468064.339027:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468064.721432:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468064.721439:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468064.721441:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468064.721447:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468064.721450:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468064.721454:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468064.721457:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468064.721459:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468064.721462:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468065.105361:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468065.105369:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468065.105374:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468065.105375:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468065.105377:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468065.105378:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468065.105469:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468065.105473:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468065.105476:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468065.361259:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468065.361274:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468065.361277:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468065.361281:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468065.361284:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468065.361288:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468065.361291:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468065.745362:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468065.745371:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468065.745373:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468065.745379:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468065.745383:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468065.745386:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468065.745389:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468065.745392:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468065.745395:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468066.129267:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468066.129274:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468066.129300:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468066.129302:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468066.129306:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468066.129308:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468066.129496:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468066.129500:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468066.129503:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468066.385305:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468066.385312:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468066.385329:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468041/real 1789468041] req@ffff8cb9f9033100 x1876386402401280/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468066 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468066.385348:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468066.385350:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468066.385353:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c7e8. 00000400:00000200:0.0:1789468066.385360:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089aa0 00000400:00000010:0.0:1789468066.385363:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089aa0. 00000100:00000001:0.0:1789468066.385367:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468066.385372:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033100 x1876386402401280/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468066 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468066.385381:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033100 x1876386402401280/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468066 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468066.385388:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468066.385389:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468066.385392:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468066.385394:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468066.385399:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9033100 x1876386402401280/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468066 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468066.385405:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468066.385408:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468066.385412:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468041/real 1789468041] req@ffff8cb9f9033800 x1876386402401024/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468066 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468066.385420:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468066.385421:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468066.385424:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c840. 00000400:00000200:0.0:1789468066.385443:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089440 00000400:00000010:0.0:1789468066.385445:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089440. 00000100:00000001:0.0:1789468066.385448:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468066.385452:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033800 x1876386402401024/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468066 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468066.385461:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033800 x1876386402401024/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468066 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468066.385468:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468066.385469:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468066.385471:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468066.385473:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468066.385477:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9033800 x1876386402401024/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468066 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468066.385483:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468066.385486:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468066.385490:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468041/real 1789468041] req@ffff8cb9f9030a80 x1876386402401152/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468066 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468066.385498:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468066.385499:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468066.385501:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9caa8. 00000400:00000200:0.0:1789468066.385503:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec0896e8 00000400:00000010:0.0:1789468066.385505:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec0896e8. 00000100:00000001:0.0:1789468066.385507:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468066.385509:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030a80 x1876386402401152/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468066 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468066.385516:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030a80 x1876386402401152/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468066 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468066.385522:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468066.385523:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468066.385525:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468066.385526:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468066.385537:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9030a80 x1876386402401152/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468066 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468066.385543:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468066.385551:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468066.385553:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468066.385556:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468066.385558:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468066.385561:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468066.385565:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033100 x1876386402401280/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468066 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468066.385572:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468066.385575:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468066.385576:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468066.385577:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468066.385580:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468066.385583:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468066.385586:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468066.385615:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789468066.385618:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468066.385623:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033100 x1876386402401280/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468066 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468066.385631:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402401280:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468066.385636:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468066.385640:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033800 x1876386402401024/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468066 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468066.385646:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468066.385648:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468066.385649:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468066.385655:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468066.385657:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468066.385658:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468066.385661:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468066.385667:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789468066.385669:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468066.385672:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033800 x1876386402401024/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468066 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468066.385680:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402401024:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789468066.385684:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468066.385697:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030a80 x1876386402401152/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468066 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468066.385703:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468066.385705:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468066.385706:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468066.385707:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468066.385709:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468066.385711:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468066.385713:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468066.385719:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789468066.385721:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468066.385724:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030a80 x1876386402401152/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468066 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468066.385731:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402401152:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468066.385735:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468066.385739:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468066.385742:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033100 x1876386402401280/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468066 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468066.385758:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468066.385761:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468066.385765:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687e400. 02000000:00000001:0.0:1789468066.385769:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468066.385772:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468066.385774:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789468066.385777:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468066.385779:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d2c00. 02000000:00000001:0.0:1789468066.385793:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468066.385795:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468066.385797:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033100. 00000100:00000001:0.0:1789468066.385803:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468066.385805:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468066.385807:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468066.385811:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033800 x1876386402401024/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468066 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468066.385818:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468066.385819:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468066.385829:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687c000. 02000000:00000001:0.0:1789468066.385833:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468066.385835:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468066.385836:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789468066.385838:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468066.385839:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d1c00. 02000000:00000001:0.0:1789468066.385842:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468066.385843:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468066.385844:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033800. 00000100:00000001:0.0:1789468066.385847:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468066.385848:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468066.385849:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468066.385853:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030a80 x1876386402401152/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468066 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468066.385859:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468066.385860:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468066.385868:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687d000. 02000000:00000001:0.0:1789468066.385871:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468066.385872:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468066.385874:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789468066.385876:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468066.385877:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d3000. 02000000:00000001:0.0:1789468066.385880:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468066.385881:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468066.385882:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030a80. 00000100:00000001:0.0:1789468066.385884:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468066.385886:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468066.385888:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468066.385891:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468066.385892:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468066.385894:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468066.385895:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468066.386316:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468066.386322:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789468066.386324:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468066.386326:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468066.386329:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468066.386333:0:331018:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20290 00000400:00000200:2.0:1789468066.386341:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468066.386347:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789468066.386350:0:331018:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468066.386353:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468066.386356:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468066.386358:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468066.386360:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789468066.386366:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468066.386368:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:2.0:1789468066.386371:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468066.386374:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:2.0:1789468066.386377:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:2.0:1789468066.386379:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:2.0:1789468066.386383:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468066.386385:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468066.386387:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468066.386389:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789468066.386392:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:2.0:1789468066.386396:0:331018:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789468066.386398:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468066.386400:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468066.386403:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468066.386406:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468066.386408:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468066.386410:0:331018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468066.386418:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742c000. 00000020:00000040:2.0:1789468066.386421:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789468066.386425:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468066.386426:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468066.386429:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468066.386431:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468066.386435:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468066.386443:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacf000. 00000100:00000001:2.0:1789468066.386449:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468066.386456:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742c000 x1876386402401408/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468066.386465:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468066.386468:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468066.386473:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a5ae62a] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742c000 x1876386402401408/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468066.386495:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468066.386497:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468066.386500:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789468066.386502:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468066.386504:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468066.386506:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468066.386509:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20290 00000400:00000200:2.0:1789468066.386514:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468066.386517:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789468066.386519:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468066.386521:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468066.386523:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468066.386525:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468066.386527:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789468066.386529:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468066.386530:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:2.0:1789468066.386532:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468066.386534:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:2.0:1789468066.386536:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:2.0:1789468066.386538:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:2.0:1789468066.386540:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468066.386542:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468066.386544:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468066.386546:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789468066.386548:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:2.0:1789468066.386550:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789468066.386552:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468066.386554:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468066.386559:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468066.386561:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468066.386562:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789468066.386566:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789468066.386569:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468066.386572:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468066.386575:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742d880. 00000020:00000040:2.0:1789468066.386577:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789468066.386579:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468066.386581:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468066.386582:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468066.386584:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468066.386585:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468066.386589:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacf800. 00000100:00000001:2.0:1789468066.386592:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468066.386596:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742d880 x1876386402401536/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468066.386602:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468066.386604:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468066.386607:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c660199] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742d880 x1876386402401536/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468066.386613:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468066.386615:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468066.386618:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789468066.386619:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468066.386621:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468066.386623:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468066.386625:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20290 00000400:00000200:2.0:1789468066.386628:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468066.386630:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789468066.386632:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468066.386634:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468066.386636:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468066.386638:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468066.386640:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789468066.386643:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468066.386644:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:2.0:1789468066.386645:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468066.386647:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:2.0:1789468066.386649:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:2.0:1789468066.386651:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:2.0:1789468066.386654:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468066.386656:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468066.386658:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468066.386660:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789468066.386662:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:2.0:1789468066.386664:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789468066.386666:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468066.386668:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468066.386670:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468066.386672:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468066.386674:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789468066.386676:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789468066.386678:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468066.386679:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468066.386683:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742c380. 00000100:00000001:0.0:1789468066.387371:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468066.387377:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468066.387380:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468066.387388:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742c000 x1876386402401408/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468066.387397:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468066.387399:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468066.387403:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468066.387406:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468066.387408:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468066.387412:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402401408:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789468066.387416:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468066.387419:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468066.387422:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468066.387424:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468066.387430:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687d000. 02000000:00000001:0.0:1789468066.387432:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468066.387438:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789468066.387443:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9caa8. 00000400:00000010:0.0:1789468066.387451:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec0896e8. 00000100:00000200:0.0:1789468066.387472:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402401408, portal 25 00000100:00000001:0.0:1789468066.387475:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468066.387477:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836122624 : -126740873428992 : ffff8cbad742c000) 00000100:00000040:0.0:1789468066.387484:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742c000 x1876386402401408/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468066.387500:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468066.387503:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789468066.387506:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089440. 00000100:00000200:0.0:1789468066.387512:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402401408, offset 0 00000400:00000200:0.0:1789468066.387519:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789468066.387527:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468066.387534:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789468066.387539:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789468066.387543:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789468066.387547:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789468066.387550:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789468066.387553:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93915:93915:256:4294967295] 192.168.203.142@tcp LPNI seq info [93915:93915:8:4294967295] 00000400:00000200:0.0:1789468066.387558:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468066.387569:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789468066.387574:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789468066.387580:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9ea1f1a00. 00000800:00000200:0.0:1789468066.387587:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789468066.387596:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789468066.387601:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9ea1f1a00 type 1, nob 616 niov 1 nkiov 1 00000020:00000040:2.0:1789468066.387731:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789468066.387737:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468066.387739:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468066.387741:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468066.387743:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468066.387746:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468066.387751:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faace400. 00000100:00000001:2.0:1789468066.387756:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468066.387762:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742c380 x1876386402401664/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468066.387770:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468066.387772:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468066.387776:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4c305b] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742c380 x1876386402401664/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468066.387796:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468066.387846:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468066.387851:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468066.387853:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468066.387856:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468066.387862:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20320) 00000100:00000001:0.0:1789468066.389819:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468066.389833:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789468066.389837:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4314983671 00000100:00000010:0.0:1789468066.389846:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305b4e0. 00000100:00000001:0.0:1789468066.389854:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789468066.389861:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4314983671 00000100:00000010:0.0:1789468066.389865:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305b6c0. 00000100:00000001:0.0:1789468066.389881:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789468066.389885:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468066.389889:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468066.389893:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468066.389903:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742d880 x1876386402401536/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468066.389911:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468066.389913:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468066.389916:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468066.389920:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468066.389922:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468066.389926:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402401536:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468066.389930:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468066.389933:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468066.389935:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468066.389937:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468066.389942:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687c000. 02000000:00000001:0.0:1789468066.389944:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468066.389949:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789468066.389954:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c840. 00000400:00000010:0.0:1789468066.389960:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089aa0. 00000100:00000200:0.0:1789468066.389967:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402401536, portal 10 00000100:00000001:0.0:1789468066.389969:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468066.389971:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836128896 : -126740873422720 : ffff8cbad742d880) 00000100:00000040:0.0:1789468066.389978:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742d880 x1876386402401536/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468066.389984:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468066.389987:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789468066.389989:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089110. 00000100:00000200:0.0:1789468066.389993:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402401536, offset 0 00000400:00000200:0.0:1789468066.389999:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789468066.390007:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468066.390033:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789468066.390039:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789468066.390042:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789468066.390045:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789468066.390048:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789468066.390051:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93916:93916:255:4294967295] 192.168.203.142@tcp LPNI seq info [93916:93916:7:4294967295] 00000400:00000200:0.0:1789468066.390056:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468066.390065:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789468066.390071:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789468066.390076:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9ea1f1000. 00000800:00000200:0.0:1789468066.390082:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789468066.390089:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789468066.390093:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9ea1f1000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789468066.390097:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468066.390101:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:0.0:1789468066.390104:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789468066.390106:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314982431 00000100:00000001:0.0:1789468066.390109:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314983671 00000100:00000001:0.0:1789468066.390111:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314982431 00000100:00000001:0.0:1789468066.390113:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314983671 00000100:00000001:0.0:1789468066.390115:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468066.390117:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468066.390120:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468066.390123:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468066.390145:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468066.390148:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789468066.390150:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468066.390152:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468066.390154:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468066.390158:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742c380 x1876386402401664/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468066.390187:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468066.390188:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468066.390190:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468066.390192:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468066.390194:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468066.390197:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402401664:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468066.390200:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468066.390203:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468066.390205:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468066.390206:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468066.390210:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687e400. 02000000:00000001:0.0:1789468066.390211:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468066.390215:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789468066.390218:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c7e8. 00000400:00000010:0.0:1789468066.390222:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089908. 00000100:00000200:0.0:1789468066.390225:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402401664, portal 10 00000100:00000001:0.0:1789468066.390227:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468066.390229:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836123520 : -126740873428096 : ffff8cbad742c380) 00000100:00000040:0.0:1789468066.390234:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742c380 x1876386402401664/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468066.390241:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468066.390243:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789468066.390245:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089660. 00000100:00000200:0.0:1789468066.390247:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402401664, offset 0 00000400:00000200:0.0:1789468066.390251:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789468066.390255:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468066.390259:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789468066.390261:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789468066.390263:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789468066.390266:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789468066.390267:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789468066.390275:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93917:93917:254:4294967295] 192.168.203.142@tcp LPNI seq info [93917:93917:6:4294967295] 00000400:00000200:0.0:1789468066.390279:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468066.390285:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789468066.390289:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789468066.390292:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9ea1f1c00. 00000800:00000200:0.0:1789468066.390296:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789468066.390300:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789468066.390303:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9ea1f1c00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789468066.390305:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468066.390309:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:0.0:1789468066.390312:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789468066.390314:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4314982420 00000100:00000001:0.0:1789468066.390316:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4314983671 00000100:00000001:0.0:1789468066.390318:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4314982420 00000100:00000001:0.0:1789468066.390320:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4314983671 00000100:00000001:0.0:1789468066.390322:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468066.390323:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468066.390326:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468066.390328:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468066.390331:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468066.390332:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789468066.390334:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468066.390335:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468066.390336:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468066.390338:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789468066.393930:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468066.393942:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9ea1f1a00. 00000400:00000200:3.0:1789468066.393951:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468066.393959:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468066.393967:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089440 00000400:00000010:3.0:1789468066.393970:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089440. 00000100:00000001:3.0:1789468066.393976:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468066.393984:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742c000 x1876386402401408/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468066.393996:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468066.399021:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742c000 x1876386402401408/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468091 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468066.399044:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468066.399046:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789468066.399089:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468066.399093:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9ea1f1000. 00000400:00000200:3.0:1789468066.399099:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468066.399107:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468066.399112:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089110 00000400:00000010:3.0:1789468066.399115:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089110. 00000100:00000001:3.0:1789468066.399119:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468066.399127:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742d880 x1876386402401536/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468066.399151:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468066.399154:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742d880 x1876386402401536/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468091 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468066.399161:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468066.399162:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789468066.399550:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468066.399554:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9ea1f1c00. 00000400:00000200:3.0:1789468066.399558:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468066.399562:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468066.399565:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089660 00000400:00000010:3.0:1789468066.399567:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089660. 00000100:00000001:3.0:1789468066.399570:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468066.399574:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742c380 x1876386402401664/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468066.399581:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468066.399583:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742c380 x1876386402401664/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468091 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468066.399589:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468066.399591:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468066.771043:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468066.771050:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468066.771052:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468066.771057:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468066.771061:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468066.771065:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468066.771068:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468066.771070:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468066.771072:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468067.153361:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468067.153369:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468067.153374:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468067.153376:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468067.153379:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468067.153381:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468067.158875:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468067.158881:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468067.158886:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789468067.665210:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4314983671, at 4314983680 00000100:00000010:3.0:1789468067.665225:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305b6c0. 00000100:00000040:2.0:1789468067.665298:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4314983671, at 4314983680 00000100:00000010:2.0:1789468067.665304:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305b4e0. 00000100:00000001:2.0:1789468067.794071:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468067.794079:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468067.794081:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468067.794086:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468067.794089:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468067.794092:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468067.794095:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468067.794097:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468067.794099:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468068.177470:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468068.177500:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468068.177506:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468068.177507:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468068.177510:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468068.177512:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468068.177643:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468068.177646:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468068.177649:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468068.817260:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468068.817268:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468068.817270:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468068.817276:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468068.817279:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468068.817284:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468068.817286:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468068.817289:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468068.817292:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468069.201325:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468069.201332:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468069.201336:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468069.201337:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468069.201340:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468069.201341:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468069.203229:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468069.203236:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468069.203241:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468069.841843:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468069.841853:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468069.841855:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468069.841861:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468069.841865:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468069.841869:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468069.841872:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468069.841874:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468069.841877:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468070.225285:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468070.225293:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468070.225298:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468070.225299:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468070.225302:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468070.225304:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468070.225847:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468070.225851:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468070.225859:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468070.865252:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468070.865260:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468070.865262:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468070.865267:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468070.865271:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468070.865275:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468070.865277:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468070.865279:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468070.865282:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468071.249289:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468071.249299:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468071.249301:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468071.249304:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468071.249308:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468071.249311:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468071.249312:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468071.249315:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468071.249318:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468071.249319:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468071.249322:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468071.249323:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468071.249658:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468071.249662:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468071.249665:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468071.505249:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468071.505266:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468071.505268:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468071.505273:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468071.505275:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468071.505280:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468071.505283:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468071.505638:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468071.505644:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468071.505648:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468071.505725:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468071.505728:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468071.505731:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468071.505734:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468071.505738:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468071.505741:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468071.505744:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468071.505750:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20325) 00000100:00000001:2.0:1789468071.890682:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468071.890697:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468071.890699:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468071.890703:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468071.890707:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468071.890907:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468071.890911:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468071.890914:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468071.890917:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468072.273528:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468072.273536:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468072.273541:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468072.273559:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468072.273563:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468072.273564:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468072.273787:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468072.273791:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468072.273794:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468072.531278:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468072.531293:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468072.531295:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468072.531300:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468072.531302:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468072.531305:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468072.531307:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468072.913252:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468072.913260:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468072.913262:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468072.913267:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468072.913270:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468072.913273:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468072.913276:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468072.913278:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468072.913281:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468073.297559:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468073.297565:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468073.297570:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468073.297574:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468073.297576:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468073.297579:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468073.297582:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468073.297584:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468073.297586:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468073.297587:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468073.297591:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468073.297592:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468073.297594:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468073.297595:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468073.297597:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468073.297598:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468073.297599:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468073.297601:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468073.297684:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468073.297687:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468073.297690:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468073.553447:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468073.553463:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468073.553465:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468073.553470:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468073.553472:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468073.553476:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468073.553478:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468073.937865:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468073.937872:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468073.937874:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468073.937880:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468073.937883:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468073.937887:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468073.937890:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468073.937892:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468073.937895:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468074.322232:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468074.322238:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468074.322243:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468074.322245:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468074.322264:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468074.322266:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468074.322479:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468074.322482:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468074.322486:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468074.577288:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468074.577302:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468074.577304:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468074.577308:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468074.577311:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468074.577315:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468074.577317:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468074.965458:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468074.965465:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468074.965467:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468074.965472:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468074.965475:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468074.965478:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468074.965481:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468074.965483:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468074.965485:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468075.345298:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468075.345304:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468075.345309:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468075.345310:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468075.345314:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468075.345315:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468075.345398:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468075.345402:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468075.345405:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468075.601247:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468075.601261:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468075.601264:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468075.601268:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468075.601270:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468075.601276:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468075.601278:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468075.985323:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468075.985331:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468075.985333:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468075.985339:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468075.985342:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468075.985347:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468075.985350:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468075.985352:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468075.985354:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468076.371555:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468076.371561:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468076.371567:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468076.371568:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468076.371571:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468076.371572:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468076.373703:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468076.373711:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468076.373716:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468076.625384:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468076.625393:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468076.625396:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468076.625399:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468076.625402:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468076.625405:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468076.625407:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468076.625435:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468076.625437:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468076.625440:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468076.625446:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20330) 00000100:00000001:0.0:1789468076.626025:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468076.626036:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468076.626038:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468076.626041:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468076.626044:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468076.626048:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468076.626051:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468077.009239:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468077.009246:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468077.009248:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468077.009253:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468077.009256:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468077.009260:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468077.009264:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468077.009266:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468077.009269:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468077.394566:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468077.394574:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468077.394581:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468077.394582:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468077.394610:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468077.394611:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468077.394800:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468077.394805:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468077.394809:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468077.649230:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468077.649248:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468077.649251:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468077.649256:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468077.649259:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468077.649264:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468077.649267:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468078.033402:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468078.033412:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468078.033414:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468078.033421:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468078.033426:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468078.033431:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468078.033434:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468078.033437:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468078.033440:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468078.417416:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468078.417425:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468078.417432:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468078.417433:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468078.417436:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468078.417437:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468078.423378:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468078.423388:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468078.423394:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468078.673537:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468078.673551:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468078.673553:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468078.673558:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468078.673560:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468078.673565:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468078.673568:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468079.057353:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468079.057365:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468079.057368:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468079.057374:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468079.057379:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468079.057383:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468079.057386:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468079.057389:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468079.057391:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468079.441924:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468079.441930:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468079.441935:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468079.441936:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468079.441939:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468079.441940:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468079.442032:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468079.442036:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468079.442039:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468079.697317:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468079.697331:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468079.697333:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468079.697338:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468079.697340:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468079.697345:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468079.697347:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468080.081295:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468080.081303:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468080.081305:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468080.081311:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468080.081315:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468080.081319:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468080.081321:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468080.081324:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468080.081327:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468080.465258:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468080.465266:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468080.465269:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468080.465272:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468080.465294:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468080.465296:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468080.465313:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468080.465316:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468080.465320:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468080.465322:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468080.465324:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468080.465326:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468080.465385:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468080.465390:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468080.465393:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468080.723352:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468080.723365:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468080.723367:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468080.723372:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468080.723374:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468080.723378:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468080.723381:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468081.105247:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468081.105254:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468081.105256:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468081.105260:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468081.105263:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468081.105268:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468081.105271:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468081.105273:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468081.105275:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468081.489301:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468081.489308:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468081.489314:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468081.489315:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468081.489318:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468081.489319:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468081.489505:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468081.489512:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468081.489518:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468081.745489:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468081.745500:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468081.745504:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468081.745507:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468081.745510:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468081.745512:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468081.745515:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468081.745518:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468081.745521:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468081.745524:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468081.745529:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20335) 00000100:00000001:0.0:1789468081.746595:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468081.746606:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468081.746608:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468081.746612:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468081.746614:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468081.746617:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468081.746620:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468082.129294:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468082.129304:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468082.129306:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468082.129312:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468082.129315:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468082.129319:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468082.129322:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468082.129324:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468082.129327:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468082.513301:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468082.513309:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468082.513315:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468082.513317:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468082.513320:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468082.513321:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468082.513462:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468082.513466:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468082.513469:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468082.769493:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468082.769520:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468082.769523:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468082.769527:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468082.769529:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468082.769566:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468082.769569:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468083.153251:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468083.153259:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468083.153261:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468083.153266:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468083.153269:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468083.153273:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468083.153276:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468083.153278:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468083.153281:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468083.538164:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468083.538175:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468083.538183:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468083.538187:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468083.538190:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468083.538194:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468083.538451:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468083.538454:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468083.538457:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468083.538460:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468083.538465:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468083.538467:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468083.538468:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468083.538470:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468083.538472:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468083.538473:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468083.538475:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468083.538477:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468083.538651:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468083.538655:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468083.538659:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468083.794441:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468083.794456:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468083.794458:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468083.794463:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468083.794466:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468083.794471:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468083.794474:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468084.179204:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468084.179215:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468084.179217:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468084.179224:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468084.179228:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468084.179233:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468084.179236:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468084.179239:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468084.179242:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468084.561603:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468084.561612:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468084.561620:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468084.561621:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468084.561625:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468084.561626:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468084.564206:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468084.564215:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468084.564221:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468084.817235:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468084.817254:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468084.817257:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468084.817263:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468084.817266:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468084.817272:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468084.817275:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468085.201305:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468085.201316:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468085.201319:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468085.201326:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468085.201331:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468085.201336:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468085.201339:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468085.201342:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468085.201346:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468085.586100:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468085.586107:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468085.586113:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468085.586114:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468085.586117:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468085.586118:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468085.586226:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468085.586234:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468085.586239:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468085.841517:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468085.841537:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468085.841541:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468085.841547:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468085.841549:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468085.841555:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468085.841559:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468086.225382:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468086.225392:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468086.225395:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468086.225403:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468086.225408:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468086.225412:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468086.225415:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468086.225419:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468086.225422:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468086.609257:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468086.609263:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468086.609269:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468086.609271:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468086.609274:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468086.609275:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468086.609773:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468086.609777:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468086.609780:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468086.865600:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1789468086.865600:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468086.865612:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1789468086.865614:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468086.865617:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789468086.865617:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789468086.865622:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1789468086.865624:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1789468086.865626:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1789468086.865629:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789468086.865631:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468086.865636:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468086.865637:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468086.865642:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468086.865647:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468086.865649:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468086.865653:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468086.865660:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20340) 00000100:00000001:2.0:1789468087.250311:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468087.250318:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468087.250320:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468087.250325:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468087.250328:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468087.250332:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468087.250335:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468087.250337:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468087.250340:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468087.633535:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468087.633543:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468087.633548:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468087.633550:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468087.633553:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468087.633554:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468087.633672:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468087.633681:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468087.633687:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468087.889494:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468087.889508:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468087.889511:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468087.889515:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468087.889517:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468087.889521:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468087.889541:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468088.274568:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468088.274582:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468088.274584:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468088.274590:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468088.274597:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468088.274601:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468088.274604:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468088.274610:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468088.274613:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468088.659127:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468088.659149:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468088.659155:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468088.659156:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468088.659159:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468088.659160:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468088.659272:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468088.659276:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468088.659279:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468088.915046:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468088.915061:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468088.915064:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468088.915068:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468088.915070:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468088.915074:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468088.915077:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468089.297243:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468089.297251:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468089.297253:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468089.297259:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468089.297262:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468089.297267:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468089.297270:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468089.297272:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468089.297275:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468089.681300:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468089.681307:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468089.681314:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468089.681315:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468089.681318:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468089.681319:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468089.681464:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468089.681468:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468089.681471:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468089.940233:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468089.940248:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468089.940251:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468089.940255:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468089.940258:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468089.940262:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468089.940264:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468090.321553:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468090.321561:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468090.321563:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468090.321568:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468090.321572:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468090.321576:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468090.321578:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468090.321581:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468090.321584:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468090.706322:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468090.706332:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468090.706334:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468090.706337:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468090.706342:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468090.706344:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468090.706346:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468090.706348:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468090.706351:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468090.706353:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468090.706356:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468090.706357:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468090.706654:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468090.706657:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468090.706660:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468090.962186:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468090.962199:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468090.962201:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468090.962206:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468090.962208:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468090.962212:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468090.962214:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468091.345294:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468091.345302:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468091.345304:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468091.345310:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468091.345314:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468091.345317:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468091.345320:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468091.345322:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468091.345325:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468091.729287:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468091.729294:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468091.729298:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468091.729299:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468091.729303:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468091.729304:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468091.729388:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468091.729391:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468091.729394:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468091.985256:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468091.985263:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468091.985279:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468066/real 1789468066] req@ffff8cbad742c380 x1876386402401664/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468091 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468091.985296:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468091.985299:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468091.985302:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c7e8. 00000400:00000200:3.0:1789468091.985317:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089908 00000400:00000010:3.0:1789468091.985320:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089908. 00000100:00000001:3.0:1789468091.985325:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468091.985329:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742c380 x1876386402401664/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468091 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468091.985338:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742c380 x1876386402401664/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468091 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468091.985345:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468091.985348:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468091.985350:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468091.985353:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468091.985357:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742c380 x1876386402401664/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468091 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468091.985364:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468091.985366:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468091.985371:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468066/real 1789468066] req@ffff8cbad742c000 x1876386402401408/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468091 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468091.985379:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468091.985381:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468091.985383:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9caa8. 00000400:00000200:3.0:1789468091.985385:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec0896e8 00000400:00000010:3.0:1789468091.985403:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec0896e8. 00000100:00000001:3.0:1789468091.985407:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468091.985411:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742c000 x1876386402401408/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468091 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468091.985419:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742c000 x1876386402401408/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468091 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468091.985424:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468091.985426:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468091.985427:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468091.985429:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468091.985431:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742c000 x1876386402401408/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468091 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468091.985437:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468091.985439:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468091.985444:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468066/real 1789468066] req@ffff8cbad742d880 x1876386402401536/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468091 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468091.985452:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468091.985453:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468091.985455:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c840. 00000400:00000200:3.0:1789468091.985457:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089aa0 00000400:00000010:3.0:1789468091.985459:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089aa0. 00000100:00000001:3.0:1789468091.985461:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468091.985464:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742d880 x1876386402401536/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468091 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468091.985472:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742d880 x1876386402401536/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468091 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468091.985478:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468091.985480:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468091.985481:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468091.985482:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468091.985486:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742d880 x1876386402401536/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468091 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468091.985499:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468091.985509:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468091.985510:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468091.985513:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468091.985515:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468091.985517:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468091.985522:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742c380 x1876386402401664/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468091 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468091.985528:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468091.985531:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468091.985533:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468091.985534:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468091.985537:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468091.985539:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468091.985542:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468091.985551:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789468091.985554:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468091.985558:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742c380 x1876386402401664/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468091 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468091.985566:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402401664:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468091.985572:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468091.985575:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742c000 x1876386402401408/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468091 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468091.985581:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468091.985584:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468091.985585:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468091.985586:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468091.985593:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468091.985595:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468091.985597:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468091.985603:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789468091.985605:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468091.985609:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742c000 x1876386402401408/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468091 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468091.985616:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402401408:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789468091.985620:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468091.985623:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742d880 x1876386402401536/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468091 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468091.985630:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468091.985632:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468091.985633:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468091.985634:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468091.985635:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468091.985637:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468091.985640:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468091.985643:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789468091.985645:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468091.985648:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742d880 x1876386402401536/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468091 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468091.985655:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402401536:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468091.985658:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468091.985661:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468091.985664:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742c380 x1876386402401664/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468091 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468091.985682:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468091.985685:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468091.985689:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687e400. 02000000:00000001:3.0:1789468091.985693:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468091.985696:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468091.985697:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789468091.985699:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468091.985702:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faace400. 02000000:00000001:3.0:1789468091.985705:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468091.985707:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468091.985709:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742c380. 00000100:00000001:3.0:1789468091.985712:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468091.985713:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468091.985715:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468091.985719:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742c000 x1876386402401408/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468091 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468091.985726:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468091.985727:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468091.985728:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687d000. 02000000:00000001:3.0:1789468091.985731:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468091.985732:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468091.985733:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789468091.985735:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468091.985736:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacf000. 02000000:00000001:3.0:1789468091.985738:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468091.985739:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:2.0:1789468091.985908:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468091.985913:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789468091.985916:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468091.985918:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468091.985921:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468091.985924:0:331017:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20315 00000400:00000200:2.0:1789468091.985932:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468091.985936:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789468091.985939:0:331017:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468091.985943:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468091.985946:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468091.985948:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468091.985950:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789468091.985956:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468091.985957:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:2.0:1789468091.985960:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468091.985962:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:2.0:1789468091.985964:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:2.0:1789468091.985967:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:2.0:1789468091.985970:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468091.985971:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468091.985973:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468091.985975:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789468091.985986:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:2.0:1789468091.985990:0:331017:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789468091.985992:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468091.985994:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468091.985997:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468091.986000:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468091.986002:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468091.986005:0:331017:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468091.986011:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742e300. 00000020:00000040:2.0:1789468091.986014:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789468091.986017:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468091.986019:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468091.986021:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468091.986024:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468091.986027:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468091.986033:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacd800. 00000100:00000001:2.0:1789468091.986039:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468091.986044:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742e300 x1876386402401792/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468091.986054:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468091.986058:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468091.986062:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df5e0136] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742e300 x1876386402401792/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468091.986072:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468091.986074:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468091.986077:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789468091.986078:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468091.986079:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468091.986082:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468091.986084:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20315 00000400:00000200:2.0:1789468091.986087:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468091.986090:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789468091.986092:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468091.986095:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468091.986097:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468091.986099:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468091.986101:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789468091.986103:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468091.986104:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:2.0:1789468091.986106:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468091.986108:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:2.0:1789468091.986109:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:2.0:1789468091.986111:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:2.0:1789468091.986113:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468091.986115:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468091.986116:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468091.986118:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789468091.986120:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:2.0:1789468091.986122:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789468091.986125:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468091.986126:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468091.986157:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468091.986160:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468091.986162:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789468091.986166:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789468091.986168:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468091.986170:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468091.986173:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742c700. 00000020:00000040:2.0:1789468091.986176:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=11 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789468091.986178:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468091.986179:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468091.986181:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468091.986182:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468091.986184:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468091.986187:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacdc00. 00000100:00000001:2.0:1789468091.986191:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468091.986196:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742c700 x1876386402401920/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468091.986202:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468091.986204:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468091.986207:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009876dd26] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742c700 x1876386402401920/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468091.986214:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468091.986216:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468091.986219:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789468091.986221:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468091.986222:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468091.986225:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468091.986228:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20315 00000400:00000200:2.0:1789468091.986231:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468091.986234:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789468091.986236:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468091.986238:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468091.986240:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468091.986241:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468091.986243:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789468091.986246:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468091.986247:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:2.0:1789468091.986248:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468091.986251:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:2.0:1789468091.986252:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:2.0:1789468091.986254:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:2.0:1789468091.986257:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468091.986259:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468091.986261:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468091.986263:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789468091.986265:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:2.0:1789468091.986267:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789468091.986270:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468091.986272:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468091.986274:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468091.986277:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468091.986279:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789468091.986280:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789468091.986283:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468091.986284:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468091.986287:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742f100. 00000020:00000040:2.0:1789468091.986290:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789468091.986292:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468091.986294:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468091.986295:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468091.986297:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468091.986298:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468091.986302:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacf000. 00000100:00000001:2.0:1789468091.986317:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468091.986323:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742f100 x1876386402402048/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468091.986330:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468091.986332:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468091.986335:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007124ad9] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742f100 x1876386402402048/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468091.986342:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468091.986344:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468091.986347:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468091.986350:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468091.986352:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468091.986357:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20345) 00000100:00000010:3.0:1789468091.986454:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742c000. 00000100:00000001:3.0:1789468091.986459:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468091.986461:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468091.986462:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468091.986467:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742d880 x1876386402401536/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468091 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468091.986473:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468091.986474:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468091.986482:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687c000. 02000000:00000001:3.0:1789468091.986486:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468091.986487:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468091.986489:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789468091.986490:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468091.986492:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacf800. 02000000:00000001:3.0:1789468091.986495:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468091.986496:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468091.986497:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742d880. 00000100:00000001:3.0:1789468091.986500:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468091.986502:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468091.986504:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468091.986508:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468091.986510:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468091.986512:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468091.986514:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468091.986516:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468091.986521:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742e300 x1876386402401792/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468091.986528:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468091.986530:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468091.986533:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468091.986535:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468091.986538:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468091.986541:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402401792:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789468091.986544:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468091.986548:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468091.986550:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468091.986552:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468091.986557:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d0c00. 02000000:00000001:3.0:1789468091.986558:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468091.986563:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789468091.986567:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bfc08. 00000400:00000010:3.0:1789468091.986573:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce4c8. 00000100:00000200:3.0:1789468091.986579:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402401792, portal 25 00000100:00000001:3.0:1789468091.986585:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468091.986587:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836131584 : -126740873420032 : ffff8cbad742e300) 00000100:00000040:3.0:1789468091.986593:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742e300 x1876386402401792/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468091.986600:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468091.986603:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789468091.986605:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cea18. 00000100:00000200:3.0:1789468091.986609:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402401792, offset 0 00000400:00000200:3.0:1789468091.986615:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789468091.986622:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468091.986628:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789468091.986633:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789468091.986636:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789468091.986640:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789468091.986642:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789468091.986645:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93918:93918:256:4294967295] 192.168.203.142@tcp LPNI seq info [93918:93918:8:4294967295] 00000400:00000200:3.0:1789468091.986650:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468091.986660:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789468091.986665:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789468091.986670:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7d00. 00000800:00000200:3.0:1789468091.986677:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789468091.986685:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468091.986689:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789468091.986711:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468091.986715:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468091.986717:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315009268 00000100:00000010:3.0:1789468091.986721:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451540. 00000100:00000001:3.0:1789468091.986728:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789468091.986733:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315009268 00000100:00000010:3.0:1789468091.986736:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451060. 00000100:00000001:3.0:1789468091.986816:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789468091.986820:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468091.986823:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468091.986826:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468091.986831:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742c700 x1876386402401920/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468091.986837:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468091.986839:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468091.986840:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468091.986842:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468091.986844:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468091.986847:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402401920:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468091.986850:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468091.986852:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468091.986854:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468091.986855:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468091.986858:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d2400. 02000000:00000001:3.0:1789468091.986861:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468091.986864:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789468091.986867:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf210. 00000400:00000010:3.0:1789468091.986870:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce770. 00000100:00000200:3.0:1789468091.986873:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402401920, portal 10 00000100:00000001:3.0:1789468091.986875:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468091.986876:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836124416 : -126740873427200 : ffff8cbad742c700) 00000100:00000040:3.0:1789468091.986882:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742c700 x1876386402401920/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468091.986888:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468091.986890:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789468091.986893:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce110. 00000100:00000200:3.0:1789468091.986895:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402401920, offset 0 00000400:00000200:3.0:1789468091.986899:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789468091.986903:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468091.986912:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789468091.986914:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789468091.986917:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789468091.986919:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789468091.986921:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789468091.986924:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93919:93919:255:4294967295] 192.168.203.142@tcp LPNI seq info [93919:93919:7:4294967295] 00000400:00000200:3.0:1789468091.986927:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468091.986934:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789468091.986938:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789468091.986942:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7700. 00000800:00000200:3.0:1789468091.986946:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789468091.986950:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468091.986952:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789468091.986955:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468091.986959:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:3.0:1789468091.986963:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468091.986965:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315008028 00000100:00000001:3.0:1789468091.986967:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315009268 00000100:00000001:3.0:1789468091.986969:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315008028 00000100:00000001:3.0:1789468091.986970:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315009268 00000100:00000001:3.0:1789468091.986972:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468091.986974:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468091.986985:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468091.986990:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742f100 x1876386402402048/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468091.986996:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468091.986998:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468091.987000:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468091.987001:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468091.987008:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468091.987012:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402402048:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468091.987015:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468091.987017:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468091.987018:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468091.987020:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468091.987023:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d3000. 02000000:00000001:3.0:1789468091.987024:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468091.987028:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789468091.987030:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bfb58. 00000400:00000010:3.0:1789468091.987033:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cedd0. 00000100:00000200:3.0:1789468091.987036:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402402048, portal 10 00000100:00000001:3.0:1789468091.987038:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468091.987039:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836135168 : -126740873416448 : ffff8cbad742f100) 00000100:00000040:3.0:1789468091.987044:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742f100 x1876386402402048/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468091.987050:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468091.987052:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789468091.987054:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce7f8. 00000100:00000200:3.0:1789468091.987057:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402402048, offset 0 00000400:00000200:3.0:1789468091.987061:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789468091.987065:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468091.987068:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789468091.987070:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789468091.987073:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789468091.987075:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789468091.987077:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789468091.987080:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93920:93920:254:4294967295] 192.168.203.142@tcp LPNI seq info [93920:93920:6:4294967295] 00000400:00000200:3.0:1789468091.987084:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468091.987090:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789468091.987094:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789468091.987102:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7300. 00000800:00000200:3.0:1789468091.987106:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789468091.987110:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468091.987112:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789468091.987115:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468091.987118:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:3.0:1789468091.987121:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468091.987123:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315008016 00000100:00000001:3.0:1789468091.987125:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315009268 00000100:00000001:3.0:1789468091.987127:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315008016 00000100:00000001:3.0:1789468091.987129:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315009268 00000100:00000001:3.0:1789468091.987151:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468091.987153:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468091.987156:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468091.987158:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468091.987161:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468091.987163:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789468091.987164:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468091.987166:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468091.987167:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468091.987169:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789468091.987254:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468091.987258:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7d00. 00000400:00000200:2.0:1789468091.987263:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468091.987268:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468091.987273:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cea18 00000400:00000010:2.0:1789468091.987276:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cea18. 00000100:00000001:2.0:1789468091.987279:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468091.987283:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742e300 x1876386402401792/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468091.987291:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468091.987294:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742e300 x1876386402401792/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468116 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468091.987306:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468091.987319:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789468091.987331:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468091.987334:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7700. 00000400:00000200:2.0:1789468091.987336:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468091.987339:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468091.987342:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce110 00000400:00000010:2.0:1789468091.987343:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce110. 00000100:00000001:2.0:1789468091.987345:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468091.987348:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742c700 x1876386402401920/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468091.987354:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468091.987359:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742c700 x1876386402401920/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468116 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468091.987364:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468091.987365:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789468091.987422:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468091.987425:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7300. 00000400:00000200:2.0:1789468091.987428:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468091.987430:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468091.987433:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce7f8 00000400:00000010:2.0:1789468091.987435:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce7f8. 00000100:00000001:2.0:1789468091.987437:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468091.987440:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742f100 x1876386402402048/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468091.987447:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468091.987449:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742f100 x1876386402402048/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468116 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468091.987454:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468091.987456:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468092.369255:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468092.369264:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468092.369266:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468092.369272:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468092.369275:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468092.369280:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468092.369282:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468092.369285:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468092.369288:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468092.753257:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468092.753265:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468092.753287:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468092.753289:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468092.753292:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468092.753293:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468092.753410:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468092.753414:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468092.753417:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468093.267107:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315009268, at 4315009281 00000100:00000010:2.0:1789468093.267122:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451540. 00000100:00000040:3.0:1789468093.267319:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315009268, at 4315009282 00000100:00000010:3.0:1789468093.267326:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451060. 00000100:00000001:2.0:1789468093.393289:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468093.393296:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468093.393307:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468093.393312:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468093.393315:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468093.393319:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468093.393322:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468093.393324:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468093.393326:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468093.777276:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468093.777282:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468093.777288:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468093.777291:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468093.777293:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468093.777297:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468093.777299:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468093.777302:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468093.777304:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468093.777305:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468093.777308:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468093.777310:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468093.777311:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468093.777312:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468093.777314:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468093.777315:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468093.777316:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468093.777318:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468093.777397:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468093.777401:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468093.777403:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468094.419065:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468094.419071:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468094.419073:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468094.419078:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468094.419082:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468094.419086:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468094.419088:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468094.419091:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468094.419093:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468094.801324:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468094.801331:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468094.801336:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468094.801337:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468094.801341:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468094.801342:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468094.801454:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468094.801458:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468094.801462:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468095.443600:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468095.443611:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468095.443614:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468095.443621:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468095.443625:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468095.443630:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468095.443635:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468095.443638:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468095.443641:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468095.829587:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468095.829597:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468095.829604:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468095.829605:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468095.829609:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468095.829611:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468095.829705:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468095.829710:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468095.829713:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468096.467626:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468096.467637:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468096.467639:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468096.467646:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468096.467651:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468096.467656:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468096.467659:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468096.467662:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468096.467666:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468096.850311:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468096.850333:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468096.850341:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468096.850342:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468096.850369:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468096.850371:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468096.850550:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468096.850554:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468096.850558:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468097.108048:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468097.108086:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468097.108090:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468097.108094:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468097.108097:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468097.108100:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468097.108103:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468097.108107:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468097.108110:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468097.108113:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468097.108121:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20350) 00000100:00000001:3.0:1789468097.108244:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468097.108257:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468097.108259:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468097.108263:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468097.108266:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468097.108271:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468097.108275:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468097.489323:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468097.489335:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468097.489338:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468097.489345:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468097.489349:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468097.489354:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468097.489358:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468097.489361:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468097.489365:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468097.874514:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468097.874529:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468097.874535:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468097.874537:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468097.874540:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468097.874541:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468097.874625:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468097.874630:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468097.874633:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468098.129836:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468098.129849:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468098.129851:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468098.129856:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468098.129858:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468098.129862:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468098.129865:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468098.514088:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468098.514098:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468098.514101:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468098.514107:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468098.514112:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468098.514117:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468098.514120:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468098.514123:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468098.514126:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468098.899174:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468098.899182:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468098.899188:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468098.899189:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468098.899191:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468098.899193:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468098.899323:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468098.899327:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468098.899330:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468099.153311:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468099.153329:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468099.153332:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468099.153338:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468099.153341:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468099.153347:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468099.153350:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468099.537285:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468099.537293:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468099.537296:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468099.537301:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468099.537304:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468099.537308:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468099.537312:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468099.537314:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468099.537316:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468099.921336:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468099.921346:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468099.921353:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468099.921355:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468099.921359:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468099.921360:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468099.921481:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468099.921485:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468099.921489:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468100.177384:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468100.177404:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468100.177406:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468100.177412:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468100.177415:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468100.177443:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468100.177447:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468100.561267:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468100.561273:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468100.561275:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468100.561281:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468100.561284:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468100.561288:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468100.561290:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468100.561293:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468100.561295:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468100.945227:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468100.945240:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468100.945243:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468100.945247:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468100.945253:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468100.945255:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468100.945258:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468100.945260:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468100.945265:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468100.945266:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468100.945270:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468100.945271:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468100.946169:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468100.946173:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468100.946177:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468101.201249:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468101.201420:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468101.201422:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468101.201429:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468101.201432:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468101.201437:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468101.201440:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468101.587519:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468101.587529:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468101.587532:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468101.587539:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468101.587544:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468101.587549:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468101.587552:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468101.587556:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468101.587559:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468101.969359:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468101.969369:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468101.969376:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468101.969377:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468101.969381:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468101.969382:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468101.969509:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468101.969542:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468101.969546:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468102.225273:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1789468102.225273:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468102.225286:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468102.225290:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468102.225294:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468102.225296:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468102.225299:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468102.225302:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468102.225330:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468102.225332:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468102.225335:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468102.225342:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20355) 00000100:00000001:0.0:1789468102.225538:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468102.225540:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468102.225545:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468102.225547:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468102.225552:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468102.225555:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468102.609488:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468102.609500:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468102.609502:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468102.609508:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468102.609513:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468102.609518:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468102.609521:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468102.609524:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468102.609527:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468102.993578:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468102.993588:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468102.993595:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468102.993597:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468102.993600:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468102.993626:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468102.994168:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468102.994173:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468102.994177:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468103.249404:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468103.249425:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468103.249439:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468103.249446:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468103.249449:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468103.249455:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468103.249459:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468103.633294:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468103.633307:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468103.633310:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468103.633639:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468103.633645:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468103.633651:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468103.633655:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468103.633658:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468103.633661:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468104.019197:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468104.019209:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468104.019216:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468104.019221:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468104.019224:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468104.019228:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468104.019232:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468104.019236:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468104.019238:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468104.019241:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468104.019245:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468104.019247:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468104.019248:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468104.019250:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468104.019251:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468104.019252:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468104.019254:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468104.019256:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468104.019421:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468104.019427:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468104.019430:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468104.273322:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468104.273345:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468104.273349:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468104.273357:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468104.273360:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468104.273366:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468104.273370:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468104.657319:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468104.657327:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468104.657329:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468104.657334:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468104.657338:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468104.657342:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468104.657345:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468104.657348:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468104.657351:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468105.041334:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468105.041341:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468105.041347:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468105.041348:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468105.041351:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468105.041352:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468105.045353:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468105.045361:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468105.045366:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468105.297333:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468105.297347:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468105.297349:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468105.297354:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468105.297357:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468105.297360:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468105.297363:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468105.681483:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468105.681490:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468105.681492:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468105.681497:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468105.681500:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468105.681504:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468105.681507:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468105.681509:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468105.681512:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468106.065400:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468106.065407:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468106.065412:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468106.065413:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468106.065417:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468106.065418:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468106.065551:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468106.065556:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468106.065559:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468106.323435:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468106.323446:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468106.323447:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468106.323451:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468106.323453:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468106.323456:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468106.323457:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468106.705477:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468106.705486:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468106.705488:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468106.705493:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468106.705496:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468106.705500:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468106.705503:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468106.705505:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468106.705507:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468107.089447:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468107.089465:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468107.089470:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468107.089472:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468107.089475:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468107.089476:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468107.090051:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468107.090056:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468107.090059:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468107.345242:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468107.345256:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468107.345258:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468107.345262:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468107.345264:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468107.345269:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468107.345272:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468107.345346:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468107.345351:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468107.345355:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468107.345358:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468107.345435:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468107.345439:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468107.345442:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468107.345446:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468107.345448:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468107.345450:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468107.345457:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20361) 00000100:00000001:2.0:1789468107.734544:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468107.734552:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468107.734554:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468107.734558:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468107.734562:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468107.734565:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468107.734567:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468107.734569:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468107.734572:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468108.113298:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468108.113305:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468108.113312:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468108.113313:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468108.113317:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468108.113318:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468108.113445:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468108.113449:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468108.113452:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468108.369263:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468108.369275:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468108.369277:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468108.369281:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468108.369283:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468108.369287:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468108.369290:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468108.756907:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468108.756916:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468108.756918:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468108.756923:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468108.756926:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468108.756930:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468108.756933:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468108.756935:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468108.756938:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468109.137281:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468109.137288:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468109.137294:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468109.137296:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468109.137299:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468109.137300:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468109.137487:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468109.137491:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468109.137494:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468109.393268:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468109.393282:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468109.393284:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468109.393288:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468109.393291:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468109.393296:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468109.393298:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468109.777313:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468109.777320:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468109.777322:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468109.777328:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468109.777331:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468109.777335:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468109.777338:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468109.777340:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468109.777342:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468110.161469:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468110.161477:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468110.161484:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468110.161485:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468110.161488:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468110.161489:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468110.161590:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468110.161594:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468110.161597:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468110.417409:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468110.417424:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468110.417426:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468110.417431:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468110.417433:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468110.417437:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468110.417440:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468110.801300:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468110.801310:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468110.801313:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468110.801320:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468110.801324:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468110.801329:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468110.801332:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468110.801336:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468110.801339:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468111.185613:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468111.185622:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468111.185624:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468111.185628:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468111.185632:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468111.185635:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468111.185637:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468111.185655:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468111.185660:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468111.185661:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468111.185664:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468111.185665:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468111.185795:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468111.185799:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468111.185802:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468111.441329:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468111.441343:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468111.441345:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468111.441350:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468111.441352:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468111.441356:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468111.441359:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468111.827112:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468111.827120:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468111.827123:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468111.827129:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468111.827149:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468111.827153:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468111.827155:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468111.827158:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468111.827160:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468112.214233:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468112.214240:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468112.214245:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468112.214246:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468112.214250:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468112.214251:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468112.214591:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468112.214595:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468112.214598:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468112.465271:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468112.465283:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468112.465286:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468112.465290:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468112.465292:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468112.465295:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468112.465298:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468112.465302:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468112.465304:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468112.465307:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468112.465313:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20366) 00000100:00000001:0.0:1789468112.465368:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468112.465379:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468112.465381:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468112.465393:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468112.465396:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468112.465399:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468112.465402:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468112.853542:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468112.853549:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468112.853551:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468112.853556:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468112.853560:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468112.853564:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468112.853566:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468112.853569:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468112.853571:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468113.233265:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468113.233271:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468113.233277:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468113.233278:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468113.233281:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468113.233282:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468113.233411:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468113.233415:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468113.233418:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468113.490449:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468113.490463:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468113.490465:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468113.490470:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468113.490472:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468113.490476:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468113.490478:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468113.873251:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468113.873259:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468113.873261:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468113.873267:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468113.873270:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468113.873273:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468113.873276:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468113.873279:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468113.873281:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468114.257296:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468114.257328:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468114.257335:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468114.257339:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468114.257342:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468114.257345:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468114.257348:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468114.257350:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468114.257364:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468114.257366:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468114.257370:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468114.257372:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468114.257373:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468114.257375:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468114.257377:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468114.257378:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468114.257379:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468114.257381:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468114.260749:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468114.260758:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468114.260764:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468114.513722:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468114.513741:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468114.513745:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468114.513749:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468114.513753:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468114.513758:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468114.513761:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468114.898040:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468114.898050:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468114.898052:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468114.898057:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468114.898061:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468114.898065:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468114.898067:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468114.898070:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468114.898073:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468115.281739:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468115.281749:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468115.281758:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468115.281760:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468115.281765:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468115.281766:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468115.282433:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468115.282440:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468115.282444:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468115.537543:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468115.537562:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468115.537565:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468115.537571:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468115.537574:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468115.537580:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468115.537584:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468115.921246:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468115.921254:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468115.921256:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468115.921261:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468115.921264:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468115.921268:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468115.921270:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468115.921273:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468115.921275:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468116.305296:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468116.305302:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468116.305334:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468116.305335:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468116.305339:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468116.305340:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468116.305421:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468116.305425:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468116.305428:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468116.562256:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468116.562263:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468116.562279:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468091/real 1789468091] req@ffff8cbad742e300 x1876386402401792/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468116 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468116.562298:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468116.562300:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468116.562303:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bfc08. 00000400:00000200:0.0:1789468116.562308:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce4c8 00000400:00000010:0.0:1789468116.562310:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce4c8. 00000100:00000001:0.0:1789468116.562314:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468116.562318:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742e300 x1876386402401792/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468116 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468116.562327:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742e300 x1876386402401792/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468116 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468116.562335:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468116.562337:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468116.562340:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468116.562342:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468116.562346:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742e300 x1876386402401792/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468116 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468116.562353:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468116.562356:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468116.562360:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468091/real 1789468091] req@ffff8cbad742c700 x1876386402401920/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468116 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468116.562367:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468116.562368:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468116.562370:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf210. 00000400:00000200:0.0:1789468116.562373:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce770 00000400:00000010:0.0:1789468116.562387:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce770. 00000100:00000001:0.0:1789468116.562390:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468116.562394:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742c700 x1876386402401920/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468116 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468116.562401:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742c700 x1876386402401920/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468116 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468116.562408:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468116.562409:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468116.562411:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468116.562412:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468116.562415:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742c700 x1876386402401920/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468116 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468116.562421:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468116.562423:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468116.562427:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468091/real 1789468091] req@ffff8cbad742f100 x1876386402402048/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468116 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468116.562434:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468116.562436:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468116.562437:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bfb58. 00000400:00000200:0.0:1789468116.562440:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cedd0 00000400:00000010:0.0:1789468116.562442:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cedd0. 00000100:00000001:0.0:1789468116.562444:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468116.562447:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742f100 x1876386402402048/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468116 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468116.562454:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742f100 x1876386402402048/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468116 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468116.562460:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468116.562462:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468116.562463:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468116.562465:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468116.562468:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742f100 x1876386402402048/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468116 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468116.562480:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468116.562488:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468116.562490:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468116.562493:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468116.562495:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468116.562497:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468116.562503:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742e300 x1876386402401792/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468116 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468116.562510:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468116.562513:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468116.562514:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468116.562515:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468116.562518:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468116.562520:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468116.562523:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468116.562565:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789468116.562568:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468116.562572:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742e300 x1876386402401792/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468116 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468116.562580:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402401792:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789468116.562584:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468116.562588:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742c700 x1876386402401920/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468116 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468116.562595:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468116.562597:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468116.562599:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468116.562600:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468116.562607:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468116.562609:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468116.562612:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468116.562618:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789468116.562620:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468116.562624:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742c700 x1876386402401920/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468116 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468116.562630:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402401920:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468116.562634:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468116.562637:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742f100 x1876386402402048/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468116 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468116.562642:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468116.562644:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468116.562645:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468116.562647:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468116.562648:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468116.562649:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468116.562651:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468116.562655:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789468116.562657:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468116.562660:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742f100 x1876386402402048/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468116 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468116.562667:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402402048:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468116.562671:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468116.562673:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468116.562676:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742e300 x1876386402401792/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468116 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468116.562689:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468116.562692:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468116.562695:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d0c00. 02000000:00000001:0.0:1789468116.562699:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468116.562702:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468116.562704:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789468116.562706:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468116.562708:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacd800. 02000000:00000001:0.0:1789468116.562711:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468116.562713:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468116.562715:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742e300. 00000100:00000001:0.0:1789468116.562719:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468116.562721:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468116.562722:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468116.562725:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742c700 x1876386402401920/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468116 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468116.562731:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468116.562732:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468116.562733:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d2400. 02000000:00000001:0.0:1789468116.562735:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468116.562736:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468116.562737:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789468116.562739:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468116.562740:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacdc00. 02000000:00000001:0.0:1789468116.562742:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468116.562743:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468116.562744:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742c700. 00000100:00000001:0.0:1789468116.562746:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468116.562747:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468116.562748:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468116.562751:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742f100 x1876386402402048/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468116 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468116.562756:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468116.562757:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468116.562762:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d3000. 02000000:00000001:0.0:1789468116.562764:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468116.562765:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468116.562766:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789468116.562768:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468116.562769:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacf000. 02000000:00000001:0.0:1789468116.562771:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468116.562772:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468116.562774:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742f100. 00000100:00000001:0.0:1789468116.562777:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468116.562778:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468116.562780:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468116.562783:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468116.562785:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468116.562786:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468116.562787:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468116.563662:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468116.563668:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789468116.563671:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468116.563673:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468116.563676:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468116.563682:0:331018:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20340 00000400:00000200:3.0:1789468116.563691:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468116.563696:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789468116.563699:0:331018:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468116.563702:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468116.563705:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468116.563707:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468116.563710:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789468116.563716:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468116.563719:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789468116.563722:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468116.563724:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789468116.563726:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789468116.563739:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789468116.563744:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468116.563746:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468116.563748:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468116.563750:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789468116.563753:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789468116.563756:0:331018:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789468116.563759:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468116.563761:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468116.563765:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468116.563767:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468116.563770:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468116.563771:0:331018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468116.563777:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9032d80. 00000020:00000040:3.0:1789468116.563780:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789468116.563783:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468116.563785:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468116.563787:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468116.563789:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468116.563805:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468116.563813:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1c00. 00000100:00000001:3.0:1789468116.563819:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468116.563826:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9032d80 x1876386402402176/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468116.563835:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468116.563839:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468116.563843:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca468814] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9032d80 x1876386402402176/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468116.563866:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468116.563869:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468116.563872:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468116.563878:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468116.563880:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468116.563883:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468116.563886:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20340 00000400:00000200:3.0:1789468116.563890:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468116.563893:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789468116.563895:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468116.563898:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468116.563899:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468116.563901:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468116.563903:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789468116.563906:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468116.563907:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789468116.563909:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468116.563912:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789468116.563913:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789468116.563915:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789468116.563918:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468116.563920:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468116.563922:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468116.563924:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789468116.563926:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789468116.563929:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789468116.563932:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468116.563933:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468116.563938:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468116.563941:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468116.563943:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789468116.563946:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789468116.563949:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468116.563956:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468116.563960:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031c00. 00000020:00000040:3.0:1789468116.563962:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789468116.563965:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468116.563966:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468116.563968:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468116.563970:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468116.563971:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468116.563975:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2c00. 00000100:00000001:3.0:1789468116.563979:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468116.563984:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031c00 x1876386402402304/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468116.563990:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468116.563992:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468116.563996:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e90841d0] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031c00 x1876386402402304/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468116.564003:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468116.564005:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468116.564008:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468116.564009:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468116.564010:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468116.564013:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468116.564015:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20340 00000400:00000200:3.0:1789468116.564019:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468116.564021:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789468116.564024:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468116.564026:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468116.564028:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468116.564030:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468116.564032:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789468116.564034:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468116.564040:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789468116.564042:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468116.564044:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789468116.564046:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789468116.564048:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789468116.564051:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468116.564053:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468116.564055:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468116.564056:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789468116.564059:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789468116.564061:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789468116.564063:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468116.564065:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468116.564068:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468116.564070:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468116.564072:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789468116.564074:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789468116.564076:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468116.564077:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468116.564082:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030a80. 00000020:00000040:3.0:1789468116.564084:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789468116.564086:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468116.564087:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468116.564089:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468116.564090:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468116.564091:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468116.564095:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3800. 00000100:00000001:3.0:1789468116.564098:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468116.564103:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030a80 x1876386402402432/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468116.564109:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468116.564111:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468116.564120:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb50d69] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030a80 x1876386402402432/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468116.564127:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468116.564129:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468116.564161:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468116.564164:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468116.564166:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468116.564171:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20370) 00000100:00000001:0.0:1789468116.566416:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468116.566425:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468116.566428:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468116.566441:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9032d80 x1876386402402176/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468116.566452:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468116.566454:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468116.566457:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468116.566461:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468116.566463:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468116.566467:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402402176:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789468116.566472:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468116.566476:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468116.566479:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468116.566481:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468116.566489:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687cc00. 02000000:00000001:0.0:1789468116.566491:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468116.566497:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789468116.566502:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9cc60. 00000400:00000010:0.0:1789468116.566509:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089990. 00000100:00000200:0.0:1789468116.566527:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402402176, portal 25 00000100:00000001:0.0:1789468116.566530:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468116.566532:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107414400 : -126744602137216 : ffff8cb9f9032d80) 00000100:00000040:0.0:1789468116.566549:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9032d80 x1876386402402176/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468116.566557:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468116.566559:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789468116.566563:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089c38. 00000100:00000200:0.0:1789468116.566567:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402402176, offset 0 00000400:00000200:0.0:1789468116.566572:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789468116.566580:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468116.566587:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789468116.566592:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789468116.566597:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789468116.566600:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789468116.566602:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789468116.566606:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93921:93921:256:4294967295] 192.168.203.142@tcp LPNI seq info [93921:93921:8:4294967295] 00000400:00000200:0.0:1789468116.566610:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468116.566619:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789468116.566625:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789468116.566631:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9ea1f1c00. 00000800:00000200:0.0:1789468116.566637:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789468116.566644:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789468116.566648:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9ea1f1c00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789468116.566668:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468116.566672:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789468116.566675:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315033848 00000100:00000010:0.0:1789468116.566679:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305b000. 00000100:00000001:0.0:1789468116.566687:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789468116.566693:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315033848 00000100:00000010:0.0:1789468116.566697:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305b4e0. 00000100:00000001:0.0:1789468116.566705:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789468116.566708:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468116.566711:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468116.566714:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468116.566719:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9031c00 x1876386402402304/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468116.566726:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468116.566728:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468116.566730:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468116.566732:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468116.566734:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468116.566737:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402402304:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468116.566740:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468116.566743:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468116.566744:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468116.566746:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468116.566750:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687c400. 02000000:00000001:0.0:1789468116.566752:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468116.566756:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789468116.566759:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c268. 00000400:00000010:0.0:1789468116.566762:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec0893b8. 00000100:00000200:0.0:1789468116.566765:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402402304, portal 10 00000100:00000001:0.0:1789468116.566767:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468116.566768:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107409920 : -126744602141696 : ffff8cb9f9031c00) 00000100:00000040:0.0:1789468116.566775:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031c00 x1876386402402304/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468116.566780:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468116.566782:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789468116.566785:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089220. 00000100:00000200:0.0:1789468116.566787:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402402304, offset 0 00000400:00000200:0.0:1789468116.566791:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789468116.566807:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468116.566816:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789468116.566819:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789468116.566821:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789468116.566823:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789468116.566826:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789468116.566828:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93922:93922:255:4294967295] 192.168.203.142@tcp LPNI seq info [93922:93922:7:4294967295] 00000400:00000200:0.0:1789468116.566832:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468116.566838:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789468116.566843:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789468116.566846:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9ea1f1000. 00000800:00000200:0.0:1789468116.566850:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789468116.566855:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789468116.566858:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9ea1f1000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789468116.566861:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468116.566865:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:0.0:1789468116.566869:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789468116.566870:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315032608 00000100:00000001:0.0:1789468116.566873:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315033848 00000100:00000001:0.0:1789468116.566875:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315032608 00000100:00000001:0.0:1789468116.566876:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315033848 00000100:00000001:0.0:1789468116.566878:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468116.566880:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468116.566883:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468116.566887:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030a80 x1876386402402432/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468116.566893:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468116.566895:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468116.566897:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468116.566899:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468116.566906:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468116.566910:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402402432:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468116.566913:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468116.566916:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468116.566917:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468116.566919:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468116.566922:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687c000. 02000000:00000001:0.0:1789468116.566924:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468116.566927:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789468116.566929:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9cc08. 00000400:00000010:0.0:1789468116.566933:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089cc0. 00000100:00000200:0.0:1789468116.566936:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402402432, portal 10 00000100:00000001:0.0:1789468116.566938:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468116.566939:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107405440 : -126744602146176 : ffff8cb9f9030a80) 00000100:00000040:0.0:1789468116.566944:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030a80 x1876386402402432/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468116.566950:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468116.566953:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789468116.566955:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089d48. 00000100:00000200:0.0:1789468116.566958:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402402432, offset 0 00000400:00000200:0.0:1789468116.566962:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789468116.566966:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468116.566969:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789468116.566972:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789468116.566974:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789468116.566976:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789468116.566978:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789468116.566982:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93923:93923:254:4294967295] 192.168.203.142@tcp LPNI seq info [93923:93923:6:4294967295] 00000400:00000200:0.0:1789468116.566985:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468116.566991:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789468116.566995:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789468116.567003:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9ea1f1a00. 00000800:00000200:0.0:1789468116.567007:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789468116.567011:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789468116.567014:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9ea1f1a00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789468116.567017:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468116.567020:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:0.0:1789468116.567023:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789468116.567025:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315032596 00000100:00000001:0.0:1789468116.567028:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315033848 00000100:00000001:0.0:1789468116.567030:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315032596 00000100:00000001:0.0:1789468116.567032:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315033848 00000100:00000001:0.0:1789468116.567033:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468116.567035:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468116.567038:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468116.567041:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468116.567048:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468116.567050:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789468116.567052:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468116.567054:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468116.567055:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468116.567057:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789468116.567300:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468116.567305:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9ea1f1c00. 00000400:00000200:3.0:1789468116.567310:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468116.567315:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468116.567320:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089c38 00000400:00000010:3.0:1789468116.567323:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089c38. 00000100:00000001:3.0:1789468116.567327:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468116.567331:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9032d80 x1876386402402176/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468116.567340:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468116.567344:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9032d80 x1876386402402176/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468141 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468116.567351:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468116.567353:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789468116.567365:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468116.567367:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9ea1f1000. 00000400:00000200:3.0:1789468116.567370:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468116.567373:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468116.567376:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089220 00000400:00000010:3.0:1789468116.567378:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089220. 00000100:00000001:3.0:1789468116.567380:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468116.567383:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031c00 x1876386402402304/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468116.567397:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468116.567400:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031c00 x1876386402402304/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468141 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468116.567407:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468116.567408:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789468116.567461:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468116.567464:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9ea1f1a00. 00000400:00000200:3.0:1789468116.567467:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468116.567471:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468116.567474:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089d48 00000400:00000010:3.0:1789468116.567476:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089d48. 00000100:00000001:3.0:1789468116.567478:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468116.567482:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030a80 x1876386402402432/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468116.567489:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468116.567492:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030a80 x1876386402402432/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468141 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468116.567499:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468116.567500:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468116.947087:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468116.947094:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468116.947096:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468116.947101:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468116.947105:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468116.947109:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468116.947112:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468116.947114:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468116.947117:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468117.330177:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468117.330184:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468117.330189:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468117.330191:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468117.330194:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468117.330195:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468117.330320:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468117.330324:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468117.330327:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468117.841239:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315033848, at 4315033856 00000100:00000010:2.0:1789468117.841254:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305b000. 00000100:00000040:3.0:1789468117.842024:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315033848, at 4315033856 00000100:00000010:3.0:1789468117.842033:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305b4e0. 00000100:00000001:2.0:1789468117.969851:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468117.969858:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468117.969860:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468117.969866:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468117.969869:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468117.969873:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468117.969875:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468117.969887:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468117.969890:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468118.353313:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468118.353321:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468118.353326:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468118.353327:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468118.353330:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468118.353332:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468118.353500:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468118.353504:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468118.353507:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468118.993248:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468118.993256:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468118.993258:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468118.993263:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468118.993267:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468118.993271:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468118.993274:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468118.993276:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468118.993279:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468119.377338:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468119.377363:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468119.377370:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468119.377371:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468119.377374:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468119.377376:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468119.377502:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468119.377506:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468119.377509:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468120.017226:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468120.017234:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468120.017236:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468120.017241:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468120.017245:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468120.017248:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468120.017251:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468120.017254:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468120.017256:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468120.401290:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468120.401298:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468120.401301:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468120.401304:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468120.401309:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468120.401311:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468120.401313:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468120.401315:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468120.401319:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468120.401320:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468120.401324:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468120.401325:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468120.401425:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468120.401429:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468120.401432:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468121.042046:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468121.042058:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468121.042061:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468121.042065:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468121.042069:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468121.042072:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468121.042075:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468121.042077:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468121.042080:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468121.425298:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468121.425305:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468121.425311:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468121.425312:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468121.425315:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468121.425317:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468121.425447:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468121.425451:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468121.425470:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468121.681257:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468121.681270:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468121.681272:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468121.681278:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468121.681280:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468121.681284:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468121.681288:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468121.681424:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468121.681429:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468121.681432:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468121.681435:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468121.681438:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468121.681441:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468121.681443:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468121.681447:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468121.681450:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468121.681453:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468121.681458:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20375) 00000100:00000001:2.0:1789468122.065241:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468122.065247:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468122.065249:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468122.065254:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468122.065257:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468122.065261:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468122.065264:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468122.065266:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468122.065269:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468122.449375:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468122.449380:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468122.449385:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468122.449387:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468122.449390:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468122.449391:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468122.449477:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468122.449480:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468122.449483:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468122.706681:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468122.706695:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468122.706697:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468122.706719:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468122.706722:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468122.706726:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468122.706728:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468123.089321:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468123.089328:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468123.089330:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468123.089335:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468123.089338:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468123.089341:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468123.089344:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468123.089346:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468123.089349:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468123.476112:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468123.476119:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468123.476124:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468123.476128:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468123.476130:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468123.476149:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468123.476152:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468123.476155:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468123.476157:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468123.476159:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468123.476163:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468123.476164:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468123.476166:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468123.476167:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468123.476169:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468123.476170:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468123.476171:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468123.476173:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468123.476340:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468123.476343:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468123.476347:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468123.729529:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468123.729542:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468123.729545:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468123.729549:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468123.729552:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468123.729574:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468123.729577:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468124.114121:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468124.114128:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468124.114154:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468124.114158:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468124.114162:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468124.114166:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468124.114169:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468124.114172:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468124.114175:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468124.497481:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468124.497489:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468124.497494:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468124.497495:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468124.497499:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468124.497500:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468124.497587:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468124.497591:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468124.497594:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468124.753269:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468124.753284:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468124.753286:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468124.753291:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468124.753294:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468124.753298:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468124.753301:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468125.137318:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468125.137325:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468125.137329:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468125.137334:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468125.137338:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468125.137342:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468125.137345:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468125.137348:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468125.137351:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468125.521398:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468125.521405:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468125.521410:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468125.521594:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468125.521600:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468125.521601:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468125.521680:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468125.521684:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468125.521687:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468125.780374:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468125.780391:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468125.780394:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468125.780399:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468125.780402:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468125.780430:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468125.780434:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468126.161235:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468126.161242:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468126.161244:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468126.161249:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468126.161253:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468126.161257:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468126.161259:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468126.161261:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468126.161264:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468126.546681:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468126.546692:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468126.546700:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468126.546701:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468126.546705:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468126.546706:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468126.546921:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468126.546926:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468126.546929:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468126.801304:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1789468126.801304:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468126.801316:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468126.801320:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789468126.801323:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1789468126.801324:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1789468126.801328:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789468126.801331:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789468126.801337:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1789468126.801338:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1789468126.801343:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1789468126.801345:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789468126.801350:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468126.801352:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1789468126.801357:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468126.801359:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468126.801365:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468126.801372:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20380) 00000100:00000001:2.0:1789468127.185509:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468127.185520:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468127.185522:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468127.185529:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468127.185533:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468127.185538:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468127.185541:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468127.185544:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468127.185547:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468127.569299:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468127.569308:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468127.569313:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468127.569323:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468127.569328:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468127.569329:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468127.569398:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468127.569402:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468127.569406:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468127.825277:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468127.825297:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468127.825300:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468127.825307:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468127.825310:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468127.825316:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468127.825319:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468128.210011:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468128.210022:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468128.210024:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468128.210030:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468128.210034:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468128.210038:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468128.210041:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468128.210044:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468128.210047:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468128.593457:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468128.593467:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468128.593475:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468128.593477:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468128.593480:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468128.593482:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468128.593642:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468128.593648:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468128.593652:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468128.849269:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468128.849289:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468128.849292:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468128.849300:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468128.849303:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468128.849332:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468128.849336:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468129.233290:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468129.233300:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468129.233302:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468129.233308:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468129.233313:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468129.233317:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468129.233321:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468129.233323:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468129.233326:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468129.620103:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468129.620110:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468129.620117:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468129.620118:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468129.620121:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468129.620122:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468129.620488:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468129.620492:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468129.620495:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468129.873393:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468129.873407:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468129.873410:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468129.873414:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468129.873416:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468129.873420:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468129.873422:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468130.257279:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468130.257289:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468130.257291:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468130.257298:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468130.257302:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468130.257306:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468130.257309:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468130.257312:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468130.257315:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468130.641301:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468130.641309:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468130.641312:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468130.641315:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468130.641320:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468130.641322:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468130.641325:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468130.641327:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468130.641331:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468130.641332:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468130.641336:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468130.641337:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468130.641613:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468130.641617:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468130.641621:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468130.898254:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468130.898266:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468130.898268:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468130.898273:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468130.898275:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468130.898279:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468130.898282:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468131.281468:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468131.281474:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468131.281477:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468131.281482:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468131.281485:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468131.281489:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468131.281492:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468131.281494:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468131.281497:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468131.665252:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468131.665259:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468131.665266:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468131.665268:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468131.665271:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468131.665288:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468131.665422:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468131.665426:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468131.665429:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468131.921341:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468131.921352:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468131.921355:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468131.921358:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468131.921360:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468131.921363:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468131.921365:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468131.921369:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468131.921372:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468131.921375:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468131.921381:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20385) 00000100:00000001:0.0:1789468131.921548:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468131.921569:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468131.921571:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468131.921575:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468131.921577:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468131.921581:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468131.921583:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468132.305232:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468132.305239:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468132.305242:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468132.305247:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468132.305250:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468132.305254:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468132.305257:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468132.305259:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468132.305262:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468132.689364:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468132.689370:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468132.689376:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468132.689377:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468132.689380:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468132.689381:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468132.690998:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468132.691003:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468132.691007:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468132.946922:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468132.946936:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468132.946938:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468132.946943:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468132.946945:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468132.946950:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468132.946952:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468133.329906:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468133.329913:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468133.329915:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468133.329920:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468133.329923:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468133.329927:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468133.329930:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468133.329933:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468133.329935:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468133.713251:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468133.713257:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468133.713263:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468133.713267:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468133.713269:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468133.713274:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468133.713277:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468133.713279:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468133.713281:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468133.713284:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468133.713287:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468133.713288:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468133.713289:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468133.713291:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468133.713293:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468133.713294:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468133.713295:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468133.713297:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468133.713440:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468133.713449:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468133.713452:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468133.972536:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468133.972549:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468133.972551:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468133.972555:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468133.972557:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468133.972561:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468133.972565:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468134.353271:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468134.353278:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468134.353280:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468134.353285:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468134.353288:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468134.353291:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468134.353294:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468134.353296:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468134.353300:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468134.737250:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468134.737256:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468134.737261:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468134.737262:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468134.737265:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468134.737266:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468134.737388:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468134.737392:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468134.737395:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468134.993259:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468134.993272:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468134.993274:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468134.993278:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468134.993280:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468134.993284:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468134.993287:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468135.377252:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468135.377259:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468135.377261:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468135.377266:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468135.377269:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468135.377273:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468135.377275:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468135.377278:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468135.377280:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468135.761254:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468135.761260:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468135.761266:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468135.761267:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468135.761270:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468135.761271:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468135.761394:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468135.761399:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468135.761402:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468136.018018:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468136.018031:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468136.018033:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468136.018038:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468136.018040:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468136.018044:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468136.018047:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468136.401287:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468136.401295:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468136.401297:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468136.401301:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468136.401304:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468136.401308:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468136.401311:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468136.401313:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468136.401315:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468136.785329:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468136.785335:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468136.785341:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468136.785342:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468136.785345:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468136.785347:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468136.785494:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468136.785502:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468136.785507:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468137.041306:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1789468137.041311:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468137.041320:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468137.041324:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468137.041328:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468137.041330:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789468137.041332:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1789468137.041334:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1789468137.041336:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468137.041339:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789468137.041341:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468137.041344:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1789468137.041346:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1789468137.041349:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468137.041350:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789468137.041352:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468137.041358:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468137.041364:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20390) 00000100:00000001:2.0:1789468137.425296:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468137.425309:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468137.425312:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468137.425320:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468137.425325:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468137.425330:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468137.425333:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468137.425337:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468137.425340:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468137.809314:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468137.809321:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468137.809327:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468137.809329:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468137.809332:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468137.809333:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468137.809458:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468137.809462:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468137.809465:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468138.065365:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468138.065379:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468138.065381:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468138.065385:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468138.065387:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468138.065392:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468138.065394:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468138.449280:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468138.449293:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468138.449295:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468138.449303:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468138.449308:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468138.449314:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468138.449317:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468138.449320:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468138.449323:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468138.836218:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468138.836225:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468138.836231:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468138.836232:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468138.836236:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468138.836237:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468138.836406:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468138.836410:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468138.836413:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468139.089249:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468139.089262:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468139.089265:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468139.089269:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468139.089272:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468139.089276:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468139.089289:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468139.474933:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468139.474944:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468139.474946:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468139.474953:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468139.474957:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468139.474962:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468139.474965:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468139.474968:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468139.474971:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468139.857332:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468139.857341:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468139.857348:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468139.857349:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468139.857353:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468139.857354:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468139.858575:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468139.858581:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468139.858589:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468140.113280:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468140.113296:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468140.113298:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468140.113303:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468140.113305:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468140.113309:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468140.113312:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468140.497328:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468140.497339:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468140.497341:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468140.497348:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468140.497352:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468140.497357:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468140.497360:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468140.497363:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468140.497366:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468140.882097:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468140.882108:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468140.882166:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468140.882170:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468140.882183:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468140.882185:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468140.882188:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468140.882191:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468140.882196:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468140.882198:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468140.882201:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468140.882203:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468140.883203:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468140.883209:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468140.883215:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468141.137293:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468141.137304:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468141.137326:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468116/real 1789468116] req@ffff8cb9f9032d80 x1876386402402176/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468141 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468141.137350:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468141.137352:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468141.138303:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9cc60. 00000400:00000200:3.0:1789468141.138316:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089990 00000400:00000010:3.0:1789468141.138334:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089990. 00000100:00000001:3.0:1789468141.138342:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468141.138354:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9032d80 x1876386402402176/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468141 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468141.138365:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9032d80 x1876386402402176/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468141 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468141.138373:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468141.138376:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468141.138379:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468141.138381:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468141.138385:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9032d80 x1876386402402176/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468141 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468141.138391:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468141.138394:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468141.138399:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468116/real 1789468116] req@ffff8cb9f9031c00 x1876386402402304/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468141 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468141.138410:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468141.138411:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468141.138427:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c268. 00000400:00000200:3.0:1789468141.138431:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec0893b8 00000400:00000010:3.0:1789468141.138432:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec0893b8. 00000100:00000001:3.0:1789468141.138435:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468141.138439:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9031c00 x1876386402402304/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468141 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468141.138445:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9031c00 x1876386402402304/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468141 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468141.138451:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468141.138452:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468141.138454:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468141.138455:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468141.138458:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9031c00 x1876386402402304/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468141 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468141.138470:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468141.138472:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468141.138476:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468116/real 1789468116] req@ffff8cb9f9030a80 x1876386402402432/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468141 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468141.138483:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468141.138485:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468141.138487:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9cc08. 00000400:00000200:3.0:1789468141.138489:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089cc0 00000400:00000010:3.0:1789468141.138491:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089cc0. 00000100:00000001:3.0:1789468141.138493:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468141.138496:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030a80 x1876386402402432/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468141 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468141.138503:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030a80 x1876386402402432/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468141 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468141.138508:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468141.138509:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468141.138511:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468141.138512:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468141.138515:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9030a80 x1876386402402432/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468141 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468141.138521:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468141.138530:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468141.138532:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468141.138535:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468141.138537:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468141.138540:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468141.138545:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9032d80 x1876386402402176/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468141 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468141.138552:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468141.138560:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468141.138562:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468141.138563:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468141.138576:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468141.138579:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468141.138582:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468141.138615:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789468141.138618:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468141.138623:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9032d80 x1876386402402176/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468141 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468141.138631:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402402176:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789468141.138636:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468141.138640:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9031c00 x1876386402402304/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468141 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468141.138647:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468141.138650:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468141.138652:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468141.138653:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468141.138655:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468141.138658:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468141.138661:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468141.141173:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468141.141187:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789468141.141190:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468141.141195:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468141.141200:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468141.141210:0:331018:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20365 00000400:00000200:2.0:1789468141.141223:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468141.141230:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789468141.141234:0:331018:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468141.141238:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468141.141241:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468141.141245:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468141.141248:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789468141.141258:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468141.141260:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:2.0:1789468141.141263:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468141.141266:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:2.0:1789468141.141270:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:2.0:1789468141.141272:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:2.0:1789468141.141275:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468141.141277:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468141.141280:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468141.141282:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789468141.141286:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:2.0:1789468141.141289:0:331018:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789468141.141291:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468141.141296:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468141.141300:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468141.141303:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468141.141306:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468141.141309:0:331018:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468141.141319:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742f100. 00000020:00000040:2.0:1789468141.141323:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=5 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789468141.141328:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468141.141330:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468141.141334:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468141.141337:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468141.141342:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468141.141352:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 02000000:00000010:2.0:1789468141.141353:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacd000. 00000100:00000001:3.0:1789468141.141364:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1789468141.141365:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468141.141382:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742f100 x1876386402402560/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1789468141.141384:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9031c00 x1876386402402304/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468141 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468141.141424:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1789468141.141431:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402402304:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789468141.141433:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468141.141445:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007124ad9] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742f100 x1876386402402560/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468141.141460:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468141.141463:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468141.141466:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789468141.141469:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468141.141472:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468141.141476:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468141.141479:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20365 00000400:00000200:2.0:1789468141.141484:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468141.141489:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789468141.141496:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468141.141499:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468141.141502:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468141.141505:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468141.141508:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789468141.141511:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468141.141513:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:2.0:1789468141.141515:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468141.141517:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:2.0:1789468141.141518:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:2.0:1789468141.141520:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:2.0:1789468141.141523:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468141.141524:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468141.141526:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468141.141528:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789468141.141530:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:2.0:1789468141.141532:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789468141.141534:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468141.141535:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468141.141541:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468141.141543:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468141.141545:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789468141.141550:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789468141.141552:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468141.141554:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468141.141557:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742c700. 00000020:00000040:2.0:1789468141.141558:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=11 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789468141.141811:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468141.141814:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468141.141814:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468141.141817:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468141.141818:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468141.141821:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468141.141826:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacf000. 00000100:00000001:2.0:1789468141.141832:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468141.141842:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742c700 x1876386402402688/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1789468141.141842:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030a80 x1876386402402432/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468141 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468141.141890:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468141.141894:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468141.141895:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468141.141905:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468141.141909:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468141.141911:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468141.141913:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468141.141916:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468141.141920:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468141.141931:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789468141.141933:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468141.141939:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030a80 x1876386402402432/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468141 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468141.141948:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402402432:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468141.141953:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468141.141956:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468141.141961:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9032d80 x1876386402402176/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468141 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468141.141968:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468141.141972:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468141.141976:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687cc00. 02000000:00000001:3.0:1789468141.141980:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468141.141983:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468141.141985:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789468141.141989:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468141.141992:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d1c00. 00000100:00000040:2.0:1789468141.141996:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009876dd26] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742c700 x1876386402402688/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789468141.141999:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468141.142003:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468141.142007:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9032d80. 00000100:00000001:2.0:1789468141.142018:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468141.142021:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468141.142024:0:331018:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789468141.142026:0:331018:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468141.142028:0:331018:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468141.142031:0:331018:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468141.142034:0:331018:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20365 00000100:00000001:3.0:1789468141.142036:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1789468141.142040:0:331018:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468141.142047:0:331018:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00000001:3.0:1789468141.142047:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789468141.142054:0:331018:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1789468141.142055:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468141.142060:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468141.142063:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468141.142066:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9031c00 x1876386402402304/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468141 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789468141.142069:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468141.142077:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789468141.142087:0:331018:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468141.142090:0:331018:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:2.0:1789468141.142096:0:331018:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:3.0:1789468141.142100:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1789468141.142101:0:331018:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 02000000:00000001:3.0:1789468141.142106:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1789468141.142107:0:331018:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:2.0:1789468141.142115:0:331018:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 02000000:00000010:3.0:1789468141.142115:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687c400. 00000100:00000040:2.0:1789468141.142128:0:331018:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 02000000:00000001:3.0:1789468141.142129:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789468141.142160:0:331018:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1789468141.142164:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000040:2.0:1789468141.142165:0:331018:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000020:00000040:3.0:1789468141.142168:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000100:00000001:2.0:1789468141.142169:0:331018:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789468141.142176:0:331018:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000020:00000001:3.0:1789468141.142178:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00080000:2.0:1789468141.142184:0:331018:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 02000000:00000010:3.0:1789468141.142186:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d2c00. 00000100:00000001:2.0:1789468141.142188:0:331018:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468141.142194:0:331018:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468141.142197:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468141.142201:0:331018:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468141.142201:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468141.142205:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9031c00. 02000000:00000001:2.0:1789468141.142208:0:331018:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468141.142214:0:331018:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468141.142215:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000008:00100000:2.0:1789468141.142218:0:331018:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1789468141.142219:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1789468141.142224:0:331018:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468141.142227:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789468141.142228:0:331018:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468141.142236:0:331018:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742e300. 00000100:00000040:3.0:1789468141.142238:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030a80 x1876386402402432/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468141 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1789468141.142241:0:331018:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=9 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789468141.142248:0:331018:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468141.142250:0:331018:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468141.142252:0:331018:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468141.142253:0:331018:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468141.142255:0:331018:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468141.142259:0:331018:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacdc00. 00000100:00000001:2.0:1789468141.142265:0:331018:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468141.142274:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1789468141.142276:0:331018:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742e300 x1876386402402816/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1789468141.142278:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468141.142283:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687c000. 00000100:00000001:2.0:1789468141.142293:0:331018:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1789468141.142294:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789468141.142297:0:331018:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468141.142299:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468141.142303:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000100:00000040:2.0:1789468141.142305:0:331018:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df5e0136] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742e300 x1876386402402816/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789468141.142312:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468141.142319:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d3800. 00000100:00000001:2.0:1789468141.142329:0:331018:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468141.142330:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468141.142336:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1789468141.142337:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:3.0:1789468141.142341:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030a80. 00000100:00000040:2.0:1789468141.142344:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1789468141.142349:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1789468141.142350:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789468141.142354:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468141.142357:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1789468141.142360:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468141.142367:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20394) 00000100:00000001:3.0:1789468141.142375:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468141.142381:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468141.142382:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468141.142387:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468141.142390:0:331018:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468141.142400:0:331018:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1789468141.142403:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1789468141.142406:0:331018:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20394) 00000100:00000001:3.0:1789468141.142410:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468141.142416:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468141.142424:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742f100 x1876386402402560/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468141.142434:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468141.142436:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468141.142441:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468141.142444:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468141.142448:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468141.142453:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402402560:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789468141.142457:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468141.142461:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468141.142463:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468141.142466:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468141.142470:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d3800. 02000000:00000001:3.0:1789468141.142472:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468141.142480:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789468141.142507:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf478. 00000400:00000010:3.0:1789468141.142517:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cecc0. 00000100:00000200:3.0:1789468141.142524:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402402560, portal 25 00000100:00000001:3.0:1789468141.142526:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468141.142528:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836135168 : -126740873416448 : ffff8cbad742f100) 00000100:00000040:3.0:1789468141.142534:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742f100 x1876386402402560/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468141.142540:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468141.142543:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789468141.142545:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce3b8. 00000100:00000200:3.0:1789468141.142548:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402402560, offset 0 00000400:00000200:3.0:1789468141.142555:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789468141.144215:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468141.144230:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789468141.144235:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789468141.144440:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789468141.144444:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789468141.144447:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789468141.144450:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93924:93924:256:4294967295] 192.168.203.142@tcp LPNI seq info [93924:93924:8:4294967295] 00000400:00000200:3.0:1789468141.144456:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468141.144466:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789468141.144471:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789468141.144479:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7e00. 00000800:00000200:3.0:1789468141.144485:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789468141.144492:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468141.144496:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789468141.144688:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468141.144695:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468141.144698:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315058426 00000100:00000010:3.0:1789468141.144836:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451060. 00000100:00000001:3.0:1789468141.144842:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789468141.144886:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315058426 00000100:00000010:3.0:1789468141.144890:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad04518a0. 00000100:00000001:3.0:1789468141.144894:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789468141.144897:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468141.144901:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468141.144905:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468141.144912:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742c700 x1876386402402688/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468141.144920:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468141.144921:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468141.144925:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468141.144928:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468141.144930:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468141.144933:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402402688:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468141.144945:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468141.144948:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468141.144951:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468141.144953:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468141.144957:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d2c00. 02000000:00000001:3.0:1789468141.144959:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468141.144964:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789468141.144968:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bfb00. 00000400:00000010:3.0:1789468141.144974:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce908. 00000100:00000200:3.0:1789468141.144979:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402402688, portal 10 00000100:00000001:3.0:1789468141.144981:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468141.144982:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836124416 : -126740873427200 : ffff8cbad742c700) 00000100:00000040:3.0:1789468141.144989:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742c700 x1876386402402688/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468141.144996:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468141.144998:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789468141.145001:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce088. 00000100:00000200:3.0:1789468141.145003:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402402688, offset 0 00000400:00000200:3.0:1789468141.145009:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789468141.145016:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468141.145019:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789468141.145021:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789468141.145023:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789468141.145025:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789468141.145027:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789468141.145029:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93925:93925:255:4294967295] 192.168.203.142@tcp LPNI seq info [93925:93925:7:4294967295] 00000400:00000200:3.0:1789468141.145031:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468141.145036:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789468141.145039:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789468141.145041:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7600. 00000800:00000200:3.0:1789468141.145043:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789468141.145051:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468141.145053:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789468141.145055:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468141.145058:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:3.0:1789468141.145060:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468141.145061:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315057186 00000100:00000001:3.0:1789468141.145063:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315058426 00000100:00000001:3.0:1789468141.145064:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315057186 00000100:00000001:3.0:1789468141.145066:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315058426 00000100:00000001:3.0:1789468141.145067:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468141.145069:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468141.145070:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468141.145073:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742e300 x1876386402402816/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468141.145077:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468141.145078:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468141.145080:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468141.145081:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468141.145082:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468141.145084:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402402816:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468141.145086:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468141.145088:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468141.145089:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468141.145090:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468141.145092:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d1c00. 02000000:00000001:3.0:1789468141.145093:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468141.145095:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789468141.145097:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bfe18. 00000400:00000010:3.0:1789468141.145099:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce6e8. 00000100:00000200:3.0:1789468141.145101:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402402816, portal 10 00000100:00000001:3.0:1789468141.145102:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468141.145106:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836131584 : -126740873420032 : ffff8cbad742e300) 00000100:00000040:3.0:1789468141.145111:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742e300 x1876386402402816/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468141.145115:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468141.145116:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789468141.145118:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce880. 00000100:00000200:3.0:1789468141.145119:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402402816, offset 0 00000400:00000200:3.0:1789468141.145121:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789468141.145124:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468141.145126:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789468141.145127:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789468141.145129:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000800:00000200:2.0:1789468141.145491:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468141.145496:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7e00. 00000400:00000200:2.0:1789468141.145502:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468141.145507:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468141.145800:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789468141.145803:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789468141.145806:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93926:93926:254:4294967295] 192.168.203.142@tcp LPNI seq info [93926:93926:6:4294967295] 00000400:00000200:3.0:1789468141.145810:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468141.145817:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789468141.145822:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789468141.145824:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce3b8 00000800:00000010:3.0:1789468141.145826:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7f00. 00000400:00000010:2.0:1789468141.145827:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce3b8. 00000800:00000200:3.0:1789468141.145831:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000100:00000001:2.0:1789468141.145832:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000800:00000200:3.0:1789468141.145836:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000100:00000200:2.0:1789468141.145838:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742f100 x1876386402402560/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1789468141.145839:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789468141.145842:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468141.145846:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000100:00000001:2.0:1789468141.145847:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468141.145850:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742f100 x1876386402402560/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468166 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789468141.145850:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468141.145852:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315057175 00000100:00000001:3.0:1789468141.145855:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315058426 00000100:00000001:2.0:1789468141.145857:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468141.145857:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315057175 00000100:00000001:2.0:1789468141.145859:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789468141.145859:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315058426 00000100:00000001:3.0:1789468141.145869:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468141.145871:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789468141.145872:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468141.145874:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7600. 00000100:00000001:3.0:1789468141.145874:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468141.145877:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1789468141.145877:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789468141.145880:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468141.145882:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce088 00000400:00000010:2.0:1789468141.145883:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce088. 00000100:00000001:3.0:1789468141.145884:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468141.145885:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1789468141.145886:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000200:2.0:1789468141.145888:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742c700 x1876386402402688/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468141.145889:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468141.145890:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468141.145892:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468141.145894:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468141.145895:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468141.145898:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742c700 x1876386402402688/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468166 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468141.145904:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468141.145905:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789468141.145960:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468141.145963:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7f00. 00000400:00000200:2.0:1789468141.145966:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468141.145969:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468141.145971:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce880 00000400:00000010:2.0:1789468141.145973:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce880. 00000100:00000001:2.0:1789468141.145975:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468141.145979:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742e300 x1876386402402816/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468141.145985:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468141.145988:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742e300 x1876386402402816/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468166 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468141.145994:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468141.145995:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468141.521326:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468141.521335:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468141.521337:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468141.521342:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468141.521345:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468141.521349:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468141.521352:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468141.521354:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468141.521357:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468141.906071:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468141.906078:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468141.906083:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468141.906084:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468141.906088:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468141.906089:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468141.906325:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468141.906329:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468141.906332:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789468142.417303:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315058426, at 4315058432 00000100:00000040:2.0:1789468142.417304:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315058426, at 4315058432 00000100:00000010:3.0:1789468142.417329:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad04518a0. 00000100:00000010:2.0:1789468142.417332:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451060. 00000100:00000001:2.0:1789468142.545259:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468142.545267:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468142.545269:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468142.545274:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468142.545277:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468142.545282:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468142.545284:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468142.545286:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468142.545289:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468142.929368:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468142.929376:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468142.929382:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468142.929383:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468142.929387:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468142.929388:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468142.929495:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468142.929500:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468142.929503:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468143.569542:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468143.569607:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468143.569609:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468143.569614:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468143.569617:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468143.569622:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468143.569624:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468143.569627:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468143.569629:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468143.954034:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468143.954040:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468143.954045:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468143.954048:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468143.954051:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468143.954054:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468143.954057:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468143.954059:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468143.954062:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468143.954064:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468143.954067:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468143.954069:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468143.954070:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468143.954071:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468143.954073:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468143.954074:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468143.954092:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468143.954095:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468143.954229:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468143.954291:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468143.954294:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468144.593910:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468144.593927:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468144.593929:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468144.593934:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468144.593938:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468144.593942:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468144.593945:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468144.593947:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468144.593949:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468144.977766:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468144.977783:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468144.977789:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468144.977790:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468144.977793:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468144.977793:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468144.978005:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468144.978047:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468144.978050:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468145.617269:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468145.617278:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468145.617280:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468145.617285:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468145.617289:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468145.617293:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468145.617296:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468145.617299:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468145.617301:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468146.001820:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468146.001826:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468146.001832:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468146.001833:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468146.001836:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468146.001837:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468146.002039:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468146.002042:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468146.002045:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468146.258795:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468146.258807:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468146.258810:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468146.258813:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468146.258816:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468146.258820:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468146.258823:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468146.259149:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468146.259156:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468146.259159:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468146.259163:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468146.259165:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468146.259168:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468146.259171:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468146.259174:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468146.259177:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468146.259180:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468146.259186:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20399) 00000100:00000001:2.0:1789468146.641460:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468146.641470:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468146.641472:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468146.641477:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468146.641480:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468146.641485:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468146.641488:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468146.641490:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468146.641493:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468147.025310:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468147.025317:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468147.025431:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468147.025433:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468147.025436:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468147.025437:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468147.026079:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468147.026083:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468147.026086:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468147.281266:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468147.281282:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468147.281285:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468147.281290:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468147.281292:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468147.281297:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468147.281300:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468147.665360:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468147.665367:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468147.665370:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468147.665375:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468147.665379:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468147.665383:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468147.665386:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468147.665388:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468147.665391:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468148.050725:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468148.050731:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468148.050736:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468148.050737:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468148.050740:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468148.050742:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468148.051099:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468148.051103:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468148.051106:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468148.306408:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468148.306419:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468148.306422:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468148.306426:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468148.306429:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468148.306432:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468148.306447:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468148.689267:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468148.689284:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468148.689286:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468148.689291:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468148.689295:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468148.689299:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468148.689302:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468148.689304:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468148.689307:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468149.073894:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468149.073901:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468149.073907:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468149.073908:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468149.073910:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468149.073912:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468149.074088:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468149.074091:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468149.074103:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468149.329357:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468149.329372:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468149.329374:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468149.329378:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468149.329381:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468149.329385:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468149.329388:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468149.713293:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468149.713304:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468149.713306:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468149.713313:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468149.713318:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468149.713323:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468149.713326:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468149.713329:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468149.713332:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468150.097285:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468150.097297:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468150.097303:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468150.097304:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468150.097308:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468150.097312:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468150.097405:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468150.097410:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468150.097414:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468150.355061:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468150.355075:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468150.355077:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468150.355081:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468150.355084:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468150.355087:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468150.355089:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468150.737490:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468150.737502:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468150.737505:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468150.737512:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468150.737516:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468150.737521:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468150.737525:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468150.737528:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468150.737531:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468151.121872:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468151.121881:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468151.121884:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468151.121887:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468151.121892:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468151.121894:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468151.121896:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468151.121899:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468151.121903:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468151.121904:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468151.121908:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468151.121909:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468151.122588:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468151.122593:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468151.122596:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468151.377298:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468151.377313:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468151.377315:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468151.377320:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468151.377322:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468151.377326:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468151.377328:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468151.377604:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468151.377610:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468151.377613:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468151.377616:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468151.377618:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468151.377622:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468151.377624:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468151.377629:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468151.377632:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468151.377644:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468151.377649:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20405) 00000100:00000001:1.0:1789468151.765695:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468151.765749:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468151.765752:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468151.765757:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468151.765760:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468151.765764:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468151.765880:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468151.765883:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468151.765886:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468152.145410:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468152.145417:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468152.145423:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468152.145424:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468152.145427:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468152.145428:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468152.145573:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468152.145577:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468152.145581:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468152.402911:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468152.402926:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468152.402928:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468152.402932:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468152.402934:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468152.402938:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468152.402941:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468152.785250:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468152.785257:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468152.785274:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468152.785278:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468152.785282:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468152.785285:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468152.785288:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468152.785290:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468152.785292:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468153.169298:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468153.169306:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468153.169311:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468153.169313:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468153.169316:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468153.169317:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468153.169479:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468153.169483:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468153.169486:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468153.427424:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468153.427439:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468153.427442:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468153.427447:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468153.427449:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468153.427453:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468153.427455:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468153.809604:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468153.809611:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468153.809614:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468153.809618:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468153.809622:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468153.809626:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468153.809629:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468153.809631:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468153.809634:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468154.194497:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468154.194504:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468154.194518:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468154.194522:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468154.194524:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468154.194527:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468154.194530:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468154.194533:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468154.194535:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468154.194537:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468154.194540:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468154.194542:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468154.194543:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468154.194544:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468154.194561:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468154.194562:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468154.194564:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468154.194566:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468154.201015:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468154.201022:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468154.201027:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468154.449428:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468154.449460:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468154.449462:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468154.449467:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468154.449470:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468154.449474:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468154.449476:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468154.833285:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468154.833293:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468154.833295:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468154.833301:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468154.833304:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468154.833308:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468154.833310:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468154.833313:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468154.833315:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468155.217291:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468155.217298:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468155.217302:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468155.217303:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468155.217306:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468155.217307:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468155.217435:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468155.217439:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468155.217442:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468155.473756:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468155.473769:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468155.473770:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468155.473775:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468155.474171:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468155.474178:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468155.474181:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468155.857257:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468155.857266:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468155.857268:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468155.857273:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468155.857276:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468155.857280:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468155.857283:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468155.857300:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468155.857303:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468156.241805:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468156.241811:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468156.241817:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468156.241818:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468156.241822:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468156.241823:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468156.242067:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468156.242071:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468156.242074:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468156.497255:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468156.497270:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468156.497272:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468156.497277:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468156.497279:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468156.497291:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468156.497294:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468156.497594:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468156.497601:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468156.497604:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468156.497607:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468156.497610:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468156.497613:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468156.497616:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468156.497620:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468156.497622:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468156.497625:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468156.497630:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20410) 00000100:00000001:1.0:1789468156.881901:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468156.881908:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468156.881911:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468156.881917:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468156.881921:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468156.881924:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468156.881927:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468156.881929:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468156.881932:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468157.265325:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468157.265351:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468157.265358:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468157.265359:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468157.265362:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468157.265363:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468157.266748:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468157.266754:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468157.266759:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468157.521377:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468157.521395:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468157.521397:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468157.521402:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468157.521405:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468157.521409:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468157.521412:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468157.905396:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468157.905404:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468157.905406:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468157.905411:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468157.905415:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468157.905418:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468157.905421:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468157.905424:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468157.905427:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468158.290169:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468158.290176:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468158.290180:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468158.290181:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468158.290184:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468158.290185:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468158.290435:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468158.290439:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468158.290442:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468158.545688:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468158.545704:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468158.545706:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468158.545711:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468158.545713:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468158.545717:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468158.545720:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468158.930661:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468158.930669:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468158.930672:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468158.930677:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468158.930681:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468158.930684:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468158.930687:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468158.930689:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468158.930691:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468159.313286:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468159.313292:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468159.313297:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468159.313298:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468159.313301:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468159.313303:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468159.313427:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468159.313430:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468159.313433:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468159.569308:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468159.569322:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468159.569324:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468159.569329:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468159.569331:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468159.569336:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468159.569338:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468159.953507:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468159.953518:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468159.953520:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468159.953545:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468159.953549:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468159.953553:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468159.953556:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468159.953648:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468159.953652:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468160.337381:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468160.337390:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468160.337392:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468160.337396:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468160.337401:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468160.337404:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468160.337406:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468160.337408:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468160.337412:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468160.337413:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468160.337417:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468160.337418:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468160.337537:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468160.337541:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468160.337544:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468160.593261:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468160.593275:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468160.593277:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468160.593282:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468160.593285:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468160.593289:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468160.593292:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468160.977569:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468160.977577:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468160.977579:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468160.977584:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468160.977587:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468160.977591:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468160.977594:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468160.977596:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468160.977599:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468161.361299:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468161.361306:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468161.361312:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468161.361313:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468161.361317:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468161.361318:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468161.361408:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468161.361412:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468161.361415:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468161.617366:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468161.617380:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468161.617383:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468161.617387:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468161.617390:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468161.617393:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468161.617396:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468161.617494:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468161.617500:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468161.617503:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468161.617506:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468161.617508:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468161.617510:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468161.617513:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468161.617516:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468161.617519:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468161.617521:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468161.617526:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20415) 00000100:00000001:1.0:1789468162.001748:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468162.001758:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468162.001760:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468162.001765:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468162.001768:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468162.001772:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468162.001774:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468162.001777:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468162.001779:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468162.385267:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468162.385275:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468162.385280:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468162.385299:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468162.385303:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468162.385305:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468162.385439:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468162.385444:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468162.385447:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468162.641254:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468162.641269:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468162.641271:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468162.641275:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468162.641277:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468162.641282:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468162.641284:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468163.025261:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468163.025269:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468163.025272:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468163.025278:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468163.025282:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468163.025286:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468163.025289:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468163.025292:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468163.025310:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468163.409301:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468163.409308:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468163.409315:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468163.409318:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468163.409320:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468163.409324:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468163.409327:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468163.409330:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468163.409332:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468163.409335:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468163.409338:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468163.409339:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468163.409341:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468163.409342:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468163.409344:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468163.409345:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468163.409346:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468163.409348:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468163.409490:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468163.409494:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468163.409497:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468163.665255:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468163.665269:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468163.665271:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468163.665276:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468163.665278:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468163.665283:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468163.665286:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468164.049282:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468164.049290:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468164.049292:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468164.049298:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468164.049301:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468164.049305:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468164.049308:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468164.049310:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468164.049312:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468164.433294:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468164.433302:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468164.433307:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468164.433309:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468164.433313:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468164.433314:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468164.433456:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468164.433460:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468164.433463:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468164.689578:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468164.689592:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468164.689611:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468164.689616:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468164.689618:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468164.689622:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468164.689625:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468165.073251:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468165.073258:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468165.073260:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468165.073264:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468165.073268:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468165.073272:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468165.073275:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468165.073277:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468165.073280:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468165.457354:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468165.457361:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468165.457367:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468165.457368:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468165.457371:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468165.457373:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468165.462867:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468165.462873:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468165.462877:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468165.714341:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468165.714355:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468165.714358:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468165.714362:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468165.714365:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468165.714369:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468165.714372:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468166.097309:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468166.097317:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468166.097319:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468166.097324:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468166.097328:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468166.097331:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468166.097334:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468166.097336:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468166.097338:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468166.481338:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468166.481345:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468166.481350:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468166.481352:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468166.481355:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468166.481372:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468166.481530:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468166.481534:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468166.481537:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468166.737887:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468166.737897:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468166.737900:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468166.737904:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468166.737906:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468166.737908:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468166.737911:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468166.737915:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468166.737917:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468166.737920:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1789468166.738074:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468166.738095:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468166.738128:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468141/real 1789468141] req@ffff8cbad742f100 x1876386402402560/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468166 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789468166.738160:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20420) 00000400:00000001:3.0:1789468166.738162:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468166.738166:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468166.738170:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf478. 00000400:00000200:3.0:1789468166.738176:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cecc0 00000400:00000010:3.0:1789468166.738180:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cecc0. 00000100:00000001:3.0:1789468166.738185:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468166.738190:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742f100 x1876386402402560/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468166 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468166.738199:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742f100 x1876386402402560/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468166 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468166.738206:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468166.738208:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468166.738211:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468166.738213:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468166.738217:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742f100 x1876386402402560/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468166 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468166.738224:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468166.738227:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468166.738251:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468141/real 1789468141] req@ffff8cbad742c700 x1876386402402688/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468166 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468166.738259:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468166.738260:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468166.738275:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bfb00. 00000400:00000200:3.0:1789468166.738278:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce908 00000400:00000010:3.0:1789468166.738280:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce908. 00000100:00000001:3.0:1789468166.738282:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468166.738284:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742c700 x1876386402402688/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468166 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468166.738292:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742c700 x1876386402402688/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468166 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468166.738297:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468166.738299:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468166.738300:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468166.738301:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468166.738304:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742c700 x1876386402402688/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468166 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468166.738311:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468166.738312:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468166.738316:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468141/real 1789468141] req@ffff8cbad742e300 x1876386402402816/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468166 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468166.738323:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468166.738324:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468166.738326:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bfe18. 00000400:00000200:3.0:1789468166.738328:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce6e8 00000400:00000010:3.0:1789468166.738329:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce6e8. 00000100:00000001:3.0:1789468166.738331:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468166.738334:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742e300 x1876386402402816/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468166 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468166.738352:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742e300 x1876386402402816/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468166 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468166.738358:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468166.738359:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468166.738361:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468166.738362:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468166.738365:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742e300 x1876386402402816/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468166 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468166.738372:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468166.738379:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468166.738381:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468166.738383:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468166.738385:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468166.738387:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468166.738391:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742f100 x1876386402402560/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468166 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468166.738399:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468166.738402:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468166.738403:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468166.738404:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468166.738406:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468166.738409:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468166.738412:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468166.738441:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789468166.738444:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468166.738448:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742f100 x1876386402402560/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468166 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468166.738455:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402402560:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789468166.738467:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468166.738471:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742c700 x1876386402402688/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468166 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468166.738476:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468166.738479:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468166.738480:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468166.738481:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468166.738483:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468166.738485:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468166.738487:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468166.738492:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789468166.738494:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468166.738497:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742c700 x1876386402402688/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468166 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468166.738505:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402402688:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468166.738508:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468166.738511:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742e300 x1876386402402816/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468166 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468166.738518:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468166.738520:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468166.738521:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468166.738523:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468166.738524:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468166.738525:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468166.738527:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468166.738531:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789468166.738540:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468166.738545:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742e300 x1876386402402816/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468166 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468166.738552:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402402816:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468166.738556:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468166.738558:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468166.738562:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742f100 x1876386402402560/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468166 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468166.738567:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468166.738570:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468166.738574:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d3800. 02000000:00000001:3.0:1789468166.738577:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468166.738580:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468166.738582:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789468166.738584:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468166.738587:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacd000. 02000000:00000001:3.0:1789468166.738590:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468166.738592:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468166.738594:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742f100. 00000100:00000001:3.0:1789468166.738598:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468166.738600:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468166.738601:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468166.738604:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742c700 x1876386402402688/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468166 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468166.738610:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468166.738611:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468166.738613:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d2c00. 02000000:00000001:3.0:1789468166.738615:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468166.738616:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468166.738617:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789468166.738619:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468166.738620:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacf000. 02000000:00000001:3.0:1789468166.738628:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468166.738629:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468166.738631:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742c700. 00000100:00000001:3.0:1789468166.738633:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468166.738634:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468166.738636:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468166.738639:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742e300 x1876386402402816/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468166 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468166.738645:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468166.738646:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468166.738648:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d1c00. 02000000:00000001:3.0:1789468166.738650:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468166.738651:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468166.738652:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789468166.738654:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468166.738655:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacdc00. 02000000:00000001:3.0:1789468166.738657:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468166.738659:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468166.738660:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742e300. 00000100:00000001:3.0:1789468166.738663:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468166.738665:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468166.738667:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468166.738670:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468166.738672:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468166.738673:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468166.738675:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468166.741745:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468166.741756:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789468166.741758:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468166.741762:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468166.741766:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468166.741773:0:331017:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20389 00000400:00000200:2.0:1789468166.741795:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468166.741801:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789468166.741804:0:331017:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468166.741808:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468166.741812:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468166.741815:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468166.741818:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789468166.741825:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468166.741827:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:2.0:1789468166.741830:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468166.741833:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:2.0:1789468166.741836:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:2.0:1789468166.741839:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:2.0:1789468166.741841:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468166.741843:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468166.741845:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468166.741847:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789468166.741893:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:2.0:1789468166.741897:0:331017:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789468166.741900:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468166.741903:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468166.741906:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468166.741909:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468166.741911:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468166.741914:0:331017:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468166.741923:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742d880. 00000020:00000040:2.0:1789468166.741937:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789468166.741942:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468166.741944:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468166.741946:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468166.741949:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468166.741953:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468166.741961:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacec00. 00000100:00000001:2.0:1789468166.741967:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468166.741976:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742d880 x1876386402402944/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468166.741986:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468166.741990:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468166.741995:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c660199] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742d880 x1876386402402944/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468166.742034:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468166.742038:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468166.742041:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789468166.742043:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468166.742044:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468166.742047:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468166.742050:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20389 00000400:00000200:2.0:1789468166.742054:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468166.742057:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789468166.742060:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468166.742062:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468166.742064:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468166.742066:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468166.742068:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789468166.742071:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468166.742072:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:2.0:1789468166.742074:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468166.742076:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:2.0:1789468166.742078:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:2.0:1789468166.742081:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:2.0:1789468166.742084:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468166.742086:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468166.742087:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468166.742089:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789468166.742091:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:2.0:1789468166.742094:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789468166.742098:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468166.742099:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468166.742104:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468166.742106:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468166.742108:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789468166.742112:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789468166.742115:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468166.742117:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468166.742120:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742c000. 00000020:00000040:2.0:1789468166.742123:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789468166.742125:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468166.742126:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468166.742128:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468166.742129:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468166.742163:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468166.742168:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacf400. 00000100:00000001:2.0:1789468166.742172:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468166.742177:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742c000 x1876386402403072/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468166.742184:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468166.742186:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468166.742189:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a5ae62a] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742c000 x1876386402403072/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468166.742196:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468166.742199:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468166.742203:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789468166.742204:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468166.742206:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468166.742208:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468166.742210:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20389 00000400:00000200:2.0:1789468166.742214:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468166.742217:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789468166.742219:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468166.742222:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468166.742224:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468166.742225:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468166.742227:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789468166.742230:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468166.742231:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:2.0:1789468166.742232:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468166.742234:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:2.0:1789468166.742236:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:2.0:1789468166.742238:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:2.0:1789468166.742241:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468166.742243:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468166.742244:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468166.742246:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789468166.742248:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:2.0:1789468166.742250:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789468166.742253:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468166.742255:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468166.742257:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468166.742260:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468166.742261:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789468166.742263:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789468166.742266:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468166.742268:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468166.742271:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1789468166.742272:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742c380. 00000020:00000040:2.0:1789468166.742277:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000100:00000001:3.0:1789468166.742278:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1789468166.742280:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1789468166.742282:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1789468166.742283:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468166.742287:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468166.742290:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1789468166.742292:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742d880 x1876386402402944/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789468166.742293:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468166.742300:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faace400. 00000100:00000001:2.0:1789468166.742305:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468166.742306:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468166.742310:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468166.742312:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742c380 x1876386402403200/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1789468166.742315:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468166.742318:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468166.742325:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1789468166.742325:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468166.742329:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468166.742333:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4c305b] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742c380 x1876386402403200/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468166.742343:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468166.742347:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1789468166.742348:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402402944:192.168.203.142@tcp:250:kworker.0 00000100:00000040:2.0:1789468166.742354:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1789468166.742357:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1789468166.742358:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1789468166.742363:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1789468166.742364:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1789468166.742367:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468166.742372:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20420) 02000000:00000001:3.0:1789468166.742372:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468166.742379:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d1c00. 02000000:00000001:3.0:1789468166.742382:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468166.742388:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789468166.742392:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bfe18. 00000400:00000010:3.0:1789468166.742399:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce6e8. 00000100:00000200:3.0:1789468166.742406:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402402944, portal 25 00000100:00000001:3.0:1789468166.742409:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468166.742411:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836128896 : -126740873422720 : ffff8cbad742d880) 00000100:00000040:3.0:1789468166.742426:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742d880 x1876386402402944/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468166.742434:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468166.742436:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789468166.742439:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce908. 00000100:00000200:3.0:1789468166.742442:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402402944, offset 0 00000400:00000200:3.0:1789468166.742448:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789468166.742456:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468166.742462:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789468166.742467:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789468166.742476:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789468166.742479:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789468166.742482:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789468166.742486:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93927:93927:256:4294967295] 192.168.203.142@tcp LPNI seq info [93927:93927:8:4294967295] 00000400:00000200:3.0:1789468166.742490:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468166.742518:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789468166.742524:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789468166.742529:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7400. 00000800:00000200:3.0:1789468166.742542:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789468166.742549:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468166.742553:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789468166.742579:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468166.742584:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468166.742599:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315084024 00000100:00000010:3.0:1789468166.742604:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad04518a0. 00000100:00000001:3.0:1789468166.742610:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789468166.742626:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315084024 00000100:00000010:3.0:1789468166.742630:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451360. 00000100:00000001:3.0:1789468166.742633:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789468166.742635:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468166.742638:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468166.742641:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468166.742646:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742c000 x1876386402403072/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468166.742653:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468166.742654:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468166.742656:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468166.742658:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468166.742660:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468166.742663:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402403072:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468166.742666:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468166.742668:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468166.742670:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468166.742671:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468166.742674:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d2c00. 02000000:00000001:3.0:1789468166.742677:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468166.742680:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789468166.742684:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bfb00. 00000400:00000010:3.0:1789468166.742688:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cecc0. 00000100:00000200:3.0:1789468166.742691:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402403072, portal 10 00000100:00000001:3.0:1789468166.742699:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468166.742701:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836122624 : -126740873428992 : ffff8cbad742c000) 00000100:00000040:3.0:1789468166.742708:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742c000 x1876386402403072/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468166.742714:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468166.742716:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789468166.742719:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cee58. 00000100:00000200:3.0:1789468166.742721:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402403072, offset 0 00000400:00000200:3.0:1789468166.742725:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789468166.742730:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468166.742734:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789468166.742736:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789468166.742739:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789468166.742741:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789468166.742743:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789468166.742746:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93928:93928:255:4294967295] 192.168.203.142@tcp LPNI seq info [93928:93928:7:4294967295] 00000400:00000200:3.0:1789468166.742750:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468166.742756:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789468166.742761:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789468166.742764:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7a00. 00000800:00000200:3.0:1789468166.742768:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789468166.742772:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468166.742775:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7a00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789468166.742778:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468166.742782:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:3.0:1789468166.742785:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468166.742787:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315082784 00000100:00000001:3.0:1789468166.742790:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315084024 00000100:00000001:3.0:1789468166.742792:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315082784 00000100:00000001:3.0:1789468166.742801:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315084024 00000100:00000001:3.0:1789468166.742808:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468166.742810:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468166.742813:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468166.742815:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468166.742823:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468166.742825:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789468166.742827:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468166.742828:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468166.742829:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468166.742834:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742c380 x1876386402403200/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468166.742841:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468166.742842:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468166.742844:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468166.742846:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468166.742848:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468166.742850:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402403200:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468166.742853:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468166.742855:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468166.742856:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468166.742858:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468166.742861:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d3800. 02000000:00000001:3.0:1789468166.742863:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468166.742866:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789468166.742869:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf478. 00000400:00000010:3.0:1789468166.742872:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cebb0. 00000100:00000200:3.0:1789468166.742875:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402403200, portal 10 00000100:00000001:3.0:1789468166.742877:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468166.742878:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836123520 : -126740873428096 : ffff8cbad742c380) 00000100:00000040:3.0:1789468166.742897:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742c380 x1876386402403200/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468166.742904:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468166.742906:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789468166.742914:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce880. 00000100:00000200:3.0:1789468166.742917:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402403200, offset 0 00000400:00000200:3.0:1789468166.742922:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789468166.742926:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468166.742929:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789468166.742932:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789468166.742934:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789468166.742936:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789468166.742938:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789468166.742940:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93929:93929:254:4294967295] 192.168.203.142@tcp LPNI seq info [93929:93929:6:4294967295] 00000400:00000200:3.0:1789468166.742944:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468166.742949:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789468166.742953:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789468166.742956:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7b00. 00000800:00000200:3.0:1789468166.742960:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789468166.743476:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468166.743481:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7400. 00000400:00000200:2.0:1789468166.743488:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468166.743492:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468166.743497:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce908 00000400:00000010:2.0:1789468166.743500:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce908. 00000100:00000001:2.0:1789468166.743504:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468166.743509:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742d880 x1876386402402944/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468166.743518:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468166.743521:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742d880 x1876386402402944/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468191 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468166.743528:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468166.743530:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789468166.744002:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468166.744071:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7a00. 00000400:00000200:2.0:1789468166.744075:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468166.744079:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468166.744083:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cee58 00000400:00000010:2.0:1789468166.744085:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cee58. 00000100:00000001:2.0:1789468166.744088:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468166.744093:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742c000 x1876386402403072/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468166.744101:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468166.744104:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742c000 x1876386402403072/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468191 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468166.744110:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468166.744112:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789468166.744169:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468166.744174:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789468166.744192:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468166.744197:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:3.0:1789468166.744202:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468166.744205:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315082774 00000100:00000001:3.0:1789468166.744208:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315084024 00000100:00000001:3.0:1789468166.744210:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315082774 00000100:00000001:3.0:1789468166.744212:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315084024 00000100:00000001:3.0:1789468166.744215:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468166.744217:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468166.744221:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468166.744224:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468166.744229:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468166.744230:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789468166.744244:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468166.744246:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468166.744248:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468166.744250:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789468166.745257:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468166.745263:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7b00. 00000400:00000200:2.0:1789468166.745269:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468166.745275:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468166.745280:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce880 00000400:00000010:2.0:1789468166.745283:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce880. 00000100:00000001:2.0:1789468166.745287:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468166.745294:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742c380 x1876386402403200/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468166.745303:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468166.745306:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742c380 x1876386402403200/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468191 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468166.745314:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468166.745315:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468167.121355:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468167.121364:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468167.121366:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468167.121372:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468167.121392:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468167.121396:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468167.121399:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468167.121402:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468167.121404:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468167.505337:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468167.505344:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468167.505349:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468167.505350:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468167.505352:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468167.505354:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468167.505510:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468167.505513:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468167.505516:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789468168.017254:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315084024, at 4315084032 00000100:00000010:3.0:1789468168.017269:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451360. 00000100:00000040:2.0:1789468168.017560:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315084024, at 4315084032 00000100:00000010:2.0:1789468168.017567:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad04518a0. 00000100:00000001:1.0:1789468168.145286:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468168.145294:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468168.145296:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468168.145301:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468168.145305:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468168.145310:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468168.145313:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468168.145315:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468168.145318:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468168.529881:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468168.529893:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468168.529899:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468168.529900:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468168.529903:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468168.529904:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468168.531038:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468168.531043:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468168.531047:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468169.169255:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468169.169264:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468169.169266:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468169.169272:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468169.169275:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468169.169278:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468169.169281:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468169.169283:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468169.169332:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468169.553308:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468169.553315:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468169.553320:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468169.553321:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468169.553324:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468169.553326:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468169.553435:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468169.553438:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468169.553442:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468170.195009:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468170.195017:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468170.195019:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468170.195025:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468170.195029:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468170.195033:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468170.195035:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468170.195037:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468170.195040:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468170.577746:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468170.577755:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468170.577758:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468170.577761:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468170.577766:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468170.577768:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468170.577770:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468170.577772:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468170.577776:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468170.577777:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468170.577781:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468170.577783:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468170.579354:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468170.579360:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468170.579365:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468171.218927:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468171.218948:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468171.218995:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468171.219010:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468171.219013:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468171.219017:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468171.219020:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468171.219023:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468171.219025:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468171.601370:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468171.601377:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468171.601394:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468171.601395:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468171.601398:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468171.601399:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468171.607706:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468171.607713:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468171.607719:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468171.859598:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468171.859607:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468171.859611:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468171.859614:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468171.859616:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468171.859619:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468171.859621:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468171.859625:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468171.859627:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468171.859630:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468171.859636:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20425) 00000100:00000001:0.0:1789468171.860457:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468171.860542:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468171.860545:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468171.860549:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468171.860551:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468171.860555:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468171.860557:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468172.243423:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468172.243430:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468172.243432:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468172.243437:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468172.243440:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468172.243444:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468172.243447:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468172.243449:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468172.243452:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468172.625485:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468172.625491:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468172.625497:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468172.625498:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468172.625501:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468172.625502:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468172.625692:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468172.625696:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468172.625699:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468172.881383:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468172.881398:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468172.881400:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468172.881406:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468172.881408:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468172.881412:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468172.881415:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468173.266529:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468173.266538:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468173.266540:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468173.266545:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468173.266548:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468173.266552:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468173.266555:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468173.266558:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468173.266560:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468173.649287:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468173.649294:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468173.649299:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468173.649302:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468173.649305:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468173.649308:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468173.649311:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468173.649314:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468173.649316:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468173.649318:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468173.649322:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468173.649324:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468173.649325:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468173.649326:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468173.649328:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468173.649329:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468173.649330:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468173.649332:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468173.649401:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468173.649405:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468173.649408:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468173.905206:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468173.905227:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468173.905250:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468173.905255:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468173.905258:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468173.905261:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468173.905264:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468174.290033:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468174.290041:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468174.290042:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468174.290048:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468174.290051:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468174.290079:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468174.290082:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468174.290085:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468174.290102:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468174.673754:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468174.673761:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468174.673767:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468174.673768:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468174.673771:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468174.673773:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468174.673902:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468174.673906:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468174.673909:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468174.929246:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468174.929260:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468174.929261:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468174.929266:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468174.929268:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468174.929273:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468174.929319:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468175.313239:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468175.313246:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468175.313248:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468175.313253:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468175.313256:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468175.313260:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468175.313263:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468175.313265:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468175.313268:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468175.697818:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468175.697823:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468175.697829:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468175.697830:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468175.697833:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468175.697834:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468175.698425:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468175.698430:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468175.698433:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468175.953261:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468175.953276:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468175.953278:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468175.953282:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468175.953285:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468175.953289:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468175.953292:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468176.338266:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468176.338274:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468176.338275:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468176.338280:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468176.338283:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468176.338287:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468176.338290:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468176.338292:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468176.338294:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468176.721259:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468176.721266:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468176.721272:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468176.721273:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468176.721276:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468176.721277:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468176.721404:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468176.721426:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468176.721429:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468176.980777:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468176.980790:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468176.980805:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468176.980810:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468176.980812:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468176.980815:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468176.980818:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468176.981034:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468176.981056:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468176.981065:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468176.981069:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468176.981071:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468176.981074:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468176.981077:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468176.981081:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468176.981083:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468176.981086:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468176.981092:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20430) 00000100:00000001:1.0:1789468177.363121:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468177.363129:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468177.363146:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468177.363151:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468177.363155:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468177.363159:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468177.363162:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468177.363164:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468177.363167:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468177.750500:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468177.750507:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468177.750513:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468177.750514:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468177.750518:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468177.750520:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468177.751970:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468177.751977:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468177.751982:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468178.001240:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468178.001255:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468178.001257:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468178.001262:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468178.001265:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468178.001269:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468178.001272:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468178.385543:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468178.385551:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468178.385553:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468178.385559:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468178.385579:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468178.385582:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468178.385585:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468178.385587:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468178.385589:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468178.769277:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468178.769285:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468178.769291:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468178.769293:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468178.769296:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468178.769297:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468178.769766:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468178.769770:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468178.769775:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468179.026401:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468179.026415:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468179.026418:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468179.026422:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468179.026424:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468179.026428:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468179.026430:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468179.409507:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468179.409515:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468179.409518:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468179.409523:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468179.409527:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468179.409530:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468179.409533:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468179.409535:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468179.409538:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468179.794505:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468179.794517:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468179.794525:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468179.794528:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468179.794532:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468179.794533:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468179.794674:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468179.794679:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468179.794705:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468180.049940:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468180.049953:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468180.049968:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468180.049973:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468180.049985:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468180.049990:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468180.049993:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468180.433472:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468180.433480:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468180.433482:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468180.433487:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468180.433490:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468180.433494:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468180.433497:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468180.433500:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468180.433502:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468180.817495:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468180.817504:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468180.817610:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468180.817615:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468180.817620:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468180.817622:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468180.817624:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468180.817627:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468180.817632:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468180.817634:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468180.817637:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468180.817638:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468180.817770:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468180.817773:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468180.817776:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468181.073358:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468181.073373:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468181.073375:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468181.073379:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468181.073382:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468181.073386:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468181.073389:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468181.457389:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468181.457417:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468181.457419:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468181.457425:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468181.457429:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468181.457432:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468181.457435:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468181.457437:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468181.457440:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468181.841433:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468181.841440:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468181.841445:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468181.841446:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468181.841449:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468181.841451:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468181.841621:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468181.841626:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468181.841629:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468182.097452:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468182.097461:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468182.097464:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468182.097467:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468182.097469:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468182.097487:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468182.097490:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468182.097493:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468182.097496:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468182.097499:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468182.097505:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20435) 00000100:00000001:3.0:1789468182.097691:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468182.097709:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468182.097711:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468182.097714:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468182.097716:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468182.097720:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468182.097722:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468182.481247:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468182.481254:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468182.481256:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468182.481261:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468182.481264:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468182.481268:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468182.481270:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468182.481272:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468182.481274:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468182.865295:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468182.865314:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468182.865322:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468182.865324:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468182.865328:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468182.865329:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468182.868043:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468182.868052:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468182.868058:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468183.121951:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468183.121966:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468183.121968:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468183.121972:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468183.121974:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468183.121978:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468183.121981:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468183.507365:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468183.507374:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468183.507377:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468183.507382:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468183.507386:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468183.507390:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468183.507392:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468183.507395:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468183.507397:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468183.889296:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468183.889303:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468183.889309:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468183.889311:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468183.889314:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468183.889317:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468183.889320:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468183.889323:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468183.889325:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468183.889327:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468183.889330:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468183.889332:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468183.889333:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468183.889334:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468183.889336:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468183.889337:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468183.889338:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468183.889340:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468183.907352:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468183.907359:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468183.907364:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468184.145249:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468184.145265:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468184.145267:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468184.145273:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468184.145275:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468184.145278:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468184.145281:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468184.531269:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468184.531276:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468184.531278:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468184.531293:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468184.531297:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468184.531301:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468184.531304:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468184.531306:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468184.531308:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468184.913398:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468184.913405:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468184.913430:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468184.913431:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468184.913435:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468184.913436:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468184.915471:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468184.915477:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468184.915481:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468185.171626:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468185.171640:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468185.171642:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468185.171647:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468185.171649:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468185.171653:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468185.171655:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468185.553251:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468185.553259:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468185.553261:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468185.553267:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468185.553271:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468185.553275:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468185.553292:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468185.553294:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468185.553314:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468185.937668:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468185.937674:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468185.937680:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468185.937681:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468185.937684:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468185.937685:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468185.937754:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468185.937759:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468185.937762:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468186.193245:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468186.193262:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468186.193267:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468186.193278:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468186.193281:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468186.193284:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468186.193287:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468186.577320:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468186.577329:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468186.577331:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468186.577337:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468186.577340:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468186.577344:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468186.577347:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468186.577349:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468186.577352:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468186.961260:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468186.961276:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468186.961281:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468186.961283:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468186.961286:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468186.961287:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468186.961406:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468186.961410:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468186.961414:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468187.217243:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468187.217283:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468187.217285:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468187.217290:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468187.217293:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468187.217297:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468187.217300:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468187.217398:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468187.217404:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468187.217407:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468187.217410:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468187.217413:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468187.217416:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468187.217418:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468187.217422:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468187.217424:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468187.217427:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468187.217432:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20440) 00000100:00000001:1.0:1789468187.602506:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468187.602514:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468187.602516:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468187.602520:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468187.602523:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468187.602527:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468187.602530:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468187.602532:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468187.602534:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468187.988877:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468187.988884:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468187.988890:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468187.988891:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468187.988894:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468187.988895:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468187.989189:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468187.989192:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468187.989194:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468188.241274:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468188.241289:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468188.241291:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468188.241296:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468188.241298:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468188.241302:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468188.241304:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468188.625265:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468188.625274:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468188.625276:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468188.625281:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468188.625285:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468188.625288:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468188.625291:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468188.625293:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468188.625296:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468189.009530:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468189.009538:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468189.009543:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468189.009545:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468189.009548:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468189.009549:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468189.009669:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468189.009673:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468189.009676:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468189.265268:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468189.265283:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468189.265286:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468189.265291:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468189.265293:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468189.265298:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468189.265300:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468189.649276:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468189.649284:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468189.649286:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468189.649291:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468189.649311:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468189.649314:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468189.649317:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468189.649319:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468189.649322:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468190.033758:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468190.033764:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468190.034075:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468190.034077:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468190.034081:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468190.034082:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468190.037162:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468190.037281:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468190.037286:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468190.292445:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468190.292458:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468190.292460:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468190.292465:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468190.292468:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468190.292472:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468190.292475:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468190.676084:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468190.676092:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468190.676094:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468190.676099:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468190.676102:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468190.676106:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468190.676109:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468190.676111:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468190.676113:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468191.057279:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468191.057287:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468191.057289:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468191.057292:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468191.057314:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468191.057316:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468191.057319:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468191.057321:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468191.057325:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468191.057327:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468191.057330:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468191.057331:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468191.057479:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468191.057483:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468191.057485:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468191.313361:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468191.313376:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468191.320376:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468166/real 1789468166] req@ffff8cbad742c380 x1876386402403200/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468191 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468191.320396:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468191.320398:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468191.320402:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf478. 00000400:00000200:3.0:1789468191.320417:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cebb0 00000400:00000010:3.0:1789468191.320429:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cebb0. 00000100:00000001:3.0:1789468191.320434:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468191.320478:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742c380 x1876386402403200/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468191 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468191.320488:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742c380 x1876386402403200/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468191 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468191.320495:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468191.320497:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468191.320500:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468191.320502:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468191.320506:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742c380 x1876386402403200/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468191 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468191.320513:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468191.320515:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468191.320520:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468166/real 1789468166] req@ffff8cbad742d880 x1876386402402944/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468191 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468191.320527:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468191.320529:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468191.320530:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bfe18. 00000400:00000200:3.0:1789468191.320533:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce6e8 00000400:00000010:3.0:1789468191.320535:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce6e8. 00000100:00000001:3.0:1789468191.320537:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468191.320540:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742d880 x1876386402402944/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468191 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468191.320547:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742d880 x1876386402402944/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468191 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468191.320553:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468191.320555:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468191.320557:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468191.320558:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468191.320561:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742d880 x1876386402402944/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468191 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468191.320572:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468191.320574:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468191.320578:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468166/real 1789468166] req@ffff8cbad742c000 x1876386402403072/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468191 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468191.320587:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468191.320588:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468191.320591:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bfb00. 00000400:00000200:3.0:1789468191.320593:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cecc0 00000400:00000010:3.0:1789468191.320595:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cecc0. 00000100:00000001:3.0:1789468191.320597:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468191.320601:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742c000 x1876386402403072/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468191 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468191.320610:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742c000 x1876386402403072/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468191 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468191.320616:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468191.320618:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468191.320620:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468191.320621:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468191.320625:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742c000 x1876386402403072/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468191 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468191.320631:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468191.320640:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468191.320643:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468191.320646:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468191.320648:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468191.320651:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468191.320655:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742c380 x1876386402403200/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468191 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468191.320662:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468191.320673:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468191.320676:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468191.320677:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468191.320680:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468191.320684:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468191.320687:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468191.320708:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789468191.320711:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468191.320716:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742c380 x1876386402403200/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468191 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468191.320725:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402403200:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468191.320730:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468191.320734:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742d880 x1876386402402944/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468191 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468191.320740:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468191.320742:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468191.320744:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468191.320745:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468191.320747:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468191.320749:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468191.320751:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468191.320756:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789468191.320758:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468191.320762:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742d880 x1876386402402944/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468191 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468191.320770:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402402944:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789468191.320774:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468191.320784:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742c000 x1876386402403072/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468191 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468191.320790:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468191.320792:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468191.320794:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468191.320795:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468191.320796:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468191.320798:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468191.320800:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468191.320806:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789468191.320808:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468191.320811:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742c000 x1876386402403072/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468191 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468191.320818:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402403072:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468191.320822:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468191.320824:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468191.320828:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742c380 x1876386402403200/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468191 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468191.320833:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468191.320836:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468191.320840:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d3800. 02000000:00000001:3.0:1789468191.320843:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468191.320846:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468191.320848:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789468191.320850:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468191.320853:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faace400. 02000000:00000001:3.0:1789468191.320855:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468191.320857:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468191.320859:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742c380. 00000100:00000001:3.0:1789468191.320862:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468191.320868:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468191.320870:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468191.320874:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742d880 x1876386402402944/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468191 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468191.320880:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468191.320881:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468191.320883:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d1c00. 02000000:00000001:3.0:1789468191.320886:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468191.320887:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468191.320888:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789468191.320890:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468191.320891:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacec00. 02000000:00000001:3.0:1789468191.320894:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468191.320895:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468191.320896:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742d880. 00000100:00000001:3.0:1789468191.320899:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468191.320900:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468191.320902:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468191.320904:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742c000 x1876386402403072/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468191 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468191.320910:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468191.320912:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468191.320913:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d2c00. 02000000:00000001:3.0:1789468191.320915:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468191.320916:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468191.320918:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789468191.320919:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468191.320921:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacf400. 02000000:00000001:3.0:1789468191.320923:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468191.320924:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468191.320925:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742c000. 00000100:00000001:3.0:1789468191.320927:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468191.320928:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468191.320930:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468191.320933:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468191.320935:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468191.320941:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468191.320943:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468191.321750:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468191.321757:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789468191.321759:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468191.321762:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468191.321766:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468191.321771:0:331017:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20415 00000400:00000200:2.0:1789468191.321778:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468191.321784:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789468191.321787:0:331017:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468191.321790:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468191.321794:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468191.321797:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468191.321799:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789468191.321807:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468191.321809:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:2.0:1789468191.321812:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468191.321815:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:2.0:1789468191.321818:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:2.0:1789468191.321820:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:2.0:1789468191.321823:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468191.321825:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468191.321827:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468191.321828:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789468191.321832:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:2.0:1789468191.321835:0:331017:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789468191.321837:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468191.321840:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468191.321844:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468191.321847:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468191.321849:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468191.321851:0:331017:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468191.321857:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742f480. 00000020:00000040:2.0:1789468191.321860:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789468191.321863:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468191.321865:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468191.321868:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468191.321870:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468191.321874:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468191.321880:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacd800. 00000100:00000001:2.0:1789468191.321886:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468191.321893:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742f480 x1876386402403328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468191.321902:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468191.321906:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468191.321911:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009247fae5] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742f480 x1876386402403328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468191.321938:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468191.321941:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468191.321944:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789468191.321945:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468191.321947:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468191.321949:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468191.321951:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20415 00000400:00000200:2.0:1789468191.321954:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468191.321957:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789468191.321958:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468191.321961:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468191.321963:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468191.321965:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468191.321967:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789468191.321969:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468191.321970:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:2.0:1789468191.321972:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468191.321974:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:2.0:1789468191.321976:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:2.0:1789468191.321978:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:2.0:1789468191.321980:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468191.321982:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468191.321984:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468191.321986:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789468191.321988:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:2.0:1789468191.321990:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789468191.321992:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468191.321995:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468191.322000:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468191.322002:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468191.322004:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789468191.322008:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789468191.322010:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468191.322012:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468191.322015:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742df80. 00000020:00000040:2.0:1789468191.322017:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789468191.322019:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468191.322021:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468191.322022:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468191.322024:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468191.322025:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468191.322029:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacd000. 00000100:00000001:2.0:1789468191.322032:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468191.322036:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742df80 x1876386402403456/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468191.322043:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468191.322045:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468191.322048:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017561cf4] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742df80 x1876386402403456/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468191.322055:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468191.322057:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468191.322060:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789468191.322061:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468191.322062:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468191.322064:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468191.322066:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20415 00000400:00000200:2.0:1789468191.322069:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468191.322072:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789468191.322074:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468191.322077:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468191.322078:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468191.322080:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468191.322082:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789468191.322085:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468191.322086:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:2.0:1789468191.322087:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468191.322089:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:2.0:1789468191.322091:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000001:3.0:1789468191.322103:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1789468191.322104:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000001:3.0:1789468191.322109:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1789468191.322110:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468191.322114:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1789468191.322114:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468191.322119:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468191.322121:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789468191.322124:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00000040:3.0:1789468191.322124:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742f480 x1876386402403328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789468191.322147:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789468191.322150:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468191.322154:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468191.322158:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468191.322162:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468191.322162:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468191.322166:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468191.322166:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1789468191.322168:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789468191.322171:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468191.322173:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468191.322176:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742fb80. 00000020:00000040:2.0:1789468191.322178:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789468191.322183:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468191.322184:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468191.322185:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468191.322188:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468191.322189:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468191.322190:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468191.322193:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468191.322194:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468191.322197:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacf000. 00000100:00100000:3.0:1789468191.322202:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402403328:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789468191.322203:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468191.322210:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1789468191.322212:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742fb80 x1876386402403584/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1789468191.322215:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468191.322220:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468191.322223:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1789468191.322225:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1789468191.322227:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468191.322241:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d2c00. 00000100:00000040:2.0:1789468191.322243:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea5b87c] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742fb80 x1876386402403584/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789468191.322245:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468191.322255:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468191.322255:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000040:2.0:1789468191.322261:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1789468191.322263:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bfb00. 00000100:00000040:2.0:1789468191.322267:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1789468191.322271:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cecc0. 00000100:00000040:2.0:1789468191.322275:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468191.322280:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:3.0:1789468191.322280:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402403328, portal 25 00000100:00000001:3.0:1789468191.322286:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1789468191.322288:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20445) 00000100:00000001:3.0:1789468191.322289:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836136064 : -126740873415552 : ffff8cbad742f480) 00000100:00000040:3.0:1789468191.322299:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742f480 x1876386402403328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468191.322306:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468191.322309:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789468191.322311:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce6e8. 00000100:00000200:3.0:1789468191.322314:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402403328, offset 0 00000400:00000200:3.0:1789468191.322320:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789468191.322327:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468191.322332:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789468191.322347:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789468191.322350:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789468191.322354:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789468191.322357:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789468191.322360:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93930:93930:256:4294967295] 192.168.203.142@tcp LPNI seq info [93930:93930:8:4294967295] 00000400:00000200:3.0:1789468191.322365:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468191.322374:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789468191.322380:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789468191.322384:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7500. 00000800:00000200:3.0:1789468191.322390:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789468191.322398:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468191.322402:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789468191.322421:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468191.322425:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468191.322428:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315108603 00000100:00000010:3.0:1789468191.322432:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451360. 00000100:00000001:3.0:1789468191.322439:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789468191.322445:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315108603 00000100:00000010:3.0:1789468191.322448:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451ae0. 00000100:00000001:3.0:1789468191.322451:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789468191.322453:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468191.322456:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468191.322459:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468191.322463:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742df80 x1876386402403456/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468191.322469:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468191.322471:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468191.322473:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468191.322474:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468191.322476:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468191.322521:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402403456:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468191.322525:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468191.322528:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468191.322530:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468191.322532:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468191.322536:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d1c00. 02000000:00000001:3.0:1789468191.322538:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468191.322543:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789468191.322546:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bfe18. 00000400:00000010:3.0:1789468191.322551:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cebb0. 00000100:00000200:3.0:1789468191.322554:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402403456, portal 10 00000100:00000001:3.0:1789468191.322556:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468191.322557:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836130688 : -126740873420928 : ffff8cbad742df80) 00000100:00000040:3.0:1789468191.322564:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742df80 x1876386402403456/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468191.322571:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468191.322574:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789468191.322577:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce088. 00000100:00000200:3.0:1789468191.322580:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402403456, offset 0 00000400:00000200:3.0:1789468191.322585:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789468191.322590:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468191.322593:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789468191.322597:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789468191.322599:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789468191.322602:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789468191.322605:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789468191.322608:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93931:93931:255:4294967295] 192.168.203.142@tcp LPNI seq info [93931:93931:7:4294967295] 00000800:00000200:2.0:1789468191.322610:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1789468191.322615:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000800:00000010:2.0:1789468191.322616:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7500. 00000400:00000200:2.0:1789468191.322623:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468191.322628:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000400:00000200:2.0:1789468191.322634:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000800:00000200:3.0:1789468191.322639:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789468191.322640:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce6e8 00000400:00000010:2.0:1789468191.322643:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce6e8. 00000800:00000010:3.0:1789468191.322645:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7000. 00000100:00000001:2.0:1789468191.322647:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000800:00000200:3.0:1789468191.322656:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789468191.322661:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468191.322664:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789468191.322667:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468191.322684:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:3.0:1789468191.322689:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468191.322691:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315107363 00000100:00000001:3.0:1789468191.322694:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315108603 00000100:00000001:3.0:1789468191.322696:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315107363 00000100:00000001:3.0:1789468191.322698:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315108603 00000100:00000001:3.0:1789468191.322700:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468191.322702:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468191.322705:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468191.322708:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468191.322713:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468191.322715:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789468191.322718:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468191.322719:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468191.322721:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468191.322725:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742fb80 x1876386402403584/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468191.322733:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468191.322734:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468191.322736:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468191.322738:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468191.322740:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468191.322743:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402403584:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468191.322747:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468191.322749:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468191.322751:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468191.322753:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1789468191.322763:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742f480 x1876386402403328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1789468191.322765:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d3800. 02000000:00000001:3.0:1789468191.322769:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468191.322777:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789468191.322778:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1789468191.322781:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf478. 00000100:00000040:2.0:1789468191.322783:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742f480 x1876386402403328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468216 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1789468191.322787:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce3b8. 00000100:00000001:2.0:1789468191.322794:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1789468191.322794:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402403584, portal 10 00000100:00000001:2.0:1789468191.322798:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789468191.322799:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468191.322802:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836137856 : -126740873413760 : ffff8cbad742fb80) 00000100:00000040:3.0:1789468191.322812:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742fb80 x1876386402403584/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1789468191.322815:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1789468191.322820:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1789468191.322821:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7000. 00000100:00000040:3.0:1789468191.322826:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789468191.322827:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468191.322832:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468191.322834:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce088 00000400:00000010:2.0:1789468191.322836:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce088. 00000100:00000001:2.0:1789468191.322838:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468191.322841:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742df80 x1876386402403456/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468191.322848:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468191.322851:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742df80 x1876386402403456/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468216 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468191.322857:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468191.322859:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:3.0:1789468191.324472:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cedd0. 00000100:00000200:3.0:1789468191.324486:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402403584, offset 0 00000400:00000200:3.0:1789468191.324501:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789468191.324510:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468191.324517:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789468191.324522:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789468191.324526:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789468191.324529:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789468191.324531:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789468191.324534:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93932:93932:256:4294967295] 192.168.203.142@tcp LPNI seq info [93932:93932:8:4294967295] 00000400:00000200:3.0:1789468191.324538:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468191.324547:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789468191.324552:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789468191.324557:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7900. 00000800:00000200:3.0:1789468191.324563:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789468191.324570:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468191.324574:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789468191.324591:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468191.324598:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:3.0:1789468191.324615:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468191.324618:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315107352 00000100:00000001:3.0:1789468191.324620:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315108603 00000100:00000001:3.0:1789468191.324623:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315107352 00000100:00000001:3.0:1789468191.324625:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315108603 00000100:00000001:3.0:1789468191.324627:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468191.324631:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468191.324635:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468191.324639:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468191.324645:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468191.324647:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789468191.324649:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468191.324651:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468191.324652:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468191.324653:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789468191.327333:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468191.327342:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7900. 00000400:00000200:2.0:1789468191.327349:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468191.327359:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468191.327366:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cedd0 00000400:00000010:2.0:1789468191.327369:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cedd0. 00000100:00000001:2.0:1789468191.327375:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468191.327383:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742fb80 x1876386402403584/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468191.327395:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468191.327400:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742fb80 x1876386402403584/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468216 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468191.327408:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468191.327410:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468191.697259:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468191.697268:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468191.697270:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468191.697275:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468191.697279:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468191.697283:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468191.697285:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468191.697287:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468191.697290:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468192.081820:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468192.081827:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468192.081832:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468192.081834:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468192.081837:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468192.081838:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468192.082047:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468192.082050:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468192.082053:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468192.593250:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315108603, at 4315108608 00000100:00000010:2.0:1789468192.593267:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451360. 00000100:00000040:3.0:1789468192.593407:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315108603, at 4315108608 00000100:00000010:3.0:1789468192.593413:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451ae0. 00000100:00000001:1.0:1789468192.721535:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468192.721542:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468192.721543:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468192.721548:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468192.721552:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468192.721555:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468192.721559:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468192.721561:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468192.721564:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468193.106384:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468193.106390:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468193.106396:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468193.106397:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468193.106400:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468193.106401:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468193.106674:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468193.106677:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468193.106680:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468193.745759:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468193.745768:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468193.745770:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468193.745775:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468193.745778:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468193.745782:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468193.745785:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468193.745787:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468193.745790:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468194.129308:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468194.129315:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468194.129320:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468194.129323:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468194.129325:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468194.129328:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468194.129331:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468194.129333:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468194.129335:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468194.129337:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468194.129341:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468194.129343:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468194.129344:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468194.129346:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468194.129347:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468194.129348:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468194.129350:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468194.129352:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468194.129438:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468194.129442:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468194.129445:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468194.769380:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468194.769387:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468194.769389:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468194.769394:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468194.769397:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468194.769400:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468194.769403:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468194.769405:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468194.769408:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468195.153335:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468195.153341:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468195.153347:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468195.153348:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468195.153351:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468195.153353:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468195.153470:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468195.153474:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468195.153477:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468195.794190:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468195.794210:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468195.794213:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468195.794219:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468195.794223:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468195.794227:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468195.794229:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468195.794232:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468195.794234:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468196.178691:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468196.178699:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468196.178705:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468196.178706:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468196.178709:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468196.178710:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468196.179727:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468196.179731:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468196.179736:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468196.434461:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468196.434473:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468196.434476:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468196.434490:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468196.434492:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468196.434496:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468196.434499:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468196.434828:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468196.434834:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468196.434837:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468196.434840:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468196.434843:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468196.434845:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468196.434848:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468196.434851:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468196.434853:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468196.434856:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468196.434861:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20450) 00000100:00000001:1.0:1789468196.818676:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468196.818694:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468196.818697:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468196.818702:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468196.818706:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468196.818726:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468196.818729:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468196.818731:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468196.818733:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468197.201584:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468197.201591:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468197.201596:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468197.201597:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468197.201601:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468197.201617:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468197.201847:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468197.201851:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468197.201855:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468197.457333:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468197.457348:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468197.457350:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468197.457355:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468197.457357:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468197.457377:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468197.457380:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468197.841762:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468197.841772:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468197.841774:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468197.841779:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468197.841783:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468197.841786:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468197.841789:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468197.841791:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468197.841794:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468198.227112:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468198.227119:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468198.227125:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468198.227126:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468198.227129:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468198.227147:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468198.227211:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468198.227215:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468198.227219:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468198.483678:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468198.483694:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468198.483696:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468198.483702:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468198.483704:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468198.483709:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468198.483720:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468198.869486:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468198.869498:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468198.869500:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468198.869508:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468198.869513:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468198.869518:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468198.869522:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468198.869525:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468198.869527:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468199.249717:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468199.249724:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468199.249728:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468199.249729:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468199.249732:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468199.249733:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468199.250030:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468199.250034:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468199.250037:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468199.505362:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468199.505375:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468199.505377:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468199.505381:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468199.505383:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468199.505387:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468199.505390:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468199.889288:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468199.889299:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468199.889302:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468199.889309:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468199.889314:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468199.889318:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468199.889322:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468199.889324:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468199.889327:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468200.273387:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468200.273398:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468200.273405:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468200.273406:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468200.273410:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468200.273412:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468200.274119:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468200.274124:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468200.274128:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468200.529475:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468200.529493:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468200.529496:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468200.529501:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468200.529505:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468200.529510:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468200.529513:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468200.913430:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468200.913467:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468200.913470:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468200.913478:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468200.913482:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468200.913487:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468200.913490:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468200.913504:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468200.913509:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468201.297318:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468201.297330:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468201.297333:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468201.297338:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468201.297344:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468201.297347:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468201.297349:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468201.297352:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468201.297357:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468201.297359:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468201.297363:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468201.297365:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468201.297511:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468201.297515:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468201.297519:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468201.553296:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468201.553390:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468201.553394:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468201.553400:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468201.553403:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468201.553408:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468201.553412:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468201.553837:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468201.553847:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468201.553850:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468201.553854:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468201.553856:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468201.553859:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468201.553861:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468201.553865:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468201.553867:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468201.553870:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468201.553876:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20455) 00000100:00000001:1.0:1789468201.937296:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468201.937314:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468201.937317:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468201.937324:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468201.937328:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468201.937333:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468201.937336:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468201.937340:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468201.937343:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468202.324843:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468202.324853:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468202.324861:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468202.324862:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468202.324866:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468202.324868:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468202.325428:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468202.325457:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468202.325461:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468202.577359:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468202.577377:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468202.577380:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468202.577385:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468202.577388:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468202.577394:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468202.577397:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468202.963615:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468202.963648:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468202.963650:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468202.963657:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468202.963662:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468202.963667:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468202.963670:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468202.963673:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468202.963676:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468203.347417:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468203.347443:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468203.347450:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468203.347453:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468203.347455:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468203.347458:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468203.347461:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468203.347463:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468203.347465:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468203.347468:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468203.347471:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468203.347472:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468203.347474:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468203.347475:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468203.347477:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468203.347478:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468203.347480:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468203.347482:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468203.347939:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468203.347943:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468203.347947:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00000020:2.0:1789468203.601241:0:323936:0:(osc_request.c:745:osc_update_next_shrink()) next time 21652 to shrink grant 00000100:00000001:3.0:1789468203.601241:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000008:00000020:2.0:1789468203.601247:0:323936:0:(osc_request.c:745:osc_update_next_shrink()) next time 21652 to shrink grant 00000100:00000001:3.0:1789468203.601265:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468203.601267:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468203.601270:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468203.601273:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468203.601276:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468203.601279:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468203.985301:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468203.985310:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468203.985312:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468203.985318:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468203.985321:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468203.985325:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468203.985328:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468203.985330:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468203.985332:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468204.369757:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468204.369765:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468204.369771:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468204.369773:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468204.369776:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468204.369777:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468204.370303:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468204.370307:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468204.370310:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468204.625373:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468204.625388:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468204.625390:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468204.625394:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468204.625396:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468204.625400:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468204.625403:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468205.009381:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468205.009389:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468205.009391:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468205.009396:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468205.009400:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468205.009403:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468205.009406:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468205.009408:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468205.009411:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468205.396376:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468205.396384:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468205.396390:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468205.396391:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468205.396395:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468205.396396:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468205.397692:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468205.397698:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468205.397702:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468205.650265:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468205.650280:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468205.650282:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468205.650287:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468205.650289:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468205.650293:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468205.650297:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468206.033675:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468206.033764:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468206.033766:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468206.033772:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468206.033775:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468206.033779:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468206.033798:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468206.033801:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468206.033804:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468206.417932:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468206.417940:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468206.417945:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468206.417963:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468206.417967:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468206.417968:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468206.418059:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468206.418063:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468206.418066:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468206.673387:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468206.673398:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468206.673401:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468206.673404:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468206.673407:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468206.673410:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468206.673413:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468206.673416:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468206.673419:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468206.673422:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468206.673427:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20460) 00000100:00000001:0.0:1789468206.673556:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468206.673567:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468206.673569:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468206.673572:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468206.673575:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468206.673578:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468206.673580:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468207.057250:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468207.057257:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468207.057259:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468207.057264:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468207.057267:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468207.057271:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468207.057274:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468207.057276:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468207.057279:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468207.442026:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468207.442032:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468207.442037:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468207.442038:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468207.442041:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468207.442042:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468207.442167:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468207.442171:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468207.442188:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468207.698271:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468207.698284:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468207.698286:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468207.698290:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468207.698293:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468207.698296:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468207.698299:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468208.081300:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468208.081307:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468208.081309:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468208.081314:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468208.081318:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468208.081321:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468208.081324:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468208.081326:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468208.081328:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468208.468607:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468208.468613:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468208.468618:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468208.468619:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468208.468622:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468208.468623:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468208.468702:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468208.468706:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468208.468709:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468208.721236:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468208.721248:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468208.721250:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468208.721255:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468208.721257:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468208.721261:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468208.721263:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468209.109720:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468209.109727:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468209.109729:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468209.109733:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468209.109737:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468209.109740:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468209.109743:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468209.109745:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468209.109748:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468209.489255:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468209.489262:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468209.489268:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468209.489285:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468209.489290:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468209.489291:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468209.489351:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468209.489355:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468209.489359:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468209.745250:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468209.745263:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468209.745265:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468209.745269:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468209.745272:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468209.745276:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468209.745279:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468210.130112:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468210.130119:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468210.130120:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468210.130126:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468210.130158:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468210.130163:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468210.130171:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468210.130173:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468210.130176:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468210.515432:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468210.515438:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468210.515443:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468210.515444:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468210.515447:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468210.515448:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468210.515565:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468210.515569:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468210.515572:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468210.769309:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468210.769323:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468210.769326:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468210.769331:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468210.769333:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468210.769337:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468210.769339:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468211.156702:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468211.156710:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468211.156713:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468211.156719:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468211.156722:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468211.156726:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468211.156729:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468211.156749:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468211.156752:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468211.538817:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468211.538827:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468211.538829:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468211.538833:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468211.538836:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468211.538839:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468211.538840:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468211.538843:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468211.538847:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468211.538848:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468211.538852:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468211.538853:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468211.540068:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468211.540089:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468211.540094:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468211.793462:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468211.793472:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468211.793475:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468211.793478:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468211.793480:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468211.793483:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468211.793487:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468211.793491:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468211.793493:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468211.793504:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468211.793510:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20465) 00000100:00000001:0.0:1789468211.793719:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468211.793729:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468211.793731:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468211.793735:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468211.793752:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468211.793755:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468211.793758:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468212.179563:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468212.179571:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468212.179573:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468212.179578:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468212.179582:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468212.179585:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468212.179588:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468212.179591:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468212.179593:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468212.561299:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468212.561306:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468212.561312:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468212.561314:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468212.561318:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468212.561319:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468212.561452:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468212.561456:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468212.561459:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468212.817336:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468212.817351:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468212.817353:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468212.817358:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468212.817360:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468212.817365:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468212.817367:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468213.201270:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468213.201277:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468213.201279:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468213.201284:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468213.201303:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468213.201308:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468213.201311:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468213.201313:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468213.201315:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468213.585238:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468213.585245:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468213.585250:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468213.585253:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468213.585254:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468213.585258:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468213.585261:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468213.585263:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468213.585265:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468213.585267:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468213.585270:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468213.585272:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468213.585273:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468213.585274:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468213.585275:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468213.585276:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468213.585278:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468213.585279:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468213.585591:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468213.585594:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468213.585597:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468213.841311:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468213.841327:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468213.841329:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468213.841334:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468213.841336:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468213.841359:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468213.841362:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468214.225646:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468214.225654:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468214.225655:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468214.225661:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468214.225665:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468214.225669:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468214.225671:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468214.225674:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468214.225676:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468214.609295:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468214.609302:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468214.609308:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468214.609309:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468214.609312:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468214.609313:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468214.609419:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468214.609422:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468214.609434:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468214.865285:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468214.865302:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468214.865304:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468214.865309:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468214.865311:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468214.865316:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468214.865319:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468215.251155:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468215.251162:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468215.251164:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468215.251168:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468215.251170:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468215.251173:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468215.251175:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468215.251177:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468215.251179:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468215.634267:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468215.634279:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468215.634284:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468215.634285:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468215.634288:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468215.634290:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468215.634826:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468215.634830:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468215.634834:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468215.889410:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468215.889423:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468215.889425:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468215.889430:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468215.889432:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468215.889437:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468215.889439:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468216.273350:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468216.273358:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468216.273360:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468216.273366:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468216.273370:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468216.273374:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468216.273377:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468216.273380:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468216.273383:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468216.657320:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468216.657328:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468216.657333:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468216.657335:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468216.657337:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468216.657338:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468216.657514:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468216.657518:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468216.657521:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468216.913814:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468216.913824:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468216.913828:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468216.913831:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468216.913834:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468216.913836:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468216.913839:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468216.913843:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468216.913845:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468216.913848:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468216.913854:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20470) 00000100:00000001:2.0:1789468216.918350:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468216.918358:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468216.918373:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468191/real 1789468191] req@ffff8cbad742fb80 x1876386402403584/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468216 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468216.918391:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468216.918393:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468216.918397:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf478. 00000400:00000200:2.0:1789468216.918403:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce3b8 00000400:00000010:2.0:1789468216.918405:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce3b8. 00000100:00000001:2.0:1789468216.918410:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468216.918414:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742fb80 x1876386402403584/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468216 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468216.918424:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742fb80 x1876386402403584/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468216 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468216.918431:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468216.918433:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468216.918436:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468216.918438:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468216.918443:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742fb80 x1876386402403584/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468216 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468216.918450:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468216.918452:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468216.918456:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468191/real 1789468191] req@ffff8cbad742f480 x1876386402403328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468216 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468216.918465:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468216.918466:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468216.918468:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bfb00. 00000400:00000200:2.0:1789468216.918470:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cecc0 00000400:00000010:2.0:1789468216.918472:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cecc0. 00000100:00000001:2.0:1789468216.918474:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468216.918477:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742f480 x1876386402403328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468216 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468216.918748:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742f480 x1876386402403328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468216 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468216.918755:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468216.918757:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468216.918759:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468216.918760:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468216.918764:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742f480 x1876386402403328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468216 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468216.918771:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468216.918773:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468216.918776:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468191/real 1789468191] req@ffff8cbad742df80 x1876386402403456/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468216 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468216.918784:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468216.918785:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468216.918787:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bfe18. 00000400:00000200:2.0:1789468216.918790:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cebb0 00000400:00000010:2.0:1789468216.918792:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cebb0. 00000100:00000001:2.0:1789468216.918794:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468216.918797:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742df80 x1876386402403456/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468216 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468216.918804:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742df80 x1876386402403456/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468216 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468216.918810:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468216.918811:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468216.918812:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468216.918814:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468216.918817:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742df80 x1876386402403456/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468216 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468216.918822:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468216.918829:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468216.918831:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468216.918833:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468216.918835:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468216.918837:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468216.918842:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742fb80 x1876386402403584/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468216 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468216.918849:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468216.918851:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468216.918852:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468216.918853:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468216.918856:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468216.918858:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468216.918861:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468216.918942:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789468216.918945:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468216.918949:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742fb80 x1876386402403584/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468216 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468216.918962:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402403584:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789468216.918966:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468216.918970:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742f480 x1876386402403328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468216 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468216.918976:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468216.918978:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468216.918979:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468216.918980:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468216.918982:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468216.918983:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468216.918985:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468216.919347:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468216.919354:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789468216.919356:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468216.919358:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468216.919361:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468216.919365:0:331017:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20440 00000400:00000200:1.0:1789468216.919372:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468216.919378:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789468216.919381:0:331017:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468216.919384:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468216.919387:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468216.919389:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468216.919391:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789468216.919398:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468216.919415:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:1.0:1789468216.919418:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468216.919420:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:1.0:1789468216.919422:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:1.0:1789468216.919425:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:1.0:1789468216.919428:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468216.919430:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468216.919432:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468216.919434:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789468216.919437:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:1.0:1789468216.919440:0:331017:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789468216.919443:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468216.919445:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468216.919448:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468216.919451:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468216.919453:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468216.919455:0:331017:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468216.919462:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c7800. 00000020:00000040:1.0:1789468216.919465:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=5 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789468216.919469:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468216.919471:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468216.919474:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468216.919476:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468216.919481:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468216.919596:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6890800. 00000100:00000001:1.0:1789468216.919604:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468216.919611:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c7800 x1876386402403712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468216.919619:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468216.919622:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468216.919626:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b066d916] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c7800 x1876386402403712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468216.919650:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468216.919653:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468216.919656:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468216.919658:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468216.919661:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789468216.919663:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468216.919664:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468216.919667:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468216.919669:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20440 00000400:00000200:1.0:1789468216.919674:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468216.919676:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789468216.919679:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468216.919681:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468216.919683:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468216.919685:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468216.919687:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789468216.919690:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468216.919691:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:1.0:1789468216.919693:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468216.919696:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:1.0:1789468216.919698:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:1.0:1789468216.919700:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:1.0:1789468216.919703:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468216.919704:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468216.919706:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468216.919708:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789468216.919710:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:1.0:1789468216.919719:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789468216.919721:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468216.919723:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468216.919728:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468216.919730:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468216.919732:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789468216.919737:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789468216.919739:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468216.919741:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468216.919744:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c6d80. 00000020:00000040:1.0:1789468216.919747:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=9 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789468216.919749:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468216.919750:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468216.919752:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468216.919753:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468216.919755:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468216.919759:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6893800. 00000100:00000001:1.0:1789468216.919762:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468216.919767:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c6d80 x1876386402403840/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468216.919773:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468216.919775:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468216.919778:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f9a740c] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c6d80 x1876386402403840/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468216.919784:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468216.919786:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468216.919790:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468216.919792:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468216.919795:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468216.919799:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20470) 00000100:00080000:2.0:1789468216.919934:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789468216.919937:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468216.919942:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742f480 x1876386402403328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468216 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468216.919950:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402403328:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789468216.919955:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468216.919959:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742df80 x1876386402403456/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468216 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468216.919965:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468216.919966:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468216.919968:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468216.919970:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468216.919971:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468216.919973:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468216.919975:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468216.920001:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468216.920004:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789468216.920006:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468216.920007:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468216.920010:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468216.920012:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20440 00000400:00000200:1.0:1789468216.920016:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468216.920019:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789468216.920021:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468216.920023:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468216.920025:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468216.920027:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468216.920029:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789468216.920032:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468216.920033:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:1.0:1789468216.920034:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468216.920036:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:1.0:1789468216.920038:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:1.0:1789468216.920039:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:1.0:1789468216.920053:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468216.920055:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468216.920056:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468216.920058:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789468216.920060:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:1.0:1789468216.920062:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789468216.920064:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468216.920066:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468216.920069:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468216.920071:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468216.920073:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789468216.920081:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789468216.920084:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468216.920085:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468216.920088:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c4000. 00000020:00000040:1.0:1789468216.920091:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=11 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789468216.920094:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468216.920095:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468216.920097:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468216.920099:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468216.920100:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468216.920103:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6892000. 00000100:00000001:1.0:1789468216.920107:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468216.920111:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c4000 x1876386402403968/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468216.920117:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468216.920119:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468216.920122:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaffcc0b] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c4000 x1876386402403968/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468216.920129:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468216.920161:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468216.920165:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468216.920167:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468216.920169:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468216.920172:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20470) 00000100:00080000:2.0:1789468216.920226:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789468216.920228:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468216.920234:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742df80 x1876386402403456/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468216 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468216.920240:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402403456:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789468216.920244:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468216.920247:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468216.920251:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742fb80 x1876386402403584/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468216 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468216.920257:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468216.920259:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468216.920262:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d3800. 02000000:00000001:2.0:1789468216.920267:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468216.920269:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468216.920271:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789468216.920273:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468216.920275:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacf000. 02000000:00000001:2.0:1789468216.920279:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468216.920280:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468216.920282:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742fb80. 00000100:00000001:2.0:1789468216.920285:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468216.920287:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468216.920288:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468216.920291:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742f480 x1876386402403328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468216 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468216.920297:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468216.920298:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468216.920300:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d2c00. 02000000:00000001:2.0:1789468216.920302:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468216.920303:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468216.920304:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789468216.920306:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468216.920308:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacd800. 02000000:00000001:2.0:1789468216.920310:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468216.920311:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468216.920312:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742f480. 00000100:00000001:2.0:1789468216.920315:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468216.920316:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468216.920317:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468216.920320:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742df80 x1876386402403456/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468216 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468216.920326:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468216.920327:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468216.920328:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d1c00. 02000000:00000001:2.0:1789468216.920330:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468216.920331:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468216.920332:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789468216.920334:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468216.920335:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacd000. 02000000:00000001:2.0:1789468216.920336:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468216.920337:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468216.920338:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742df80. 00000100:00000001:2.0:1789468216.920343:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468216.920344:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468216.920346:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468216.920352:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468216.920353:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468216.920356:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468216.920358:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468216.920360:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468216.920363:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c7800 x1876386402403712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468216.920369:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468216.920371:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468216.920374:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468216.920376:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468216.920378:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468216.920381:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402403712:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789468216.920385:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468216.920388:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468216.920390:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468216.920392:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468216.920396:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacd000. 02000000:00000001:2.0:1789468216.920398:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468216.920403:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789468216.920451:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7058. 00000400:00000010:2.0:1789468216.920457:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6dedd0. 00000100:00000200:2.0:1789468216.920463:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402403712, portal 25 00000100:00000001:2.0:1789468216.920466:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468216.920467:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704638976 : -126741004912640 : ffff8cbacf6c7800) 00000100:00000040:2.0:1789468216.920472:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c7800 x1876386402403712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468216.920478:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468216.920481:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789468216.920483:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6decc0. 00000100:00000200:2.0:1789468216.920486:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402403712, offset 0 00000100:00000040:1.0:1789468216.920610:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468216.920614:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468216.920616:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468216.920619:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468216.920628:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20470) 00000400:00000200:2.0:1789468216.920705:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789468216.920713:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468216.920718:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789468216.920723:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789468216.920726:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789468216.920730:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789468216.920732:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789468216.920735:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93933:93933:256:4294967295] 192.168.203.142@tcp LPNI seq info [93933:93933:8:4294967295] 00000400:00000200:2.0:1789468216.920739:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468216.920748:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789468216.920754:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789468216.920759:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6b00. 00000800:00000200:2.0:1789468216.920766:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789468216.920774:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468216.920777:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789468216.920794:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468216.920799:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789468216.920802:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315134202 00000100:00000010:2.0:1789468216.920806:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d8a0. 00000100:00000001:2.0:1789468216.920812:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789468216.920817:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315134202 00000100:00000010:2.0:1789468216.920820:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64de40. 00000100:00000001:2.0:1789468216.920824:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789468216.920827:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468216.920830:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468216.920833:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468216.920838:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c6d80 x1876386402403840/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468216.920844:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468216.920846:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468216.920848:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468216.920850:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468216.920852:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468216.920855:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402403840:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789468216.920859:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468216.920861:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468216.920863:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468216.920865:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468216.920867:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacd800. 02000000:00000001:2.0:1789468216.920869:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468216.920873:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789468216.920877:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7268. 00000400:00000010:2.0:1789468216.920881:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6def68. 00000100:00000200:2.0:1789468216.920884:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402403840, portal 10 00000100:00000001:2.0:1789468216.920886:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468216.920888:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704636288 : -126741004915328 : ffff8cbacf6c6d80) 00000100:00000040:2.0:1789468216.920894:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c6d80 x1876386402403840/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468216.920900:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468216.920903:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789468216.920905:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6ded48. 00000100:00000200:2.0:1789468216.920908:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402403840, offset 0 00000400:00000200:2.0:1789468216.920911:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789468216.920916:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468216.920920:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789468216.920925:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789468216.920928:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789468216.920931:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789468216.920934:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789468216.920937:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93934:93934:255:4294967295] 192.168.203.142@tcp LPNI seq info [93934:93934:7:4294967295] 00000400:00000200:2.0:1789468216.920942:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468216.920948:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789468216.920952:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789468216.920955:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6000. 00000800:00000200:2.0:1789468216.920960:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789468216.920965:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468216.920968:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789468216.920972:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468216.920976:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:2.0:1789468216.920979:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789468216.920981:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315132950 00000100:00000001:2.0:1789468216.920984:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315134202 00000100:00000001:2.0:1789468216.920986:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315132950 00000100:00000001:2.0:1789468216.920988:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315134202 00000100:00000001:2.0:1789468216.920992:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468216.920993:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468216.920996:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468216.921000:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c4000 x1876386402403968/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468216.921007:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468216.921009:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468216.921012:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468216.921016:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1789468216.921017:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1789468216.921020:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468216.921030:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402403968:192.168.203.142@tcp:38:kworker.0 00000800:00000010:3.0:1789468216.921031:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6b00. 00000100:00000001:2.0:1789468216.921051:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1789468216.921055:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1789468216.921056:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468216.921061:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468216.921066:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1789468216.921072:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 02000000:00000010:2.0:1789468216.921073:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacf000. 02000000:00000001:2.0:1789468216.921076:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468216.921083:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789468216.921090:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee79a0. 00000400:00000200:3.0:1789468216.921092:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6decc0 00000400:00000010:3.0:1789468216.921098:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6decc0. 00000100:00000001:3.0:1789468216.921104:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:2.0:1789468216.921107:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de770. 00000100:00000200:2.0:1789468216.921113:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402403968, portal 10 00000100:00000200:3.0:1789468216.921116:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c7800 x1876386402403712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468216.921117:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468216.921120:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704624640 : -126741004926976 : ffff8cbacf6c4000) 00000100:00000040:2.0:1789468216.921129:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c4000 x1876386402403968/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468216.921164:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468216.921167:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789468216.921171:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de198. 00000100:00000200:2.0:1789468216.921177:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402403968, offset 0 00000400:00000200:2.0:1789468216.921192:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000100:00000001:3.0:1789468216.921197:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1789468216.921202:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000040:3.0:1789468216.921207:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c7800 x1876386402403712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468241 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789468216.921212:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789468216.921216:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789468216.921218:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789468216.921220:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789468216.921230:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789468216.921242:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93935:93935:254:4294967295] 192.168.203.142@tcp LPNI seq info [93935:93935:6:4294967295] 00000100:00000001:3.0:1789468216.921249:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468216.921256:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468216.921258:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1789468216.921271:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789468216.921278:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789468216.921288:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6e00. 00000800:00000200:2.0:1789468216.921292:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789468216.921297:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468216.921301:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789468216.921306:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468216.921309:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:2.0:1789468216.921313:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789468216.921315:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315132963 00000100:00000001:2.0:1789468216.921318:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315134202 00000100:00000001:2.0:1789468216.921321:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315132963 00000100:00000001:2.0:1789468216.921323:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315134202 00000100:00000001:2.0:1789468216.921325:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468216.921327:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468216.921329:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468216.921332:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468216.921337:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468216.921338:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789468216.921340:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468216.921342:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468216.921343:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468216.921345:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789468216.921667:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468216.921672:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6000. 00000400:00000200:3.0:1789468216.921676:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468216.921681:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468216.921685:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6ded48 00000400:00000010:3.0:1789468216.921687:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6ded48. 00000100:00000001:3.0:1789468216.921690:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468216.921695:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c6d80 x1876386402403840/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468216.921703:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468216.921706:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c6d80 x1876386402403840/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468241 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468216.921713:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468216.921715:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789468216.921755:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468216.921758:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6e00. 00000400:00000200:3.0:1789468216.921761:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468216.921765:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468216.921768:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de198 00000400:00000010:3.0:1789468216.921770:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de198. 00000100:00000001:3.0:1789468216.921773:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468216.921777:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c4000 x1876386402403968/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468216.921784:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468216.921787:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c4000 x1876386402403968/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468241 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468216.921793:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468216.921795:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468217.297290:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468217.297312:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468217.297314:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468217.297319:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468217.297323:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468217.297326:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468217.297330:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468217.297332:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468217.297334:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468217.681314:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468217.681321:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468217.681326:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468217.681327:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468217.681330:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468217.681347:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468217.682253:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468217.682257:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468217.682262:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468218.196270:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315134202, at 4315134211 00000100:00000010:2.0:1789468218.196297:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d8a0. 00000100:00000040:3.0:1789468218.209561:0:332715:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315134202, at 4315134224 00000100:00000010:3.0:1789468218.209592:0:332715:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64de40. 00000100:00000001:1.0:1789468218.323240:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468218.323248:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468218.323250:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468218.323256:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468218.323259:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468218.323263:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468218.323266:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468218.323268:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468218.323271:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468218.705282:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468218.705289:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468218.705294:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468218.705295:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468218.705299:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468218.705300:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468218.705385:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468218.705388:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468218.705391:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468219.347402:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468219.347409:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468219.347411:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468219.347416:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468219.347420:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468219.347424:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468219.347427:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468219.347430:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468219.347433:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468219.729255:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468219.729262:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468219.729268:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468219.729270:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468219.729273:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468219.729274:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468219.729950:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468219.729955:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468219.729959:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468220.369246:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468220.369253:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468220.369254:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468220.369273:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468220.369276:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468220.369280:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468220.369283:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468220.369285:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468220.369287:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468220.753277:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468220.753283:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468220.753289:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468220.753290:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468220.753293:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468220.753294:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468220.753454:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468220.753458:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468220.753460:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468221.393332:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468221.393339:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468221.393342:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468221.393346:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468221.393350:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468221.393354:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468221.393357:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468221.393359:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468221.393361:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468221.778793:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468221.778801:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468221.778803:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468221.778807:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468221.778812:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468221.778815:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468221.778816:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468221.778819:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468221.778823:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468221.778825:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468221.778828:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468221.778830:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468221.778954:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468221.778958:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468221.778961:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468222.033274:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1789468222.033286:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789468222.033288:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468222.033291:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789468222.033297:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468222.033301:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468222.033304:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1789468222.033306:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1789468222.033308:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789468222.033310:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1789468222.033313:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1789468222.033316:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468222.033318:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789468222.033320:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468222.033326:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468222.033329:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468222.033333:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468222.033338:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20475) 00000100:00000001:1.0:1789468222.417625:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468222.417632:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468222.417649:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468222.417654:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468222.417657:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468222.417662:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468222.417664:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468222.417672:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468222.417675:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468222.803303:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468222.803310:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468222.803315:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468222.803316:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468222.803319:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468222.803320:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468222.803424:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468222.803428:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468222.803431:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468223.057246:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468223.057258:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468223.057261:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468223.057265:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468223.057267:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468223.057272:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468223.057275:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468223.444518:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468223.444526:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468223.444528:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468223.444533:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468223.444536:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468223.444539:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468223.444542:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468223.444544:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468223.444546:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468223.827324:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468223.827346:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468223.827352:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468223.827356:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468223.827358:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468223.827361:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468223.827363:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468223.827366:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468223.827368:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468223.827371:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468223.827374:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468223.827375:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468223.827377:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468223.827378:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468223.827379:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468223.827381:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468223.827382:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468223.827384:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468223.827507:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468223.827511:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468223.827514:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468224.081262:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468224.081278:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468224.081280:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468224.081285:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468224.081287:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468224.081292:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468224.081294:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468224.465418:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468224.465427:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468224.465430:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468224.465435:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468224.465438:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468224.465443:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468224.465445:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468224.465447:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468224.465450:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468224.849320:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468224.849325:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468224.849328:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468224.849329:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468224.849332:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468224.849333:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468224.849429:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468224.849436:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468224.849441:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468225.105265:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468225.105281:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468225.105283:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468225.105287:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468225.105290:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468225.105294:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468225.105297:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468225.489265:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468225.489274:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468225.489276:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468225.489282:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468225.489285:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468225.489289:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468225.489291:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468225.489293:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468225.489296:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468225.873262:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468225.873270:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468225.873275:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468225.873277:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468225.873280:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468225.873281:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468225.873411:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468225.873415:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468225.873418:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468226.129524:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468226.129539:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468226.129541:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468226.129546:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468226.129548:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468226.129553:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468226.129555:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468226.513253:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468226.513260:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468226.513263:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468226.513268:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468226.513271:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468226.513274:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468226.513278:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468226.513280:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468226.513283:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468226.897340:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468226.897347:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468226.897352:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468226.897353:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468226.897356:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468226.897357:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468226.897520:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468226.897525:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468226.897528:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468227.153239:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468227.153249:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468227.153252:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468227.153256:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468227.153258:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468227.153261:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468227.153263:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468227.153267:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468227.153269:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468227.153272:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468227.153277:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20480) 00000100:00000001:0.0:1789468227.159842:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468227.159857:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468227.159859:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468227.159879:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468227.159882:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468227.159886:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468227.159889:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468227.537250:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468227.537259:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468227.537261:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468227.537266:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468227.537270:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468227.537273:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468227.537276:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468227.537279:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468227.537282:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468227.921283:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468227.921290:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468227.921294:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468227.921295:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468227.921298:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468227.921300:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468227.922257:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468227.922277:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468227.922281:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468228.177194:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468228.177208:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468228.177210:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468228.177214:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468228.177216:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468228.177220:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468228.177223:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468228.561379:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468228.561392:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468228.561394:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468228.561400:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468228.561403:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468228.561407:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468228.561409:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468228.561412:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468228.561414:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468228.945873:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468228.945880:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468228.945885:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468228.945886:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468228.945889:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468228.945891:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468228.946556:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468228.946560:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468228.946564:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468229.201254:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468229.201268:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468229.201694:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468229.201700:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468229.201703:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468229.201707:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468229.201709:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468229.585265:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468229.585275:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468229.585277:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468229.585283:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468229.585286:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468229.585291:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468229.585293:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468229.585296:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468229.585298:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468229.969263:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468229.969271:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468229.969276:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468229.969278:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468229.969281:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468229.969282:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468229.969405:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468229.969409:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468229.969412:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468230.225263:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468230.225343:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468230.225346:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468230.225377:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468230.225380:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468230.225384:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468230.225387:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468230.609248:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468230.609257:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468230.609334:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468230.609340:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468230.609344:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468230.609348:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468230.609350:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468230.609353:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468230.609356:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468230.995081:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468230.995089:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468230.995106:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468230.995108:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468230.995111:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468230.995112:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468230.995329:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468230.995332:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468230.995335:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468231.249379:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468231.249393:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468231.249395:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468231.249399:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468231.249401:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468231.249405:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468231.249408:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468231.633508:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468231.633515:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468231.633517:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468231.633521:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468231.633524:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468231.633528:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468231.633530:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468231.633533:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468231.633535:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468232.017278:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468232.017287:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468232.017289:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468232.017293:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468232.017298:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468232.017300:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468232.017302:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468232.017305:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468232.017308:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468232.017310:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468232.017313:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468232.017314:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468232.019228:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468232.019235:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468232.019239:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468232.273240:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468232.273254:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468232.273256:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468232.273260:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468232.273262:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468232.273267:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468232.273269:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468232.273358:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468232.273364:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468232.273366:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468232.273369:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468232.273372:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468232.273374:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468232.273377:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468232.273381:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468232.273384:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468232.273386:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468232.273392:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20485) 00000100:00000001:2.0:1789468232.657345:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468232.657353:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468232.657355:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468232.657361:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468232.657364:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468232.657369:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468232.657372:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468232.657374:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468232.657376:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468233.042226:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468233.042233:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468233.042239:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468233.042261:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468233.042265:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468233.042266:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468233.042604:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468233.042608:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468233.042612:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468233.297804:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468233.297819:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468233.297822:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468233.297827:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468233.297830:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468233.297834:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468233.297837:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468233.681251:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468233.681259:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468233.681262:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468233.681267:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468233.681270:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468233.681274:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468233.681277:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468233.681279:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468233.681282:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468234.066179:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468234.066187:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468234.066194:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468234.066197:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468234.066200:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468234.066203:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468234.066205:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468234.066208:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468234.066210:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468234.066212:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468234.066216:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468234.066217:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468234.066218:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468234.066219:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468234.066221:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468234.066222:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468234.066223:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468234.066224:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468234.067599:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468234.067605:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468234.067609:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468234.324309:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468234.324323:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468234.324325:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468234.324330:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468234.324333:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468234.324337:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468234.324340:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468234.705264:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468234.705271:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468234.705273:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468234.705279:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468234.705282:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468234.705286:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468234.705288:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468234.705291:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468234.705293:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468235.089422:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468235.089429:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468235.089434:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468235.089436:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468235.089439:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468235.089440:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468235.095679:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468235.095689:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468235.095694:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468235.345323:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468235.345338:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468235.345340:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468235.345345:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468235.345347:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468235.345351:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468235.345353:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468235.729869:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468235.729877:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468235.729879:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468235.729884:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468235.729887:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468235.729890:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468235.729893:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468235.729895:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468235.729898:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468236.113259:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468236.113267:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468236.113273:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468236.113274:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468236.113277:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468236.113296:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468236.113438:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468236.113445:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468236.113449:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468236.369266:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468236.369280:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468236.369282:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468236.369287:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468236.369290:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468236.369294:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468236.369296:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468236.753248:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468236.753256:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468236.753258:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468236.753264:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468236.753267:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468236.753271:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468236.753274:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468236.753277:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468236.753279:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468237.137300:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468237.137307:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468237.137313:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468237.137315:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468237.137318:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468237.137319:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468237.137413:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468237.137417:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468237.137420:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468237.393241:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468237.393255:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468237.393257:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468237.393262:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468237.393264:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468237.393268:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468237.393271:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468237.393464:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468237.393470:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468237.393486:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468237.393490:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468237.393492:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468237.393495:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468237.393498:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468237.393502:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468237.393504:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468237.393507:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468237.393512:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20491) 00000100:00000001:2.0:1789468237.777247:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468237.777266:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468237.777268:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468237.777274:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468237.777278:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468237.777282:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468237.777285:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468237.777288:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468237.777290:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468238.161270:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468238.161277:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468238.161283:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468238.161284:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468238.161288:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468238.161289:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468238.163005:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468238.163010:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468238.163015:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468238.417243:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468238.417258:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468238.417260:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468238.417265:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468238.417267:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468238.417272:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468238.417274:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468238.801898:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468238.801906:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468238.801908:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468238.801912:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468238.801916:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468238.801920:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468238.801922:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468238.801925:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468238.801928:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468239.185248:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468239.185255:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468239.185260:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468239.185261:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468239.185264:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468239.185265:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468239.185357:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468239.185360:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468239.185363:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468239.441304:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468239.441320:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468239.441322:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468239.441327:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468239.441330:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468239.441334:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468239.441337:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468239.825772:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468239.825781:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468239.825783:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468239.825788:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468239.825791:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468239.825795:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468239.825798:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468239.825800:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468239.825803:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468240.209338:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468240.209345:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468240.209351:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468240.209352:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468240.209356:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468240.209357:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468240.209503:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468240.209508:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468240.209510:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468240.465249:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468240.465263:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468240.465265:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468240.465270:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468240.465271:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468240.465276:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468240.465279:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468240.854213:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468240.854221:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468240.854224:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468240.854229:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468240.854233:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468240.854237:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468240.854240:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468240.854242:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468240.854244:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468241.234484:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468241.234492:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468241.234497:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468241.234499:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468241.234503:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468241.234504:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468241.235359:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468241.235364:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468241.235367:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468241.489432:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468241.489438:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468241.489462:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468216/real 1789468216] req@ffff8cbacf6c7800 x1876386402403712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468241 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468241.489482:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468241.489483:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468241.489500:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7058. 00000400:00000200:0.0:1789468241.489507:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6dedd0 00000400:00000010:0.0:1789468241.489509:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6dedd0. 00000100:00000001:0.0:1789468241.489514:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468241.489518:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c7800 x1876386402403712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468241 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468241.489527:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c7800 x1876386402403712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468241 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468241.489534:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468241.489536:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468241.489539:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468241.489541:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468241.489545:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c7800 x1876386402403712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468241 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468241.489553:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468241.489555:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468241.489559:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468216/real 1789468216] req@ffff8cbacf6c6d80 x1876386402403840/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468241 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468241.489567:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468241.489568:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468241.489570:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7268. 00000400:00000200:0.0:1789468241.489572:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6def68 00000400:00000010:0.0:1789468241.489574:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6def68. 00000100:00000001:0.0:1789468241.489576:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468241.489579:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c6d80 x1876386402403840/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468241 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468241.489586:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c6d80 x1876386402403840/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468241 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468241.489592:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468241.489593:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468241.489595:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468241.489603:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468241.489608:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c6d80 x1876386402403840/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468241 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468241.489614:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468241.489616:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468241.489620:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468216/real 1789468216] req@ffff8cbacf6c4000 x1876386402403968/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468241 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468241.489628:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468241.489629:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468241.489631:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee79a0. 00000400:00000200:0.0:1789468241.489633:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de770 00000400:00000010:0.0:1789468241.489634:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de770. 00000100:00000001:0.0:1789468241.489636:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468241.489639:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c4000 x1876386402403968/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468241 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468241.489646:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c4000 x1876386402403968/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468241 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468241.489652:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468241.489653:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468241.489655:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468241.489656:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468241.489660:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c4000 x1876386402403968/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468241 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468241.489666:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468241.489674:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468241.489676:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468241.489679:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468241.489681:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468241.489683:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468241.489688:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c7800 x1876386402403712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468241 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468241.489705:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468241.489708:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468241.489709:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468241.489710:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468241.489713:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468241.489715:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468241.489718:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468241.489728:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789468241.489731:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468241.489735:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c7800 x1876386402403712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468241 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468241.489743:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402403712:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789468241.489748:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468241.489752:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c6d80 x1876386402403840/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468241 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468241.489759:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468241.489761:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468241.489762:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468241.489763:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468241.489765:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468241.489767:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468241.489769:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468241.489775:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789468241.489777:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468241.489781:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c6d80 x1876386402403840/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468241 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468241.489800:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402403840:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468241.489805:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468241.489808:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c4000 x1876386402403968/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468241 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468241.489814:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468241.489816:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468241.489817:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468241.489818:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468241.489820:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468241.489821:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468241.489824:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468241.489829:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789468241.489831:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468241.489834:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c4000 x1876386402403968/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468241 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468241.489841:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402403968:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468241.489845:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468241.489853:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468241.489868:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c7800 x1876386402403712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468241 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468241.489875:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468241.489879:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468241.489882:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacd000. 02000000:00000001:0.0:1789468241.489887:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468241.489891:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468241.489892:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789468241.489901:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468241.489908:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6890800. 02000000:00000001:0.0:1789468241.489912:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468241.489914:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468241.489915:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c7800. 00000100:00000001:0.0:1789468241.489919:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468241.489920:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468241.489922:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468241.489926:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c6d80 x1876386402403840/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468241 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468241.489933:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468241.489934:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468241.489936:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacd800. 02000000:00000001:0.0:1789468241.489938:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468241.489939:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468241.489941:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789468241.489942:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468241.489943:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6893800. 02000000:00000001:0.0:1789468241.489945:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468241.489946:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468241.489947:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c6d80. 00000100:00000001:0.0:1789468241.489950:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468241.489951:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468241.489952:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468241.489955:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c4000 x1876386402403968/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468241 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468241.489961:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468241.489963:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468241.489964:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacf000. 02000000:00000001:0.0:1789468241.489967:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468241.489968:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468241.489970:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789468241.489972:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468241.489973:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6892000. 02000000:00000001:0.0:1789468241.489976:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468241.489983:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468241.489985:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c4000. 00000100:00000001:0.0:1789468241.489989:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468241.489990:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468241.489992:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468241.489996:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468241.489997:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468241.489999:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468241.490001:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468241.491648:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468241.491657:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789468241.491659:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468241.491662:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468241.491667:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468241.491673:0:332879:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20465 00000400:00000200:1.0:1789468241.491680:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468241.491686:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789468241.491689:0:332879:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468241.491692:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468241.491695:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468241.491707:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468241.491710:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789468241.491717:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468241.491719:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:1.0:1789468241.491722:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468241.491725:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:1.0:1789468241.491728:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:1.0:1789468241.491730:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:1.0:1789468241.491733:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468241.491735:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468241.491737:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468241.491739:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789468241.491742:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:1.0:1789468241.491745:0:332879:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789468241.491747:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468241.491750:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468241.491754:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468241.491757:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468241.491759:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468241.491761:0:332879:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468241.491767:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c4000. 00000020:00000040:1.0:1789468241.491770:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789468241.491773:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468241.491775:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468241.491777:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468241.491780:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468241.491783:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468241.491789:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6891800. 00000100:00000001:1.0:1789468241.491796:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468241.491804:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c4000 x1876386402404096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468241.491815:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468241.491823:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468241.491828:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaffcc0b] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c4000 x1876386402404096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468241.492053:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468241.492057:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468241.492060:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789468241.492062:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468241.492063:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468241.492066:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468241.492069:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20465 00000400:00000200:1.0:1789468241.492073:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468241.492076:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789468241.492078:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468241.492080:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468241.492082:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468241.492084:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468241.492086:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789468241.492089:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468241.492091:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:1.0:1789468241.492092:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468241.492094:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:1.0:1789468241.492096:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:1.0:1789468241.492098:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:1.0:1789468241.492101:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468241.492103:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468241.492104:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468241.492106:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789468241.492108:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:1.0:1789468241.492111:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789468241.492120:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468241.492121:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468241.492127:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468241.492130:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468241.492174:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789468241.492177:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789468241.492180:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468241.492182:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468241.492186:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c6d80. 00000020:00000040:1.0:1789468241.492189:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789468241.492191:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468241.492192:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468241.492193:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468241.492195:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468241.492196:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468241.492201:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6892000. 00000100:00000001:1.0:1789468241.492204:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468241.492210:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c6d80 x1876386402404224/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468241.492217:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468241.492219:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468241.492224:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f9a740c] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c6d80 x1876386402404224/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468241.492231:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468241.492234:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468241.492236:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789468241.492237:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468241.492239:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468241.492241:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468241.492243:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20465 00000400:00000200:1.0:1789468241.492247:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468241.492256:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789468241.492258:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468241.492260:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468241.492263:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468241.492265:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468241.492267:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789468241.492270:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468241.492271:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:1.0:1789468241.492273:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468241.492274:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:1.0:1789468241.492276:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:1.0:1789468241.492279:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:1.0:1789468241.492282:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468241.492283:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468241.492285:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468241.492288:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789468241.492290:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:1.0:1789468241.492293:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789468241.492295:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468241.492297:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468241.492301:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468241.492303:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468241.492305:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789468241.492308:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789468241.492310:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468241.492311:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468241.492314:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c7800. 00000020:00000040:1.0:1789468241.492317:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789468241.492319:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468241.492320:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468241.492322:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468241.492328:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468241.492330:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468241.492334:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6893800. 00000100:00000001:1.0:1789468241.492338:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468241.492343:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c7800 x1876386402404352/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468241.492350:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468241.492352:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468241.492355:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b066d916] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c7800 x1876386402404352/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468241.492362:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468241.492366:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468241.492369:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468241.492372:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468241.492375:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468241.492379:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20495) 00000100:00000001:0.0:1789468241.493079:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468241.493085:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468241.493088:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468241.493097:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c4000 x1876386402404096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468241.493108:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468241.493109:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468241.493113:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468241.493116:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468241.493118:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468241.493122:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402404096:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789468241.493126:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468241.493164:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468241.493167:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468241.493170:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468241.493177:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687d400. 02000000:00000001:0.0:1789468241.493180:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468241.493186:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789468241.493192:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c9a0. 00000400:00000010:0.0:1789468241.493199:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089b28. 00000100:00000200:0.0:1789468241.493206:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402404096, portal 25 00000100:00000001:0.0:1789468241.493208:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468241.493210:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704624640 : -126741004926976 : ffff8cbacf6c4000) 00000100:00000040:0.0:1789468241.493216:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c4000 x1876386402404096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468241.493224:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468241.493234:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789468241.493237:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089000. 00000100:00000200:0.0:1789468241.493241:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402404096, offset 0 00000400:00000200:0.0:1789468241.493248:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789468241.493256:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468241.493262:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789468241.493267:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789468241.493271:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789468241.493275:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789468241.493279:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789468241.493283:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93936:93936:256:4294967295] 192.168.203.142@tcp LPNI seq info [93936:93936:8:4294967295] 00000400:00000200:0.0:1789468241.493287:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468241.493298:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789468241.493305:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789468241.493354:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9ea1f1f00. 00000800:00000200:0.0:1789468241.493361:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789468241.493369:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789468241.493373:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9ea1f1f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789468241.493393:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468241.493398:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789468241.493400:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315158775 00000100:00000010:0.0:1789468241.493405:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305b6c0. 00000100:00000001:0.0:1789468241.493410:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789468241.493417:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315158775 00000100:00000010:0.0:1789468241.493420:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305b600. 00000100:00000001:0.0:1789468241.493423:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789468241.493426:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468241.493429:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468241.493432:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468241.493436:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c6d80 x1876386402404224/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468241.493454:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468241.493455:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468241.493458:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468241.493459:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468241.493461:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468241.493465:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402404224:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468241.493468:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468241.493471:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468241.493473:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468241.493475:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468241.493478:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687f800. 02000000:00000001:0.0:1789468241.493480:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468241.493484:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789468241.493487:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c000. 00000400:00000010:0.0:1789468241.493492:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089880. 00000100:00000200:0.0:1789468241.493495:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402404224, portal 10 00000100:00000001:0.0:1789468241.493496:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468241.493498:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704636288 : -126741004915328 : ffff8cbacf6c6d80) 00000100:00000040:0.0:1789468241.493505:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c6d80 x1876386402404224/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468241.493512:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468241.493514:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789468241.493517:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089330. 00000100:00000200:0.0:1789468241.493520:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402404224, offset 0 00000400:00000200:0.0:1789468241.493524:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789468241.493529:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468241.493533:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789468241.493536:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789468241.493538:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789468241.493541:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789468241.493542:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789468241.493553:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93937:93937:255:4294967295] 192.168.203.142@tcp LPNI seq info [93937:93937:7:4294967295] 00000800:00000200:2.0:1789468241.493555:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1789468241.493561:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000800:00000010:2.0:1789468241.493564:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9ea1f1f00. 00000400:00000200:2.0:1789468241.493570:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789468241.493571:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000400:00000200:2.0:1789468241.493580:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000800:00000200:0.0:1789468241.493581:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789468241.493588:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9ea1f1600. 00000400:00000200:2.0:1789468241.493588:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089000 00000400:00000010:2.0:1789468241.493593:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089000. 00000800:00000200:0.0:1789468241.493594:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000100:00000001:2.0:1789468241.493599:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000800:00000200:0.0:1789468241.493602:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000100:00000200:2.0:1789468241.493607:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c4000 x1876386402404096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1789468241.493608:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9ea1f1600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789468241.493615:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468241.493621:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000100:00000001:2.0:1789468241.493623:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1789468241.493628:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000040:2.0:1789468241.493629:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c4000 x1876386402404096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468266 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468241.493632:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315157535 00000100:00000001:0.0:1789468241.493637:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315158775 00000100:00000001:0.0:1789468241.493642:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315157535 00000100:00000001:2.0:1789468241.493646:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468241.493647:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315158775 00000100:00000001:2.0:1789468241.493650:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789468241.493652:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468241.493655:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468241.493658:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468241.493664:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c7800 x1876386402404352/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1789468241.493668:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1789468241.493673:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000800:00000010:2.0:1789468241.493673:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9ea1f1600. 00000100:00000001:0.0:1789468241.493676:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468241.493678:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1789468241.493680:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468241.493684:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1789468241.493685:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 02000000:00000001:0.0:1789468241.493688:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468241.493690:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089330 00000100:00100000:0.0:1789468241.493696:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402404352:192.168.203.142@tcp:38:kworker.0 00000400:00000010:2.0:1789468241.493696:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089330. 00000100:00000001:0.0:1789468241.493702:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1789468241.493702:0:253744:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1789468241.493706:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468241.493709:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789468241.493710:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c6d80 x1876386402404224/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789468241.493719:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1789468241.493723:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1789468241.493725:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687ec00. 02000000:00000001:0.0:1789468241.493729:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468241.493730:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c6d80 x1876386402404224/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468266 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789468241.493737:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789468241.493742:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c6e0. 00000100:00000001:2.0:1789468241.493744:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468241.493747:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089bb0. 00000100:00000001:2.0:1789468241.493748:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:0.0:1789468241.493752:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402404352, portal 10 00000100:00000001:0.0:1789468241.493755:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468241.493757:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704638976 : -126741004912640 : ffff8cbacf6c7800) 00000100:00000040:0.0:1789468241.493764:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c7800 x1876386402404352/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468241.493770:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468241.493773:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789468241.493775:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089a18. 00000100:00000200:0.0:1789468241.493777:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402404352, offset 0 00000400:00000200:0.0:1789468241.493782:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789468241.493786:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468241.493789:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789468241.493791:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789468241.493794:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789468241.493795:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789468241.493797:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789468241.493800:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93938:93938:256:4294967295] 192.168.203.142@tcp LPNI seq info [93938:93938:8:4294967295] 00000400:00000200:0.0:1789468241.493804:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468241.493809:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789468241.493813:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789468241.493816:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9ea1f1900. 00000800:00000200:0.0:1789468241.493820:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789468241.493824:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789468241.493826:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9ea1f1900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789468241.493842:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789468241.495293:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468241.495301:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9ea1f1900. 00000400:00000200:3.0:1789468241.495307:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468241.495314:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468241.495319:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089a18 00000400:00000010:3.0:1789468241.495322:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089a18. 00000100:00000001:3.0:1789468241.495326:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468241.495334:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c7800 x1876386402404352/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468241.495344:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468241.495347:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c7800 x1876386402404352/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468266 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468241.495354:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468241.495356:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1789468241.495445:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:0.0:1789468241.495451:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789468241.495454:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315157525 00000100:00000001:0.0:1789468241.495457:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315158775 00000100:00000001:0.0:1789468241.495459:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315157525 00000100:00000001:0.0:1789468241.495461:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315158775 00000100:00000001:0.0:1789468241.495463:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468241.495466:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468241.495470:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468241.495473:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468241.495482:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468241.495485:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789468241.495487:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468241.495489:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468241.495491:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468241.495493:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468241.873346:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468241.873355:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468241.873357:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468241.873364:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468241.873367:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468241.873372:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468241.873375:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468241.873377:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468241.873380:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468242.263001:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468242.263008:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468242.263011:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468242.263013:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468242.263018:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468242.263021:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468242.263023:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468242.263025:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468242.263029:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468242.263030:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468242.263033:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468242.263034:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468242.263157:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468242.263160:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468242.263164:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468242.769268:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315158775, at 4315158784 00000100:00000010:2.0:1789468242.769284:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305b6c0. 00000100:00000040:3.0:1789468242.769808:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315158775, at 4315158784 00000100:00000010:3.0:1789468242.769839:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305b600. 00000100:00000001:2.0:1789468242.897264:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468242.897272:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468242.897274:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468242.897279:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468242.897283:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468242.897287:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468242.897290:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468242.897292:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468242.897295:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468243.282662:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468243.282668:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468243.282673:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468243.282674:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468243.282677:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468243.282679:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468243.282758:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468243.282761:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468243.282764:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468243.921593:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468243.921601:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468243.921603:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468243.921608:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468243.921612:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468243.921615:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468243.921619:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468243.921621:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468243.921624:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468244.305220:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468244.305252:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468244.305259:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468244.305263:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468244.305265:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468244.305269:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468244.305272:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468244.305274:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468244.305276:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468244.305278:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468244.305282:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468244.305283:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468244.305285:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468244.305286:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468244.305288:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468244.305289:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468244.305290:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468244.305292:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468244.305629:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468244.305633:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468244.305636:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468244.945305:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468244.945313:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468244.945315:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468244.945321:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468244.945325:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468244.945329:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468244.945332:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468244.945334:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468244.945337:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468245.329302:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468245.329310:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468245.329316:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468245.329318:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468245.329321:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468245.329322:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468245.329423:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468245.329428:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468245.329431:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468245.969887:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468245.969895:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468245.969897:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468245.969902:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468245.969905:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468245.969909:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468245.969912:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468245.969915:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468245.969918:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468246.353262:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468246.353271:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468246.353276:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468246.353277:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468246.353280:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468246.353281:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468246.353493:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468246.353496:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468246.353499:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468246.609263:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468246.609276:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468246.609279:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468246.609284:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468246.609286:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468246.609290:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468246.609293:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468246.613261:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468246.613271:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468246.613274:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468246.613278:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468246.613280:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468246.613283:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468246.613286:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468246.613290:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468246.613293:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468246.613296:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468246.613301:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20500) 00000100:00000001:2.0:1789468246.993199:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468246.993207:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468246.993209:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468246.993214:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468246.993218:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468246.993221:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468246.993224:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468246.993226:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468246.993229:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468247.378273:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468247.378279:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468247.378285:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468247.378305:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468247.378309:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468247.378310:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468247.378864:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468247.378868:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468247.378872:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468247.635962:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468247.635976:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468247.635979:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468247.635984:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468247.635986:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468247.635990:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468247.635992:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468248.017247:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468248.017255:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468248.017257:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468248.017262:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468248.017266:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468248.017270:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468248.017272:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468248.017274:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468248.017277:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468248.401268:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468248.401276:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468248.401282:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468248.401283:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468248.401286:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468248.401287:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468248.401479:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468248.401484:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468248.401487:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468248.659831:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468248.659844:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468248.659846:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468248.659851:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468248.659853:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468248.659857:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468248.659860:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468249.041258:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468249.041267:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468249.041269:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468249.041274:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468249.041277:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468249.041280:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468249.041283:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468249.041286:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468249.041288:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468249.425336:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468249.425342:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468249.425347:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468249.425348:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468249.425351:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468249.425352:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468249.429400:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468249.429408:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468249.429413:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468249.681270:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468249.681286:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468249.681288:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468249.681294:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468249.681306:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468249.681310:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468249.681313:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468250.065270:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468250.065277:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468250.065279:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468250.065284:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468250.065288:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468250.065292:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468250.065296:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468250.065298:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468250.065300:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468250.450104:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468250.450111:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468250.450117:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468250.450166:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468250.450171:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468250.450172:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468250.450269:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468250.450274:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468250.450277:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468250.705486:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468250.705500:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468250.705502:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468250.705506:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468250.705509:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468250.705513:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468250.705515:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468251.089317:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468251.089325:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468251.089327:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468251.089332:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468251.089336:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468251.089340:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468251.089343:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468251.089345:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468251.089348:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468251.473317:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468251.473327:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468251.473330:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468251.473334:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468251.473339:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468251.473341:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468251.473343:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468251.473346:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468251.473350:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468251.473352:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468251.473355:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468251.473356:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468251.473446:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468251.473451:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468251.473454:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468251.729407:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468251.729428:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468251.729431:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468251.729437:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468251.729440:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468251.729446:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468251.729449:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468251.731086:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468251.731098:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468251.731101:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468251.731104:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468251.731107:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468251.731169:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468251.731172:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468251.731177:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468251.731180:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468251.731184:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468251.731192:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20505) 00000100:00000001:2.0:1789468252.113360:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468252.113372:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468252.113375:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468252.113382:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468252.113386:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468252.113391:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468252.113394:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468252.113397:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468252.113400:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468252.497286:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468252.497295:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468252.497301:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468252.497302:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468252.497306:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468252.497307:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468252.497723:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468252.497729:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468252.497734:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468252.753316:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468252.753339:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468252.753342:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468252.753348:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468252.753377:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468252.753383:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468252.753387:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468253.137318:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468253.137328:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468253.137330:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468253.137337:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468253.137341:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468253.137623:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468253.137626:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468253.137629:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468253.137632:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468253.521993:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468253.522004:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468253.522012:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468253.522013:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468253.522017:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468253.522019:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468253.526432:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468253.526443:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468253.526449:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468253.777340:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468253.777362:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468253.777365:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468253.777374:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468253.777377:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468253.777383:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468253.777386:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468254.161294:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468254.161305:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468254.161307:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468254.161315:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468254.161320:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468254.161325:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468254.161328:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468254.161331:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468254.161334:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468254.545287:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468254.545683:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468254.545695:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468254.545699:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468254.545702:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468254.545706:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468254.545710:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468254.545713:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468254.545715:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468254.545718:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468254.545722:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468254.545724:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468254.545726:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468254.545727:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468254.545729:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468254.545730:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468254.545732:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468254.545734:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468254.545890:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468254.545895:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468254.545899:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468254.801282:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468254.801300:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468254.801302:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468254.801308:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468254.801311:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468254.801342:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468254.801345:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468255.188005:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468255.188017:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468255.188020:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468255.188027:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468255.188032:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468255.188037:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468255.188041:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468255.188044:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468255.188047:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468255.569468:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468255.569478:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468255.569486:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468255.569487:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468255.569491:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468255.569492:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468255.569592:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468255.569611:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468255.569616:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468255.825260:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468255.825274:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468255.825277:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468255.825282:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468255.825284:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468255.825288:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468255.825291:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468256.209322:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468256.209333:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468256.209336:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468256.209343:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468256.209347:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468256.209352:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468256.209355:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468256.209357:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468256.209360:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468256.595201:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468256.595212:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468256.595221:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468256.595222:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468256.595226:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468256.595227:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468256.596353:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468256.596359:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468256.596365:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468256.849286:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468256.849301:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468256.849304:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468256.849307:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468256.849310:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468256.849314:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468256.849316:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468256.849321:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468256.849324:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468256.849327:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468256.849335:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20510) 00000100:00000001:0.0:1789468256.849602:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468256.849617:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468256.849620:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468256.849624:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468256.849627:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468256.849633:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468256.849637:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468257.233895:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468257.233907:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468257.233910:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468257.233917:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468257.233921:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468257.233926:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468257.233930:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468257.233933:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468257.233936:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468257.617365:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468257.617372:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468257.617378:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468257.617379:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468257.617382:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468257.617384:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468257.617485:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468257.617489:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468257.617491:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468257.873256:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468257.873271:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468257.873273:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468257.873278:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468257.873280:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468257.873301:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468257.873304:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468258.257356:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468258.257364:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468258.257366:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468258.257371:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468258.257376:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468258.257380:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468258.257383:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468258.257385:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468258.257388:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468258.641442:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468258.641450:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468258.641456:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468258.641457:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468258.641460:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468258.641461:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468258.641659:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468258.641663:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468258.641666:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468258.897265:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468258.897280:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468258.897282:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468258.897287:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468258.897289:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468258.897293:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468258.897296:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468259.281931:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468259.281938:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468259.281940:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468259.281945:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468259.281948:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468259.281952:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468259.281955:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468259.281957:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468259.281960:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468259.665292:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468259.665300:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468259.665305:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468259.665306:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468259.665310:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468259.665311:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468259.665404:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468259.665408:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468259.665411:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468259.921257:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468259.921271:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468259.921274:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468259.921278:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468259.921280:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468259.921284:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468259.921287:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468260.305481:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468260.305490:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468260.305492:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468260.305498:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468260.305501:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468260.305505:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468260.305508:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468260.305511:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468260.305513:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468260.689303:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468260.689310:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468260.689317:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468260.689318:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468260.689321:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468260.689322:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468260.689514:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468260.689518:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468260.689522:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468260.946010:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468260.946023:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468260.946026:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468260.946030:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468260.946032:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468260.946052:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468260.946055:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468261.329347:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468261.329354:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468261.329357:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468261.329362:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468261.329365:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468261.329369:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468261.329372:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468261.329374:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468261.329376:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468261.713976:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468261.713985:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468261.713987:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468261.713990:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468261.713995:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468261.713997:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468261.713999:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468261.714001:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468261.714005:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468261.714007:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468261.714010:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468261.714011:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468261.714545:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468261.714549:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468261.714552:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468261.969299:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468261.969313:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468261.969317:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468261.969321:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468261.969324:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468261.969328:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468261.969332:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468261.969337:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468261.969340:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468261.969343:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468261.969351:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20515) 00000100:00000001:0.0:1789468261.971523:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468261.971537:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468261.971539:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468261.971544:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468261.971546:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468261.971561:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468261.971564:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468262.353362:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468262.353370:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468262.353372:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468262.353378:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468262.353381:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468262.353384:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468262.353387:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468262.353389:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468262.353391:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468262.737705:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468262.737722:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468262.737728:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468262.737729:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468262.737732:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468262.737733:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468262.737848:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468262.737852:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468262.737855:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468262.993335:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468262.993349:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468262.993351:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468262.993357:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468262.993359:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468262.993364:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468262.993367:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468263.377199:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468263.377206:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468263.377208:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468263.377214:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468263.377218:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468263.377221:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468263.377224:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468263.377227:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468263.377229:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468263.761608:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468263.761615:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468263.761620:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468263.761621:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468263.761624:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468263.761643:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468263.761743:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468263.761747:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468263.761755:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468264.017256:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468264.017269:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468264.017270:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468264.017274:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468264.017277:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468264.017281:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468264.017283:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468264.401680:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468264.401699:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468264.401701:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468264.401706:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468264.401710:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468264.401714:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468264.401717:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468264.401719:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468264.401722:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468264.785662:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468264.785670:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468264.785675:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468264.785678:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468264.785680:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468264.785692:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468264.785695:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468264.785698:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468264.785700:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468264.785703:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468264.785706:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468264.785707:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468264.785709:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468264.785710:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468264.785712:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468264.785713:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468264.785715:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468264.785717:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468264.786051:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468264.786055:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468264.786058:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468265.041619:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468265.041634:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468265.041636:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468265.041641:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468265.041643:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468265.041647:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468265.041650:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468265.425268:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468265.425275:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468265.425277:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468265.425283:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468265.425287:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468265.425291:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468265.425294:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468265.425296:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468265.425299:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468265.809473:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468265.809480:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468265.809485:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468265.809486:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468265.809489:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468265.809490:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468265.810985:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468265.810992:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468265.810996:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468266.065427:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468266.065434:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468266.065450:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468241/real 1789468241] req@ffff8cbacf6c4000 x1876386402404096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468266 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468266.065468:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468266.065471:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468266.065474:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c9a0. 00000400:00000200:0.0:1789468266.065480:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089b28 00000400:00000010:0.0:1789468266.065483:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089b28. 00000100:00000001:0.0:1789468266.065487:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468266.065491:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c4000 x1876386402404096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468266 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468266.065499:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c4000 x1876386402404096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468266 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468266.065506:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468266.065507:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468266.065510:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468266.065511:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468266.065515:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c4000 x1876386402404096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468266 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468266.065521:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468266.065524:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468266.065527:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468241/real 1789468241] req@ffff8cbacf6c6d80 x1876386402404224/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468266 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468266.065534:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468266.065536:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468266.065538:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c000. 00000400:00000200:0.0:1789468266.065540:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089880 00000400:00000010:0.0:1789468266.065542:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089880. 00000100:00000001:0.0:1789468266.065544:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468266.065547:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c6d80 x1876386402404224/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468266 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468266.065577:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c6d80 x1876386402404224/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468266 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468266.065583:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468266.065585:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468266.065587:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468266.065588:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468266.065592:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c6d80 x1876386402404224/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468266 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468266.065598:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468266.065600:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468266.065604:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468241/real 1789468241] req@ffff8cbacf6c7800 x1876386402404352/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468266 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468266.065611:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468266.065612:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468266.065614:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c6e0. 00000400:00000200:0.0:1789468266.065617:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089bb0 00000400:00000010:0.0:1789468266.065619:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089bb0. 00000100:00000001:0.0:1789468266.065621:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468266.065623:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c7800 x1876386402404352/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468266 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468266.065629:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c7800 x1876386402404352/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468266 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468266.065634:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468266.065635:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468266.065637:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468266.065638:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468266.065641:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c7800 x1876386402404352/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468266 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468266.065646:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468266.065658:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468266.065660:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468266.065662:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468266.065664:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468266.065666:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468266.065671:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c4000 x1876386402404096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468266 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468266.065690:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468266.065693:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468266.065694:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468266.065695:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468266.065698:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468266.065700:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468266.065703:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468266.065778:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789468266.065781:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468266.065785:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c4000 x1876386402404096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468266 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468266.065793:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402404096:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789468266.065798:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468266.065802:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c6d80 x1876386402404224/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468266 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468266.065808:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468266.065810:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468266.065811:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468266.065812:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468266.065814:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468266.065816:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468266.065819:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468266.065966:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468266.065971:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789468266.065973:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468266.065975:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468266.065979:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468266.065983:0:332879:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20490 00000400:00000200:1.0:1789468266.065996:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468266.066002:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789468266.066005:0:332879:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468266.066008:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468266.066011:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468266.066013:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468266.066015:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789468266.066029:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468266.066031:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:1.0:1789468266.066033:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468266.066036:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:1.0:1789468266.066046:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:1.0:1789468266.066049:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:1.0:1789468266.066052:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468266.066054:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468266.066056:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468266.066058:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789468266.066060:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:1.0:1789468266.066064:0:332879:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789468266.066066:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468266.066069:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468266.066072:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468266.066075:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468266.066077:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468266.066079:0:332879:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468266.066086:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c6680. 00000020:00000040:1.0:1789468266.066089:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=5 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789468266.066092:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468266.066094:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468266.066097:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468266.066099:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468266.066103:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468266.066109:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6893000. 00000100:00000001:1.0:1789468266.066115:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468266.066120:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c6680 x1876386402404480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468266.066130:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468266.066163:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468266.066168:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae670991] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c6680 x1876386402404480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468266.066197:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468266.066200:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468266.066203:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789468266.066205:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468266.066206:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468266.066208:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468266.066211:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20490 00000400:00000200:1.0:1789468266.066215:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468266.066218:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789468266.066220:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468266.066223:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468266.066225:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468266.066227:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468266.066229:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789468266.066232:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468266.066233:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:1.0:1789468266.066235:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468266.066237:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:1.0:1789468266.066239:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:1.0:1789468266.066241:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:1.0:1789468266.066252:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468266.066254:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468266.066256:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468266.066258:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789468266.066260:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:1.0:1789468266.066263:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789468266.066266:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468266.066272:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468266.066277:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468266.066279:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468266.066281:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789468266.066285:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789468266.066288:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468266.066289:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468266.066293:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c4700. 00000020:00000040:1.0:1789468266.066295:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=11 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789468266.066297:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468266.066298:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468266.066300:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468266.066301:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468266.066303:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468266.066307:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6890000. 00000100:00000001:1.0:1789468266.066310:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468266.066315:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c4700 x1876386402404608/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468266.066999:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468266.067002:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468266.067008:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a499d82b] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c4700 x1876386402404608/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468266.067017:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468266.067019:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468266.067023:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468266.067025:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468266.067029:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468266.067031:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468266.067043:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468266.067056:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20519) 00000100:00080000:0.0:1789468266.067564:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789468266.067569:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468266.067576:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c6d80 x1876386402404224/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468266 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468266.067586:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402404224:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468266.067592:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468266.067596:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c7800 x1876386402404352/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468266 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468266.067603:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468266.067606:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468266.067608:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468266.067609:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468266.067611:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468266.067614:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468266.067616:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468266.067621:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789468266.067623:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468266.067625:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c7800 x1876386402404352/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468266 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468266.067632:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402404352:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468266.067635:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468266.067638:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468266.067641:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c4000 x1876386402404096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468266 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468266.067647:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468266.067650:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468266.067661:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687d400. 02000000:00000001:0.0:1789468266.067666:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468266.067669:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468266.067670:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 00000100:00080000:1.0:1789468266.068485:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468266.068492:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789468266.068494:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468266.068497:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468266.068500:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468266.068504:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20490 00000400:00000200:1.0:1789468266.068512:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468266.068516:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789468266.068519:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468266.068522:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468266.068524:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468266.068526:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468266.068528:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789468266.068534:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468266.068536:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:1.0:1789468266.068538:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468266.068541:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:1.0:1789468266.068543:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:1.0:1789468266.068545:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:1.0:1789468266.068549:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468266.068550:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468266.068552:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468266.068554:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789468266.068556:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:1.0:1789468266.068559:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789468266.068561:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468266.068563:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468266.068568:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468266.068579:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468266.068581:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789468266.068585:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789468266.068587:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468266.068589:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468266.068595:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c6300. 00000020:00000040:1.0:1789468266.068598:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=9 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789468266.068601:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468266.068602:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468266.068604:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468266.068607:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468266.068610:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468266.068616:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6890c00. 00000100:00000001:1.0:1789468266.068621:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468266.068628:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c6300 x1876386402404736/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468266.068636:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468266.068640:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468266.068643:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9434e5c] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c6300 x1876386402404736/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468266.068651:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468266.068653:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468266.068657:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468266.068659:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468266.068662:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468266.068666:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20519) 00000020:00000001:0.0:1789468266.068890:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468266.068895:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6891800. 02000000:00000001:0.0:1789468266.068901:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468266.068903:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468266.068904:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c4000. 00000100:00000001:0.0:1789468266.068907:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468266.068909:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468266.068911:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468266.068915:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c6d80 x1876386402404224/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468266 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468266.068922:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468266.068924:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468266.068926:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687f800. 02000000:00000001:0.0:1789468266.068928:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468266.068929:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468266.068931:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789468266.068933:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468266.068934:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6892000. 02000000:00000001:0.0:1789468266.068936:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468266.068937:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468266.068939:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c6d80. 00000100:00000001:0.0:1789468266.068941:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468266.068942:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468266.068943:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468266.068946:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c7800 x1876386402404352/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468266 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468266.068952:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468266.068953:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468266.068955:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687ec00. 02000000:00000001:0.0:1789468266.068957:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468266.068958:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468266.068959:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789468266.068966:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468266.068968:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6893800. 02000000:00000001:0.0:1789468266.068971:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468266.068972:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468266.068973:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c7800. 00000100:00000001:0.0:1789468266.068976:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468266.068977:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468266.068979:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468266.068987:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468266.068989:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468266.068991:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468266.068994:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468266.068996:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468266.069001:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c6680 x1876386402404480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468266.069009:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468266.069010:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468266.069014:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468266.069016:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468266.069018:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468266.069021:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402404480:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789468266.069025:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468266.069028:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468266.069030:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468266.069033:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468266.069037:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687ec00. 02000000:00000001:0.0:1789468266.069985:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468266.069994:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789468266.070001:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c6e0. 00000400:00000010:0.0:1789468266.070008:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089bb0. 00000100:00000200:0.0:1789468266.070015:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402404480, portal 25 00000100:00000001:0.0:1789468266.070018:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468266.070019:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704634496 : -126741004917120 : ffff8cbacf6c6680) 00000100:00000040:0.0:1789468266.070028:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c6680 x1876386402404480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468266.070117:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468266.070120:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789468266.070124:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089880. 00000100:00000200:0.0:1789468266.070128:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402404480, offset 0 00000400:00000200:0.0:1789468266.070153:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789468266.070162:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468266.070169:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789468266.070173:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789468266.070177:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789468266.070180:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789468266.070183:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789468266.070186:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93939:93939:256:4294967295] 192.168.203.142@tcp LPNI seq info [93939:93939:8:4294967295] 00000400:00000200:0.0:1789468266.070191:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468266.070316:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789468266.070323:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789468266.070397:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9ea1f1e00. 00000800:00000200:0.0:1789468266.070405:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789468266.070413:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789468266.070418:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9ea1f1e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789468266.070435:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468266.070440:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789468266.070447:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315183352 00000100:00000010:0.0:1789468266.070453:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305b780. 00000100:00000001:0.0:1789468266.070459:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789468266.070466:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315183352 00000100:00000010:0.0:1789468266.070470:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305bde0. 00000100:00000001:0.0:1789468266.070473:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789468266.070478:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468266.070481:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468266.070491:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468266.070497:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c4700 x1876386402404608/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468266.070506:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468266.070508:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468266.070511:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468266.070513:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468266.070516:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468266.070520:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402404608:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468266.070524:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468266.070527:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468266.070529:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468266.070531:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468266.070535:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687f800. 02000000:00000001:0.0:1789468266.070537:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468266.070541:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789468266.070544:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c000. 00000400:00000010:0.0:1789468266.070548:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089b28. 00000100:00000200:0.0:1789468266.070551:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402404608, portal 10 00000100:00000001:0.0:1789468266.070553:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468266.070554:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704626432 : -126741004925184 : ffff8cbacf6c4700) 00000100:00000040:0.0:1789468266.070561:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c4700 x1876386402404608/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468266.070568:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468266.070570:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789468266.070572:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089770. 00000100:00000200:0.0:1789468266.070575:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402404608, offset 0 00000400:00000200:0.0:1789468266.070579:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789468266.070583:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468266.070586:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789468266.070589:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789468266.070592:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789468266.070594:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789468266.070602:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789468266.070605:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93940:93940:255:4294967295] 192.168.203.142@tcp LPNI seq info [93940:93940:7:4294967295] 00000400:00000200:0.0:1789468266.070609:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468266.070615:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789468266.070619:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789468266.070622:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9ea1f1200. 00000800:00000200:0.0:1789468266.070625:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789468266.070629:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789468266.070632:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9ea1f1200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789468266.070635:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468266.070639:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:0.0:1789468266.070642:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789468266.070644:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315182112 00000100:00000001:0.0:1789468266.070647:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315183352 00000100:00000001:0.0:1789468266.070649:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315182112 00000100:00000001:0.0:1789468266.070652:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315183352 00000100:00000001:0.0:1789468266.070654:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468266.070656:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468266.070658:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468266.070663:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c6300 x1876386402404736/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1789468266.070682:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468266.070689:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9ea1f1e00. 00000400:00000200:2.0:1789468266.070696:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468266.070702:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468266.070710:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089880 00000100:00000001:0.0:1789468266.070712:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1789468266.070715:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089880. 00000100:00000001:0.0:1789468266.070716:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468266.070720:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1789468266.070721:0:253744:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1789468266.070723:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468266.070727:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789468266.070729:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c6680 x1876386402404480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468266.070734:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402404736:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468266.070743:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1789468266.070748:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1789468266.070753:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1789468266.070754:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c6680 x1876386402404480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468291 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789468266.070757:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468266.070762:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468266.070767:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687d400. 00000100:00000001:2.0:1789468266.070768:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468266.070772:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468266.070777:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789468266.070780:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c9a0. 00000400:00000010:0.0:1789468266.070784:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089088. 00000100:00000200:0.0:1789468266.070788:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402404736, portal 10 00000100:00000001:0.0:1789468266.070790:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468266.070791:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704633600 : -126741004918016 : ffff8cbacf6c6300) 00000100:00000040:0.0:1789468266.070798:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c6300 x1876386402404736/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468266.070804:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468266.070806:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789468266.070809:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089dd0. 00000100:00000200:0.0:1789468266.070812:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402404736, offset 0 00000400:00000200:0.0:1789468266.070817:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789468266.070820:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468266.070824:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789468266.070827:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789468266.070830:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789468266.070832:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789468266.070835:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000100:00000001:2.0:1789468266.070837:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1789468266.070842:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93941:93941:254:4294967295] 192.168.203.142@tcp LPNI seq info [93941:93941:6:4294967295] 00000400:00000200:0.0:1789468266.070848:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468266.070856:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789468266.070861:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789468266.070865:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9ea1f1b00. 00000800:00000200:0.0:1789468266.070870:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789468266.070875:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789468266.070878:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9ea1f1b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789468266.070889:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468266.070893:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:0.0:1789468266.070897:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789468266.070899:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315182100 00000100:00000001:0.0:1789468266.070901:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315183352 00000100:00000001:0.0:1789468266.070904:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315182100 00000100:00000001:0.0:1789468266.070906:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315183352 00000100:00000001:0.0:1789468266.070909:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1789468266.070911:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1789468266.070912:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1789468266.070916:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9ea1f1200. 00000100:00000001:0.0:1789468266.070917:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468266.070923:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789468266.070923:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468266.070930:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:0.0:1789468266.070932:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1789468266.070934:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089770 00000100:00000001:0.0:1789468266.070936:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000010:2.0:1789468266.070937:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089770. 00000100:00000001:0.0:1789468266.070942:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468266.070943:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1789468266.070946:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1789468266.070950:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c4700 x1876386402404608/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468266.070951:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468266.070957:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468266.070966:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468266.070969:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c4700 x1876386402404608/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468291 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468266.070975:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468266.070977:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789468266.070992:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468266.070994:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9ea1f1b00. 00000400:00000200:2.0:1789468266.070997:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468266.071001:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468266.071004:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089dd0 00000400:00000010:2.0:1789468266.071005:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089dd0. 00000100:00000001:2.0:1789468266.071008:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468266.071011:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c6300 x1876386402404736/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468266.071018:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468266.071021:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c6300 x1876386402404736/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468291 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468266.071026:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468266.071028:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468266.449247:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468266.449256:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468266.449258:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468266.449263:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468266.449267:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468266.449271:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468266.449274:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468266.449276:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468266.449279:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468266.833343:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468266.833351:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468266.833356:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468266.833357:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468266.833360:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468266.833361:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468266.833617:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468266.833621:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468266.833624:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789468267.345253:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315183352, at 4315183360 00000100:00000010:3.0:1789468267.345268:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305bde0. 00000100:00000040:2.0:1789468267.345284:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315183352, at 4315183360 00000100:00000010:2.0:1789468267.345293:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305b780. 00000100:00000001:2.0:1789468267.473249:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468267.473256:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468267.473258:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468267.473264:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468267.473267:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468267.473271:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468267.473274:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468267.473276:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468267.473279:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468267.857288:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468267.857295:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468267.857301:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468267.857302:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468267.857305:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468267.857306:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468267.857396:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468267.857399:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468267.857402:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468268.497273:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468268.497282:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468268.497284:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468268.497290:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468268.497294:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468268.497299:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468268.497302:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468268.497304:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468268.497306:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468268.881248:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468268.881256:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468268.881261:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468268.881262:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468268.881265:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468268.881266:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468268.881415:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468268.881423:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468268.881426:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468269.521252:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468269.521259:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468269.521261:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468269.521266:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468269.521270:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468269.521274:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468269.521277:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468269.521279:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468269.521281:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468269.905291:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468269.905299:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468269.905305:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468269.905306:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468269.905309:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468269.905310:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468269.905512:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468269.905516:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468269.905520:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468270.545411:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468270.545418:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468270.545420:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468270.545424:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468270.545428:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468270.545431:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468270.545434:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468270.545436:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468270.545438:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468270.929401:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468270.929409:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468270.929414:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468270.929416:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468270.929418:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468270.929420:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468270.929603:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468270.929607:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468270.929610:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468271.190951:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468271.190965:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468271.190967:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468271.190973:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468271.190975:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468271.190979:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468271.190982:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468271.192169:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468271.192177:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468271.192180:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468271.192200:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468271.192203:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468271.192206:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468271.192208:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468271.192212:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468271.192214:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468271.192217:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468271.192222:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20524) 00000100:00000001:2.0:1789468271.569347:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468271.569354:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468271.569356:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468271.569362:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468271.569365:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468271.569369:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468271.569372:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468271.569374:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468271.569377:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468271.953258:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468271.953266:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468271.953268:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468271.953272:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468271.953277:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468271.953279:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468271.953282:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468271.953284:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468271.953289:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468271.953290:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468271.953293:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468271.953294:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468271.956903:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468271.956910:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468271.956914:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468272.209280:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468272.209296:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468272.209299:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468272.209304:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468272.209307:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468272.209311:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468272.209314:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468272.593438:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468272.593457:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468272.593460:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468272.593464:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468272.593469:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468272.593472:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468272.593475:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468272.593478:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468272.593480:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468272.977305:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468272.977331:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468272.977338:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468272.977340:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468272.977343:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468272.977344:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468272.977611:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468272.977615:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468272.977618:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468273.233378:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468273.233391:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468273.233393:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468273.233398:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468273.233400:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468273.233405:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468273.233407:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468273.617906:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468273.617916:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468273.617918:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468273.617924:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468273.617928:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468273.617931:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468273.617935:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468273.617937:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468273.617940:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468274.001655:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468274.001662:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468274.001667:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468274.001668:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468274.001671:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468274.001672:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468274.001777:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468274.001781:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468274.001793:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468274.257277:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468274.257291:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468274.257293:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468274.257298:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468274.257301:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468274.257305:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468274.257308:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468274.641211:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468274.641220:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468274.641222:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468274.641227:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468274.641230:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468274.641234:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468274.641237:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468274.641239:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468274.641242:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468275.025260:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468275.025268:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468275.025274:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468275.025277:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468275.025279:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468275.025283:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468275.025286:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468275.025288:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468275.025290:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468275.025292:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468275.025295:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468275.025297:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468275.025298:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468275.025300:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468275.025301:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468275.025302:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468275.025303:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468275.025305:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468275.025430:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468275.025433:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468275.025435:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468275.281966:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468275.281985:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468275.281988:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468275.281994:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468275.281996:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468275.282002:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468275.282006:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468275.665336:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468275.665349:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468275.665352:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468275.665359:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468275.665363:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468275.665368:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468275.665371:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468275.665375:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468275.665378:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468276.049299:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468276.049306:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468276.049312:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468276.049313:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468276.049316:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468276.049317:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468276.049459:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468276.049463:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468276.049466:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468276.305257:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468276.305267:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468276.305271:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468276.305274:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468276.305276:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468276.305279:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468276.305282:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468276.305287:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468276.305290:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468276.305293:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468276.305319:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20530) 00000100:00000001:2.0:1789468276.305326:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468276.305344:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468276.305348:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468276.305354:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468276.305357:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468276.305363:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468276.305367:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468276.689322:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468276.689332:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468276.689335:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468276.689342:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468276.689347:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468276.689351:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468276.689355:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468276.689358:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468276.689361:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468277.073271:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468277.073277:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468277.073282:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468277.073300:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468277.073303:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468277.073304:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468277.073893:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468277.073897:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468277.073901:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468277.329296:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468277.329309:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468277.329311:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468277.329316:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468277.329318:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468277.329322:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468277.329326:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468277.713975:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468277.713983:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468277.713985:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468277.713990:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468277.713993:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468277.713997:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468277.713999:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468277.714002:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468277.714004:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468278.097316:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468278.097322:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468278.097328:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468278.097329:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468278.097332:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468278.097334:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468278.097525:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468278.097528:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468278.097531:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468278.353934:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468278.353949:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468278.353951:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468278.353956:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468278.353958:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468278.353963:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468278.353965:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468278.737865:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468278.737872:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468278.737874:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468278.737879:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468278.737882:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468278.737886:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468278.737889:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468278.737891:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468278.737894:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468279.123841:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468279.123848:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468279.123854:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468279.123855:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468279.123858:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468279.123859:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468279.124275:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468279.124279:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468279.124282:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468279.377518:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468279.377532:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468279.377546:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468279.377551:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468279.377553:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468279.377558:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468279.377561:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468279.761241:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468279.761249:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468279.761251:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468279.761257:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468279.761260:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468279.761263:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468279.761266:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468279.761268:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468279.761271:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468280.145305:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468280.145323:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468280.145330:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468280.145331:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468280.145334:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468280.145335:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468280.145607:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468280.145612:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468280.145615:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468280.401248:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468280.401263:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468280.401265:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468280.401271:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468280.401273:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468280.401278:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468280.401282:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468280.786480:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468280.786489:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468280.786491:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468280.786496:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468280.786500:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468280.786504:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468280.786507:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468280.786509:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468280.786511:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468281.169252:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468281.169259:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468281.169263:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468281.169264:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468281.169268:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468281.169269:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468281.169448:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468281.169452:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468281.169455:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468281.425231:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1789468281.425231:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468281.425238:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468281.425241:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789468281.425244:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1789468281.425244:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1789468281.425246:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789468281.425247:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789468281.425249:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1789468281.425250:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1789468281.425251:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1789468281.425252:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789468281.425256:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468281.425257:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1789468281.425258:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468281.425259:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468281.425262:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468281.425267:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20535) 00000100:00000001:2.0:1789468281.809253:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468281.809263:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468281.809265:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468281.809270:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468281.809274:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468281.809277:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468281.809280:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468281.809283:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468281.809285:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468282.193318:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468282.193327:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468282.193330:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468282.193334:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468282.193339:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468282.193341:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468282.193343:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468282.193345:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468282.193349:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468282.193350:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468282.193353:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468282.193373:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468282.193488:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468282.193492:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468282.193496:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468282.451388:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468282.451401:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468282.451404:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468282.451408:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468282.451410:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468282.451414:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468282.451417:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468282.833476:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468282.833483:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468282.833485:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468282.833490:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468282.833494:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468282.833498:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468282.833501:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468282.833503:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468282.833505:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468283.217337:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468283.217345:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468283.217350:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468283.217351:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468283.217355:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468283.217356:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468283.217501:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468283.217505:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468283.217508:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468283.473271:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468283.473287:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468283.473289:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468283.473294:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468283.473296:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468283.473301:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468283.473303:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468283.857247:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468283.857255:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468283.857257:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468283.857262:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468283.857266:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468283.857270:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468283.857272:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468283.857275:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468283.857277:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468284.241272:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468284.241279:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468284.241284:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468284.241285:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468284.241289:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468284.241290:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468284.241376:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468284.241379:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468284.241382:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468284.499714:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468284.499729:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468284.499731:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468284.499735:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468284.499738:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468284.499742:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468284.499745:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468284.881244:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468284.881252:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468284.881255:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468284.881260:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468284.881264:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468284.881268:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468284.881271:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468284.881273:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468284.881276:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468285.268980:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468285.268988:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468285.268994:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468285.268998:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468285.269000:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468285.269004:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468285.269007:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468285.269009:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468285.269011:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468285.269013:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468285.269028:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468285.269030:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468285.269050:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468285.269052:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468285.269054:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468285.269055:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468285.269065:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468285.269067:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468285.269602:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468285.269605:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468285.269609:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468285.521513:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468285.521537:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468285.521540:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468285.521546:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468285.521549:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468285.521553:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468285.521556:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468285.905250:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468285.905258:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468285.905260:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468285.905265:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468285.905268:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468285.905272:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468285.905275:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468285.905278:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468285.905280:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468286.289448:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468286.289456:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468286.289461:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468286.289462:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468286.289466:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468286.289467:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468286.289665:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468286.289669:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468286.289672:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468286.545794:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468286.545811:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468286.545814:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468286.545819:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468286.545821:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468286.545826:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468286.545829:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468286.546055:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468286.546069:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468286.546073:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468286.546076:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468286.546079:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468286.546082:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468286.546084:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468286.546088:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468286.546091:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468286.546093:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468286.546099:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20540) 00000100:00000001:2.0:1789468286.930091:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468286.930100:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468286.930102:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468286.930107:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468286.930110:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468286.930114:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468286.930116:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468286.930118:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468286.930121:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468287.313260:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468287.313267:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468287.313272:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468287.313273:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468287.313276:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468287.313293:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468287.313416:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468287.313420:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468287.313424:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468287.569223:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468287.569238:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468287.569240:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468287.569245:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468287.569248:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468287.569252:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468287.569255:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468287.953256:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468287.953263:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468287.953265:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468287.953270:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468287.953273:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468287.953277:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468287.953280:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468287.953282:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468287.953285:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468288.337369:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468288.337377:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468288.337383:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468288.337384:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468288.337388:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468288.337389:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468288.338756:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468288.338762:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468288.338766:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468288.593253:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468288.593267:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468288.593269:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468288.593274:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468288.593276:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468288.593289:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468288.593292:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468288.977263:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468288.977272:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468288.977274:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468288.977280:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468288.977284:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468288.977287:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468288.977290:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468288.977292:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468288.977295:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468289.361255:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468289.361262:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468289.361268:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468289.361270:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468289.361273:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468289.361274:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468289.361394:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468289.361398:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468289.361401:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468289.617369:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468289.617383:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468289.617385:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468289.617390:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468289.617393:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468289.617396:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468289.617400:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468290.001314:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468290.001321:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468290.001323:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468290.001328:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468290.001332:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468290.001336:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468290.001338:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468290.001341:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468290.001343:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468290.385895:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468290.385902:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468290.385907:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468290.385908:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468290.385913:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468290.385914:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468290.386008:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468290.386012:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468290.386015:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468290.641248:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468290.641262:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468290.641264:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468290.641268:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468290.641270:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468290.641275:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468290.641277:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468291.025348:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468291.025355:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468291.025358:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468291.025363:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468291.025366:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468291.025370:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468291.025373:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468291.025376:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468291.025379:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468291.409231:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468291.409240:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468291.409242:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468291.409245:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468291.409250:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468291.409252:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468291.409254:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468291.409256:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468291.409260:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468291.409261:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468291.409265:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468291.409266:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468291.410224:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468291.410229:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468291.410233:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468291.665263:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468291.665273:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468291.665285:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468291.665289:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468291.665304:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468291.665306:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468291.665308:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468291.665313:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468291.665315:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468291.665318:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468291.665324:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20545) 00000100:00000001:0.0:1789468291.666721:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468291.666727:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468291.666742:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468266/real 1789468266] req@ffff8cbacf6c6680 x1876386402404480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468291 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468291.666759:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468291.666761:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468291.666765:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c6e0. 00000400:00000200:0.0:1789468291.666769:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089bb0 00000400:00000010:0.0:1789468291.666772:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089bb0. 00000100:00000001:0.0:1789468291.666776:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468291.666780:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c6680 x1876386402404480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468291 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468291.666789:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c6680 x1876386402404480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468291 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468291.666796:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468291.666798:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468291.666800:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468291.666802:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468291.666806:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c6680 x1876386402404480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468291 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468291.666824:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468291.666826:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468291.666831:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468266/real 1789468266] req@ffff8cbacf6c4700 x1876386402404608/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468291 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468291.666839:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468291.666840:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468291.666843:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c000. 00000400:00000200:0.0:1789468291.666845:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089b28 00000400:00000010:0.0:1789468291.666847:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089b28. 00000100:00000001:0.0:1789468291.666849:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468291.666852:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c4700 x1876386402404608/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468291 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468291.666859:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c4700 x1876386402404608/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468291 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468291.666865:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468291.666867:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468291.666868:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468291.666870:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468291.666873:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c4700 x1876386402404608/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468291 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468291.666878:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468291.666893:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468291.666898:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468266/real 1789468266] req@ffff8cbacf6c6300 x1876386402404736/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468291 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468291.666905:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468291.666906:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468291.666908:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c9a0. 00000400:00000200:0.0:1789468291.666910:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089088 00000400:00000010:0.0:1789468291.666911:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089088. 00000100:00000001:0.0:1789468291.666920:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468291.666923:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c6300 x1876386402404736/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468291 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468291.666931:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c6300 x1876386402404736/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468291 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468291.666937:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468291.666939:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468291.666941:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468291.666942:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468291.666945:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c6300 x1876386402404736/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468291 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468291.666952:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468291.666959:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468291.666962:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468291.666965:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468291.666967:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468291.666969:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468291.666974:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c6680 x1876386402404480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468291 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468291.666981:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468291.666984:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468291.666985:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468291.666987:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468291.666989:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468291.666991:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468291.666994:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468291.673630:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789468291.673638:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468291.673650:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c6680 x1876386402404480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468291 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468291.673685:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402404480:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789468291.673693:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468291.673698:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c4700 x1876386402404608/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468291 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468291.673706:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468291.673708:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468291.673710:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468291.673712:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468291.673715:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468291.673718:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468291.673721:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468291.673731:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789468291.673734:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468291.673737:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c4700 x1876386402404608/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468291 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468291.673744:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402404608:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468291.673748:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468291.673752:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c6300 x1876386402404736/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468291 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468291.673758:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468291.673760:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468291.673761:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468291.673763:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468291.673764:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468291.673766:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468291.673776:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468291.673783:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789468291.673786:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468291.673790:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c6300 x1876386402404736/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468291 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468291.673797:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402404736:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468291.673801:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468291.673805:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468291.673808:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c6680 x1876386402404480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468291 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468291.673815:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468291.673818:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468291.673822:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687ec00. 02000000:00000001:0.0:1789468291.673827:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468291.673830:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468291.673831:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789468291.673834:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468291.673836:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6893000. 02000000:00000001:0.0:1789468291.673839:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468291.673841:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468291.673843:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c6680. 00000100:00000001:0.0:1789468291.673846:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468291.673848:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468291.673849:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468291.673858:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c4700 x1876386402404608/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468291 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468291.673865:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468291.673866:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468291.673868:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687f800. 02000000:00000001:0.0:1789468291.673870:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468291.673871:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468291.673878:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789468291.673880:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468291.673893:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6890000. 02000000:00000001:0.0:1789468291.673896:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468291.673897:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468291.673898:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c4700. 00000100:00000001:0.0:1789468291.673901:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468291.673902:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468291.673904:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468291.673909:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c6300 x1876386402404736/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468291 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468291.673915:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468291.673917:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468291.673918:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687d400. 02000000:00000001:0.0:1789468291.673920:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468291.673922:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468291.673923:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789468291.673925:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468291.673926:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6890c00. 02000000:00000001:0.0:1789468291.673928:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468291.673929:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468291.673931:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c6300. 00000100:00000001:0.0:1789468291.673933:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468291.673934:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468291.673936:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468291.673945:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468291.673947:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468291.673950:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468291.673952:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468291.675013:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468291.675022:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789468291.675024:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468291.675027:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468291.675030:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468291.675035:0:331017:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20514 00000400:00000200:2.0:1789468291.675044:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468291.675049:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789468291.675052:0:331017:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468291.675055:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468291.675058:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468291.675061:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468291.675063:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789468291.675069:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468291.675072:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:2.0:1789468291.675074:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468291.675077:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:2.0:1789468291.675079:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:2.0:1789468291.675082:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:2.0:1789468291.675085:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468291.675086:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468291.675088:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468291.675090:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789468291.675093:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:2.0:1789468291.675096:0:331017:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789468291.675098:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468291.675100:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468291.675103:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468291.675106:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468291.675108:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468291.675110:0:331017:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468291.675117:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742df80. 00000020:00000040:2.0:1789468291.675120:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789468291.675124:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468291.675125:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468291.675128:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468291.675344:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468291.675349:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468291.675357:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacd000. 00000100:00000001:2.0:1789468291.675364:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468291.675373:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742df80 x1876386402404864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468291.675382:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468291.675386:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468291.675391:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017561cf4] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742df80 x1876386402404864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468291.675408:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468291.675411:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468291.675415:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789468291.675416:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468291.675418:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468291.675421:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468291.675423:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20514 00000400:00000200:2.0:1789468291.675428:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468291.675431:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789468291.675433:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468291.675436:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468291.675438:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468291.675687:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468291.675691:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789468291.675696:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468291.675698:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:2.0:1789468291.675700:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468291.675702:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:2.0:1789468291.675705:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:2.0:1789468291.675707:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:2.0:1789468291.675711:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468291.675713:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468291.675714:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468291.675716:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789468291.675718:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:2.0:1789468291.675721:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789468291.675723:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468291.675726:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468291.675732:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468291.675734:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468291.675736:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789468291.675741:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789468291.675743:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468291.675745:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468291.675750:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742f480. 00000020:00000040:2.0:1789468291.675752:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789468291.675755:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468291.675756:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468291.675758:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468291.675760:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468291.675762:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468291.675765:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacd800. 00000100:00000001:2.0:1789468291.675770:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468291.675774:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742f480 x1876386402404992/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468291.675782:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468291.675784:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468291.675788:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009247fae5] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742f480 x1876386402404992/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468291.675795:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468291.675797:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468291.675801:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789468291.675802:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468291.675804:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468291.675807:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468291.675809:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20514 00000400:00000200:2.0:1789468291.675813:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468291.675816:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789468291.675819:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468291.675822:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468291.675823:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468291.675825:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468291.675827:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789468291.675830:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468291.675831:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:2.0:1789468291.675833:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468291.675835:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:2.0:1789468291.675837:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:2.0:1789468291.675838:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:2.0:1789468291.675841:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468291.675843:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468291.675845:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468291.675847:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789468291.675849:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:2.0:1789468291.675852:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789468291.675854:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468291.675856:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468291.675859:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468291.675861:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468291.675863:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789468291.675864:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789468291.675866:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468291.675868:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468291.675871:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742fb80. 00000020:00000040:2.0:1789468291.675874:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789468291.675876:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468291.675877:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468291.675879:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468291.675880:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468291.675948:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468291.675953:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacf000. 00000100:00000001:2.0:1789468291.675958:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468291.675962:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742fb80 x1876386402405120/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468291.675969:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468291.675971:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468291.675974:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea5b87c] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742fb80 x1876386402405120/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468291.675980:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468291.675983:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468291.675987:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468291.675989:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468291.675992:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468291.675998:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20545) 00000100:00000001:0.0:1789468291.676108:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468291.676112:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468291.676115:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468291.676121:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742df80 x1876386402404864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468291.676128:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468291.676331:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468291.676347:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468291.676349:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468291.676352:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468291.676356:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402404864:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789468291.676361:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468291.676364:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468291.676366:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468291.676369:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468291.676372:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687d400. 02000000:00000001:0.0:1789468291.676374:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468291.676380:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789468291.676385:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c9a0. 00000400:00000010:0.0:1789468291.676392:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089088. 00000100:00000200:0.0:1789468291.676399:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402404864, portal 25 00000100:00000001:0.0:1789468291.676401:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468291.676403:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836130688 : -126740873420928 : ffff8cbad742df80) 00000100:00000040:0.0:1789468291.676409:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742df80 x1876386402404864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468291.676417:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468291.676420:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789468291.676423:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089b28. 00000100:00000200:0.0:1789468291.676426:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402404864, offset 0 00000400:00000200:0.0:1789468291.676432:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789468291.677045:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468291.677056:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789468291.677061:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789468291.677065:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789468291.677068:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789468291.677071:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789468291.677075:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93942:93942:256:4294967295] 192.168.203.142@tcp LPNI seq info [93942:93942:8:4294967295] 00000400:00000200:0.0:1789468291.677079:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468291.677089:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789468291.677103:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789468291.677109:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9ea1f1300. 00000800:00000200:0.0:1789468291.677116:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789468291.677124:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789468291.677128:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9ea1f1300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789468291.677360:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468291.677367:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789468291.677370:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315208959 00000100:00000010:0.0:1789468291.677375:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305b1e0. 00000100:00000001:0.0:1789468291.677382:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789468291.677388:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315208959 00000100:00000010:0.0:1789468291.677391:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305ba80. 00000100:00000001:0.0:1789468291.677394:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789468291.677396:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468291.677400:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468291.677403:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468291.677409:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742f480 x1876386402404992/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468291.677417:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468291.677419:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468291.677421:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468291.677425:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468291.677427:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468291.677430:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402404992:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468291.677434:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468291.677437:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468291.677439:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789468291.678050:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468291.678056:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9ea1f1300. 00000400:00000200:2.0:1789468291.678061:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468291.678066:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468291.678072:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089b28 00000400:00000010:2.0:1789468291.678075:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089b28. 00000100:00000001:2.0:1789468291.678080:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468291.678085:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742df80 x1876386402404864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468291.678094:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468291.678097:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742df80 x1876386402404864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468291.678103:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468291.678105:0:253743:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1789468291.678162:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468291.678167:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687f800. 02000000:00000001:0.0:1789468291.678169:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468291.678174:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789468291.678188:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c000. 00000400:00000010:0.0:1789468291.678195:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089bb0. 00000100:00000200:0.0:1789468291.678200:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402404992, portal 10 00000100:00000001:0.0:1789468291.678202:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468291.678204:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836136064 : -126740873415552 : ffff8cbad742f480) 00000100:00000040:0.0:1789468291.678212:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742f480 x1876386402404992/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468291.678219:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468291.678221:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789468291.678224:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089b28. 00000100:00000200:0.0:1789468291.678227:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402404992, offset 0 00000400:00000200:0.0:1789468291.678305:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789468291.678312:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468291.678317:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789468291.678321:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789468291.678324:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789468291.678326:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789468291.678329:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789468291.678332:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93943:93943:256:4294967295] 192.168.203.142@tcp LPNI seq info [93943:93943:8:4294967295] 00000400:00000200:0.0:1789468291.678336:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468291.678343:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789468291.678348:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789468291.678353:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9ea1f1800. 00000800:00000200:0.0:1789468291.678358:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789468291.678365:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789468291.678368:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9ea1f1800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789468291.678418:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468291.678423:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:0.0:1789468291.678426:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789468291.678428:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315207720 00000100:00000001:0.0:1789468291.678431:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315208959 00000100:00000001:0.0:1789468291.678438:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315207720 00000100:00000001:0.0:1789468291.678451:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315208959 00000100:00000001:0.0:1789468291.678454:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468291.678456:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468291.678459:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468291.678464:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742fb80 x1876386402405120/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468291.678472:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468291.678474:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468291.678476:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468291.678478:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468291.678480:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468291.678491:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402405120:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468291.678494:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468291.678497:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468291.678498:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468291.678500:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468291.678503:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687ec00. 02000000:00000001:0.0:1789468291.678505:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468291.678509:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789468291.678511:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c6e0. 00000400:00000010:0.0:1789468291.678515:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089dd0. 00000100:00000200:0.0:1789468291.678518:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402405120, portal 10 00000100:00000001:0.0:1789468291.678520:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468291.678521:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836137856 : -126740873413760 : ffff8cbad742fb80) 00000100:00000040:0.0:1789468291.678526:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742fb80 x1876386402405120/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468291.678533:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468291.678535:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789468291.678537:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089770. 00000100:00000200:0.0:1789468291.678540:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402405120, offset 0 00000400:00000200:0.0:1789468291.678548:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789468291.678552:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468291.678555:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789468291.678558:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789468291.678560:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789468291.678563:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789468291.678565:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789468291.678568:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93944:93944:255:4294967295] 192.168.203.142@tcp LPNI seq info [93944:93944:7:4294967295] 00000400:00000200:0.0:1789468291.678572:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468291.678578:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789468291.678583:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789468291.678586:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9ea1f1700. 00000800:00000200:0.0:1789468291.678590:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789468291.678594:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789468291.678597:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9ea1f1700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789468291.678599:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468291.678603:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:0.0:1789468291.678606:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789468291.678608:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315207708 00000100:00000001:0.0:1789468291.678610:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315208959 00000100:00000001:0.0:1789468291.678612:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315207708 00000100:00000001:0.0:1789468291.678614:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315208959 00000100:00000001:0.0:1789468291.678616:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468291.678617:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468291.678620:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468291.678623:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468291.678631:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468291.678633:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789468291.678635:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468291.678636:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468291.678645:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468291.678647:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789468291.686376:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468291.686386:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9ea1f1800. 00000400:00000200:2.0:1789468291.686395:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468291.686404:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468291.686412:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089b28 00000400:00000010:2.0:1789468291.686415:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089b28. 00000100:00000001:2.0:1789468291.686420:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468291.686429:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742f480 x1876386402404992/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468291.686448:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468291.686452:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742f480 x1876386402404992/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468291.686460:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468291.686462:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789468291.686534:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468291.686537:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9ea1f1700. 00000400:00000200:2.0:1789468291.686540:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468291.686543:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468291.686546:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089770 00000400:00000010:2.0:1789468291.686548:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089770. 00000100:00000001:2.0:1789468291.686550:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468291.686554:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742fb80 x1876386402405120/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468291.686562:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468291.686565:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742fb80 x1876386402405120/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468291.686571:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468291.686573:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468292.049410:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468292.049417:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468292.049419:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468292.049424:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468292.049427:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468292.049431:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468292.049433:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468292.049436:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468292.049439:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468292.433290:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468292.433298:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468292.433303:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468292.433305:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468292.433308:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468292.433309:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468292.433395:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468292.433399:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468292.433402:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789468292.945346:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315208959, at 4315208960 00000100:00000010:3.0:1789468292.945361:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305ba80. 00000100:00000040:2.0:1789468292.945507:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315208959, at 4315208960 00000100:00000010:2.0:1789468292.945514:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305b1e0. 00000100:00000001:2.0:1789468293.073263:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468293.073271:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468293.073273:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468293.073279:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468293.073282:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468293.073285:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468293.073289:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468293.073291:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468293.073294:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468293.457353:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468293.457359:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468293.457365:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468293.457366:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468293.457369:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468293.457371:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468293.457482:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468293.457486:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468293.457506:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468294.097301:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468294.097309:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468294.097311:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468294.097316:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468294.097320:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468294.097324:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468294.097326:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468294.097329:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468294.097332:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468294.484862:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468294.484869:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468294.484875:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468294.484878:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468294.484881:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468294.484884:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468294.484887:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468294.484890:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468294.484892:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468294.484894:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468294.484898:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468294.484899:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468294.484900:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468294.484902:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468294.484904:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468294.484905:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468294.484907:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468294.484909:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468294.485001:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468294.485033:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468294.485037:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468295.121257:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468295.121264:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468295.121265:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468295.121270:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468295.121273:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468295.121277:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468295.121280:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468295.121283:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468295.121285:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468295.505322:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468295.505329:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468295.505334:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468295.505335:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468295.505338:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468295.505339:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468295.505506:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468295.505510:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468295.505513:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468296.145308:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468296.145315:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468296.145317:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468296.145323:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468296.145326:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468296.145330:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468296.145333:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468296.145345:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468296.145349:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468296.529848:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468296.529855:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468296.529860:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468296.529861:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468296.529864:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468296.529865:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468296.530000:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468296.530004:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468296.530007:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468296.785470:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468296.785482:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468296.785485:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468296.785488:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468296.785490:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468296.785493:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468296.785496:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468296.785501:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468296.785503:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468296.785506:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468296.785512:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20550) 00000100:00000001:2.0:1789468296.785634:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468296.785646:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468296.785648:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468296.785652:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468296.785655:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468296.785659:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468296.785661:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468297.170018:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468297.170027:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468297.170030:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468297.170034:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468297.170038:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468297.170041:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468297.170044:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468297.170047:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468297.170049:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468297.553257:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468297.553263:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468297.553268:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468297.553270:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468297.553273:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468297.553274:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468297.553487:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468297.553492:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468297.553495:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468297.809674:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468297.809687:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468297.809689:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468297.809694:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468297.809696:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468297.809700:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468297.809703:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468298.193309:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468298.193317:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468298.193319:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468298.193324:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468298.193327:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468298.193332:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468298.193334:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468298.193336:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468298.193339:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468298.577302:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468298.577309:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468298.577314:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468298.577315:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468298.577318:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468298.577334:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468298.577607:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468298.577610:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468298.577614:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468298.833247:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468298.833258:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468298.833260:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468298.833264:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468298.833266:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468298.833270:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468298.833272:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468299.218165:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468299.218174:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468299.218176:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468299.218181:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468299.218185:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468299.218189:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468299.218192:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468299.218195:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468299.218198:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468299.601560:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468299.601565:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468299.601571:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468299.601572:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468299.601575:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468299.601576:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468299.601701:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468299.601705:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468299.601708:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468299.857285:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468299.857301:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468299.857303:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468299.857308:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468299.857311:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468299.857315:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468299.857317:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468300.241251:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468300.241258:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468300.241260:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468300.241265:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468300.241269:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468300.241273:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468300.241276:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468300.241278:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468300.241281:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468300.626708:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468300.626716:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468300.626721:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468300.626722:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468300.626725:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468300.626726:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468300.626907:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468300.626910:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468300.626913:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468300.881359:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468300.881372:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468300.881375:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468300.881379:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468300.881382:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468300.881386:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468300.881389:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468301.265260:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468301.265269:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468301.265271:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468301.265277:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468301.265280:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468301.265284:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468301.265287:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468301.265289:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468301.265291:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468301.649259:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468301.649268:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468301.649271:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468301.649274:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468301.649278:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468301.649280:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468301.649282:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468301.649284:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468301.649288:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468301.649289:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468301.649292:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468301.649293:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468301.649453:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468301.649457:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468301.649460:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468301.905298:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468301.905308:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468301.905311:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468301.905315:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468301.905318:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468301.905321:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468301.905323:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468301.905326:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468301.905328:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468301.905331:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468301.905336:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20555) 00000100:00000001:0.0:1789468301.905380:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468301.905401:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468301.905403:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468301.905414:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468301.905416:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468301.905419:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468301.905422:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468302.289274:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468302.289347:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468302.289350:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468302.289357:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468302.289362:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468302.289367:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468302.289371:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468302.289376:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468302.289379:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468302.675699:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468302.675710:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468302.675718:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468302.675719:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468302.675723:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468302.675724:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468302.676075:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468302.676080:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468302.676084:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468302.929271:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468302.929302:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468302.929567:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468302.929574:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468302.929576:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468302.929581:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468302.929583:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468303.313412:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468303.313423:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468303.313425:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468303.313433:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468303.313437:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468303.313442:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468303.313445:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468303.313449:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468303.313452:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468303.697387:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468303.697404:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468303.697409:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468303.697410:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468303.697414:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468303.697415:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468303.697543:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468303.697547:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468303.697550:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468303.955555:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468303.955570:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468303.955572:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468303.955576:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468303.955578:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468303.955582:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468303.955586:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468304.337413:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468304.337421:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468304.337423:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468304.337428:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468304.337432:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468304.337436:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468304.337439:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468304.337441:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468304.337444:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468304.721358:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468304.721365:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468304.721370:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468304.721373:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468304.721376:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468304.721379:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468304.721382:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468304.721394:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468304.721397:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468304.721399:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468304.721402:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468304.721404:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468304.721405:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468304.721407:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468304.721408:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468304.721409:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468304.721411:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468304.721412:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468304.727797:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468304.727804:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468304.727815:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468304.977460:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468304.977475:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468304.977497:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468304.977502:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468304.977505:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468304.977509:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468304.977511:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468305.361269:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468305.361278:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468305.361281:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468305.361285:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468305.361289:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468305.361293:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468305.361295:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468305.361298:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468305.361300:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468305.746571:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468305.746578:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468305.746584:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468305.746585:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468305.746588:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468305.746589:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468305.746710:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468305.746714:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468305.746717:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468306.001280:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468306.001294:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468306.001297:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468306.001301:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468306.001302:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468306.001306:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468306.001308:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468306.386194:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468306.386203:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468306.386205:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468306.386210:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468306.386213:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468306.386216:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468306.386220:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468306.386222:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468306.386224:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468306.769320:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468306.769327:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468306.769332:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468306.769334:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468306.769345:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468306.769346:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468306.772350:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468306.772357:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468306.772362:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468307.026614:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468307.026629:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468307.026632:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468307.026647:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468307.026649:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468307.026653:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468307.026656:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468307.027041:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468307.027047:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468307.027050:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468307.027053:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468307.027055:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468307.027058:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468307.027060:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468307.027064:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468307.027066:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468307.027068:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468307.027074:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20560) 00000100:00000001:2.0:1789468307.409259:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468307.409268:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468307.409270:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468307.409275:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468307.409278:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468307.409282:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468307.409285:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468307.409287:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468307.409289:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468307.793303:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468307.793310:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468307.793316:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468307.793317:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468307.793319:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468307.793320:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468307.793439:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468307.793442:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468307.793445:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468308.049929:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468308.049941:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468308.049959:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468308.049964:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468308.049967:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468308.049971:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468308.049973:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468308.434194:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468308.434210:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468308.434213:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468308.434218:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468308.434222:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468308.434225:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468308.434228:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468308.434230:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468308.434233:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468308.817770:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468308.817778:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468308.817783:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468308.817784:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468308.817787:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468308.817788:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468308.817935:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468308.817939:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468308.817942:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468309.073435:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468309.073463:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468309.073465:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468309.073471:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468309.073473:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468309.073477:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468309.073480:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468309.458273:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468309.458281:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468309.458283:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468309.458288:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468309.458292:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468309.458296:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468309.458299:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468309.458301:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468309.458303:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468309.841400:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468309.841407:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468309.841413:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468309.841415:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468309.841418:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468309.841419:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468309.841551:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468309.841554:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468309.841558:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468310.098792:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468310.098806:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468310.098809:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468310.098813:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468310.098816:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468310.098820:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468310.098823:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468310.482034:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468310.482042:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468310.482045:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468310.482050:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468310.482054:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468310.482057:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468310.482060:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468310.482063:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468310.482065:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468310.865995:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468310.866002:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468310.866008:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468310.866010:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468310.866013:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468310.866014:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468310.867292:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468310.867296:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468310.867300:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468311.121547:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468311.121561:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468311.121579:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468311.121584:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468311.121598:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468311.121605:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468311.121607:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468311.505324:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468311.505341:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468311.505343:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468311.505349:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468311.505352:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468311.505355:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468311.505358:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468311.505361:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468311.505363:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468311.889561:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468311.889573:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468311.889575:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468311.889580:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468311.889585:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468311.889588:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468311.889590:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468311.889593:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468311.889597:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468311.889599:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468311.889603:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468311.889604:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468311.890430:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468311.890435:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468311.890439:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468312.145248:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468312.145263:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468312.145266:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468312.145271:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468312.145274:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1789468312.145274:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789468312.145278:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468312.145281:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1789468312.145283:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468312.145287:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468312.145304:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468312.145307:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468312.145311:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468312.145314:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468312.145317:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468312.145320:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468312.145323:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468312.145337:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20565) 00000100:00000001:2.0:1789468312.529252:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468312.529259:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468312.529261:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468312.529266:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468312.529269:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468312.529273:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468312.529275:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468312.529278:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468312.529280:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468312.913695:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468312.913702:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468312.913709:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468312.913710:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468312.913714:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468312.913715:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468312.918308:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468312.918331:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468312.918336:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468313.169335:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468313.169350:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468313.169352:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468313.169357:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468313.169359:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468313.169363:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468313.169366:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468313.553255:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468313.553263:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468313.553266:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468313.553271:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468313.553274:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468313.553288:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468313.553291:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468313.553293:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468313.553296:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468313.938663:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468313.938671:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468313.938698:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468313.938700:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468313.938703:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468313.938704:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468313.938829:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468313.938833:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468313.938836:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468314.193246:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468314.193258:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468314.193260:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468314.193265:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468314.193267:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468314.193271:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468314.193274:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468314.577249:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468314.577257:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468314.577259:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468314.577264:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468314.577268:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468314.577271:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468314.577274:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468314.577276:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468314.577278:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468314.962617:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468314.962625:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468314.962630:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468314.962633:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468314.962635:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468314.962639:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468314.962653:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468314.962656:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468314.962658:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468314.962660:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468314.962663:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468314.962664:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468314.962665:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468314.962667:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468314.962668:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468314.962669:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468314.962671:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468314.962673:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468314.962805:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468314.962810:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468314.962813:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468315.217389:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468315.217404:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468315.217406:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468315.217411:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468315.217413:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468315.217418:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468315.217420:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468315.601257:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468315.601265:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468315.601267:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468315.601272:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468315.601276:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468315.601279:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468315.601282:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468315.601285:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468315.601288:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468315.985264:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468315.985272:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468315.985277:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468315.985296:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468315.985310:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468315.985311:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468315.985447:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468315.985451:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468315.985455:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468316.241493:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468316.241501:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468316.241526:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468291/real 1789468291] req@ffff8cbad742df80 x1876386402404864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468316 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468316.241543:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468316.241544:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468316.241548:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c9a0. 00000400:00000200:0.0:1789468316.241555:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089088 00000400:00000010:0.0:1789468316.241557:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089088. 00000100:00000001:0.0:1789468316.241561:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468316.241566:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742df80 x1876386402404864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468316 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468316.241573:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742df80 x1876386402404864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468316 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468316.241579:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468316.241581:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468316.241584:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468316.241586:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468316.241589:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742df80 x1876386402404864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468316 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468316.241595:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468316.241597:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468316.241601:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468291/real 1789468291] req@ffff8cbad742f480 x1876386402404992/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468316 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468316.241607:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468316.241608:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468316.241610:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c000. 00000400:00000200:0.0:1789468316.241612:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089bb0 00000400:00000010:0.0:1789468316.241614:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089bb0. 00000100:00000001:0.0:1789468316.241636:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468316.241640:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742f480 x1876386402404992/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468316 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468316.241647:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742f480 x1876386402404992/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468316 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468316.241651:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468316.241653:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468316.241654:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468316.241655:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468316.241658:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742f480 x1876386402404992/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468316 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468316.241663:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468316.241664:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468316.241667:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468291/real 1789468291] req@ffff8cbad742fb80 x1876386402405120/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468316 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468316.241673:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468316.241674:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468316.241676:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c6e0. 00000400:00000200:0.0:1789468316.241678:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089dd0 00000400:00000010:0.0:1789468316.241679:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089dd0. 00000100:00000001:0.0:1789468316.241681:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468316.241684:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742fb80 x1876386402405120/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468316 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468316.241689:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742fb80 x1876386402405120/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468316 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468316.241694:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468316.241696:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468316.241697:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468316.241698:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468316.241701:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742fb80 x1876386402405120/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468316 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468316.241716:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468316.241723:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468316.241725:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468316.241727:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468316.241729:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468316.241731:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468316.241736:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742df80 x1876386402404864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468316 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468316.241742:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468316.241745:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468316.241747:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468316.241748:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468316.241750:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468316.241752:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468316.241756:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468316.241785:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789468316.241788:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468316.241792:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742df80 x1876386402404864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468316 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468316.241800:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402404864:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789468316.241805:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468316.241812:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742f480 x1876386402404992/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468316 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468316.241819:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468316.241821:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468316.241823:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468316.241824:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468316.241832:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468316.241834:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468316.241837:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468316.241843:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789468316.241846:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468316.241850:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742f480 x1876386402404992/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468316 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468316.241858:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402404992:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468316.241862:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468316.241866:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742fb80 x1876386402405120/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468316 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468316.241872:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468316.241874:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468316.241875:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468316.241876:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468316.241878:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468316.241880:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468316.241882:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468316.241887:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789468316.241889:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468316.241892:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742fb80 x1876386402405120/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468316 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468316.241899:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402405120:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468316.241903:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468316.241906:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468316.241909:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742df80 x1876386402404864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468316 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468316.241921:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468316.241926:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468316.241930:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687d400. 02000000:00000001:0.0:1789468316.241935:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468316.241938:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468316.241939:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789468316.241941:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468316.241944:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacd000. 02000000:00000001:0.0:1789468316.241948:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468316.241950:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468316.241952:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742df80. 00000100:00000001:0.0:1789468316.241957:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468316.241958:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468316.241960:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468316.241964:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742f480 x1876386402404992/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468316 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468316.241970:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468316.241971:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468316.241972:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687f800. 02000000:00000001:0.0:1789468316.241974:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468316.241976:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468316.241977:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789468316.241979:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468316.241980:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacd800. 02000000:00000001:0.0:1789468316.241983:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468316.241984:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468316.241985:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742f480. 00000100:00000001:0.0:1789468316.241989:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468316.241990:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468316.241991:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468316.241994:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742fb80 x1876386402405120/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468316 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468316.241999:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468316.242000:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468316.242007:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687ec00. 02000000:00000001:0.0:1789468316.242010:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468316.242011:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468316.242012:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789468316.242014:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468316.242015:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacf000. 02000000:00000001:0.0:1789468316.242018:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468316.242019:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468316.242020:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742fb80. 00000100:00000001:0.0:1789468316.242023:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468316.242024:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468316.242026:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468316.242030:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468316.242031:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468316.242033:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468316.242034:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468316.242317:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468316.242323:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789468316.242325:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468316.242327:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468316.242330:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468316.242334:0:331017:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20540 00000400:00000200:2.0:1789468316.242343:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468316.242348:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789468316.242350:0:331017:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468316.242358:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468316.242362:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468316.242364:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468316.242366:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789468316.242373:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468316.242375:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:2.0:1789468316.242378:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468316.242381:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:2.0:1789468316.242383:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:2.0:1789468316.242385:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:2.0:1789468316.242388:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468316.242390:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468316.242391:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468316.242393:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789468316.242396:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:2.0:1789468316.242399:0:331017:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789468316.242401:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468316.242403:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468316.242406:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468316.242408:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468316.242410:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468316.242412:0:331017:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468316.242418:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742dc00. 00000020:00000040:2.0:1789468316.242421:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789468316.242424:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468316.242426:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468316.242429:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468316.242431:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468316.242435:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468316.242441:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacf400. 00000100:00000001:2.0:1789468316.242448:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468316.242454:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742dc00 x1876386402405248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468316.242462:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468316.242466:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468316.242470:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e28b06d0] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742dc00 x1876386402405248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468316.242498:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468316.242501:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468316.242503:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789468316.242504:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468316.242506:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468316.242508:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468316.242510:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20540 00000400:00000200:2.0:1789468316.242513:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468316.242516:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789468316.242518:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468316.242521:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468316.242522:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468316.242524:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468316.242526:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789468316.242529:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468316.242530:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:2.0:1789468316.242532:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468316.242534:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:2.0:1789468316.242536:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:2.0:1789468316.242538:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:2.0:1789468316.242541:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468316.242543:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468316.242545:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468316.242547:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789468316.242549:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:2.0:1789468316.242551:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789468316.242554:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468316.242556:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468316.242561:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468316.242563:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468316.242565:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789468316.242569:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789468316.242572:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468316.242573:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468316.242577:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742f800. 00000020:00000040:2.0:1789468316.242579:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789468316.242581:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468316.242582:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468316.242583:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468316.242584:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468316.242586:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468316.242589:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacf800. 00000100:00000001:2.0:1789468316.242593:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468316.242597:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742f800 x1876386402405376/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468316.242603:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468316.242605:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468316.242608:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000106e5d2c] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742f800 x1876386402405376/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468316.242616:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468316.242618:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468316.242621:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789468316.242623:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468316.242624:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468316.242627:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468316.242628:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20540 00000400:00000200:2.0:1789468316.242632:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468316.242635:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789468316.242637:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468316.242640:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468316.242641:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468316.242643:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468316.242645:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789468316.242648:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468316.242649:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:2.0:1789468316.242651:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468316.242653:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:2.0:1789468316.242655:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:2.0:1789468316.242656:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:2.0:1789468316.242659:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468316.242661:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468316.242663:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468316.242664:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789468316.242666:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:2.0:1789468316.242669:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789468316.242671:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468316.242672:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468316.242675:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468316.242676:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468316.242678:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789468316.242679:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789468316.242681:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468316.242683:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468316.242686:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742ea00. 00000020:00000040:2.0:1789468316.242688:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789468316.242690:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468316.242691:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468316.242693:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468316.242694:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468316.242695:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468316.242699:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacdc00. 00000100:00000001:2.0:1789468316.242702:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468316.242706:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742ea00 x1876386402405504/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468316.242712:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468316.242714:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468316.242717:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce5eb67d] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742ea00 x1876386402405504/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468316.242724:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468316.242727:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468316.242730:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468316.242732:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468316.242735:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468316.242739:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20569) 00000100:00000001:0.0:1789468316.246212:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468316.246221:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468316.246224:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468316.246243:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742dc00 x1876386402405248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468316.246256:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468316.246258:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468316.246263:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468316.246266:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468316.246269:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468316.246272:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402405248:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789468316.246277:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468316.246281:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468316.246284:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468316.246287:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468316.246307:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687ec00. 02000000:00000001:0.0:1789468316.246309:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468316.246317:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789468316.246323:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c6e0. 00000400:00000010:0.0:1789468316.246331:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089dd0. 00000100:00000200:0.0:1789468316.246356:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402405248, portal 25 00000100:00000001:0.0:1789468316.246358:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468316.246359:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836129792 : -126740873421824 : ffff8cbad742dc00) 00000100:00000040:0.0:1789468316.246366:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742dc00 x1876386402405248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468316.246372:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468316.246374:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789468316.246377:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089bb0. 00000100:00000200:0.0:1789468316.246380:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402405248, offset 0 00000400:00000200:0.0:1789468316.246387:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789468316.246396:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468316.246405:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789468316.246411:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789468316.246415:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789468316.246419:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789468316.246421:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789468316.246425:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93945:93945:256:4294967295] 192.168.203.142@tcp LPNI seq info [93945:93945:8:4294967295] 00000400:00000200:0.0:1789468316.246429:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468316.246440:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789468316.246446:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789468316.246452:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9ea1f1400. 00000800:00000200:0.0:1789468316.246459:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789468316.246466:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789468316.246470:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9ea1f1400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789468316.246492:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468316.246496:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789468316.246499:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315233528 00000100:00000010:0.0:1789468316.246504:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305bf60. 00000100:00000001:0.0:1789468316.246511:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789468316.246518:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315233528 00000100:00000010:0.0:1789468316.246521:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305b7e0. 00000100:00000001:0.0:1789468316.246529:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789468316.246543:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468316.246546:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468316.246549:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468316.246556:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742f800 x1876386402405376/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468316.246563:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468316.246564:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468316.246566:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468316.246568:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468316.246570:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468316.246573:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402405376:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468316.246576:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468316.246579:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468316.246580:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468316.246582:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468316.246586:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687f800. 02000000:00000001:0.0:1789468316.246587:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468316.246593:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789468316.246595:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c000. 00000400:00000010:0.0:1789468316.246599:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089088. 00000100:00000200:0.0:1789468316.246602:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402405376, portal 10 00000100:00000001:0.0:1789468316.246604:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468316.246605:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836136960 : -126740873414656 : ffff8cbad742f800) 00000100:00000040:0.0:1789468316.246611:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742f800 x1876386402405376/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468316.246617:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468316.246619:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789468316.246622:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089880. 00000100:00000200:0.0:1789468316.246624:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402405376, offset 0 00000400:00000200:0.0:1789468316.246628:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789468316.246632:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468316.246639:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789468316.246642:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789468316.246645:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789468316.246647:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789468316.246649:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789468316.246652:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93946:93946:255:4294967295] 192.168.203.142@tcp LPNI seq info [93946:93946:7:4294967295] 00000400:00000200:0.0:1789468316.246656:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468316.246663:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789468316.246667:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789468316.246671:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9ea1f1700. 00000800:00000200:0.0:1789468316.246675:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789468316.246679:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789468316.246682:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9ea1f1700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789468316.246685:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468316.246688:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:0.0:1789468316.246692:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789468316.246693:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315232288 00000100:00000001:0.0:1789468316.246695:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315233528 00000100:00000001:0.0:1789468316.246697:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315232288 00000100:00000001:0.0:1789468316.246699:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315233528 00000100:00000001:0.0:1789468316.246701:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468316.246703:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468316.246705:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468316.246709:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742ea00 x1876386402405504/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468316.246715:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468316.246716:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468316.246718:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468316.246720:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468316.246728:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468316.246731:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402405504:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468316.246735:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468316.246737:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468316.246739:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468316.246741:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468316.246744:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687d400. 02000000:00000001:0.0:1789468316.246746:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468316.246749:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789468316.246753:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c9a0. 00000400:00000010:0.0:1789468316.246756:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089a18. 00000100:00000200:0.0:1789468316.246760:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402405504, portal 10 00000100:00000001:0.0:1789468316.246762:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468316.246764:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836133376 : -126740873418240 : ffff8cbad742ea00) 00000100:00000040:0.0:1789468316.246770:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742ea00 x1876386402405504/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468316.246775:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468316.246777:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789468316.246779:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089330. 00000100:00000200:0.0:1789468316.246781:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402405504, offset 0 00000400:00000200:0.0:1789468316.246785:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789468316.246789:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468316.246792:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789468316.246795:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789468316.246797:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789468316.246799:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789468316.246800:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789468316.246803:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93947:93947:254:4294967295] 192.168.203.142@tcp LPNI seq info [93947:93947:6:4294967295] 00000400:00000200:0.0:1789468316.246807:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468316.247264:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789468316.247270:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789468316.247281:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9ea1f1800. 00000800:00000200:0.0:1789468316.247285:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789468316.247289:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789468316.247292:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9ea1f1800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789468316.247296:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468316.247310:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:0.0:1789468316.247314:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789468316.247316:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315232277 00000100:00000001:0.0:1789468316.247318:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315233528 00000100:00000001:0.0:1789468316.247320:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315232277 00000100:00000001:0.0:1789468316.247323:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315233528 00000100:00000001:0.0:1789468316.247325:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468316.247327:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468316.247330:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468316.247333:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468316.247340:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468316.247343:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789468316.247345:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468316.247346:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468316.247348:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468316.247350:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789468316.247520:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468316.247525:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9ea1f1400. 00000400:00000200:2.0:1789468316.247531:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468316.247536:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468316.247541:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089bb0 00000400:00000010:2.0:1789468316.247544:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089bb0. 00000100:00000001:2.0:1789468316.247549:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468316.247554:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742dc00 x1876386402405248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468316.247562:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468316.247566:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742dc00 x1876386402405248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468341 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468316.247573:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468316.247574:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789468316.247585:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468316.247587:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9ea1f1700. 00000400:00000200:2.0:1789468316.247589:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468316.247592:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468316.247594:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089880 00000400:00000010:2.0:1789468316.247596:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089880. 00000100:00000001:2.0:1789468316.247598:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468316.247601:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742f800 x1876386402405376/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468316.247607:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468316.247610:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742f800 x1876386402405376/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468341 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468316.247616:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468316.247617:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789468316.247691:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468316.247693:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9ea1f1800. 00000400:00000200:2.0:1789468316.247696:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468316.247700:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468316.247702:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089330 00000400:00000010:2.0:1789468316.247704:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089330. 00000100:00000001:2.0:1789468316.247706:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468316.247710:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742ea00 x1876386402405504/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468316.247716:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468316.247719:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742ea00 x1876386402405504/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468341 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468316.247725:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468316.247727:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468316.625257:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468316.625264:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468316.625266:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468316.625271:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468316.625274:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468316.625278:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468316.625281:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468316.625356:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468316.625361:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468317.009387:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468317.009394:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468317.009399:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468317.009400:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468317.009403:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468317.009404:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468317.009528:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468317.009532:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468317.009535:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468317.521251:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315233528, at 4315233536 00000100:00000010:2.0:1789468317.521266:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305bf60. 00000100:00000040:3.0:1789468317.524486:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315233528, at 4315233539 00000100:00000010:3.0:1789468317.524501:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305b7e0. 00000100:00000001:2.0:1789468317.649859:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468317.649867:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468317.649870:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468317.649875:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468317.649879:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468317.649883:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468317.649885:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468317.649888:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468317.649891:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468318.033411:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468318.033419:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468318.033424:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468318.033425:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468318.033428:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468318.033429:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468318.034763:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468318.034769:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468318.034773:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468318.673225:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468318.673232:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468318.673234:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468318.673239:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468318.673243:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468318.673247:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468318.673250:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468318.673252:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468318.673255:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468319.057303:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468319.057327:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468319.057334:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468319.057335:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468319.057338:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468319.057339:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468319.057421:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468319.057425:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468319.057427:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468319.697250:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468319.697258:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468319.697260:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468319.697281:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468319.697285:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468319.697289:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468319.697292:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468319.697294:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468319.697297:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468320.082023:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468320.082029:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468320.082034:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468320.082036:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468320.082038:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468320.082039:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468320.082240:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468320.082244:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468320.082247:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468320.721278:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468320.721286:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468320.721288:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468320.721294:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468320.721298:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468320.721301:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468320.721304:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468320.721307:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468320.721309:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468321.105469:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468321.105481:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468321.105489:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468321.105491:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468321.105495:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468321.105496:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468321.107035:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468321.107042:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468321.107046:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468321.362633:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468321.362648:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468321.362652:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468321.362656:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468321.362659:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468321.362662:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468321.362665:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468321.362669:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468321.362672:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468321.362675:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468321.362682:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20575) 00000100:00000001:2.0:1789468321.364038:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468321.364052:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468321.364054:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468321.364059:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468321.364061:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468321.364065:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468321.364068:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468321.747380:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468321.747388:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468321.747390:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468321.747395:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468321.747399:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468321.747402:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468321.747405:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468321.747407:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468321.747410:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468322.129249:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468322.129266:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468322.129268:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468322.129272:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468322.129276:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468322.129278:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468322.129280:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468322.129282:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468322.129286:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468322.129287:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468322.129290:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468322.129291:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468322.129389:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468322.129396:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468322.129405:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468322.385262:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468322.385275:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468322.385278:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468322.385283:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468322.385285:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468322.385289:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468322.385292:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468322.769271:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468322.769279:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468322.769281:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468322.769285:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468322.769288:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468322.769292:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468322.769295:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468322.769297:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468322.769300:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468323.153781:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468323.153788:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468323.153794:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468323.153796:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468323.153799:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468323.153801:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468323.153894:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468323.153909:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468323.153913:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468323.409322:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468323.409338:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468323.409340:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468323.409346:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468323.409348:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468323.409352:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468323.409356:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468323.793409:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468323.793418:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468323.793420:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468323.793425:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468323.793428:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468323.793432:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468323.793435:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468323.793437:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468323.793440:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468324.179432:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468324.179439:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468324.179445:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468324.179446:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468324.179449:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468324.179450:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468324.179568:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468324.179572:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468324.179575:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468324.435642:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468324.435656:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468324.435658:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468324.435663:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468324.435665:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468324.435669:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468324.435671:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468324.817279:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468324.817288:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468324.817290:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468324.817296:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468324.817300:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468324.817304:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468324.817306:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468324.817308:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468324.817311:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468325.201623:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468325.201630:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468325.201635:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468325.201639:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468325.201642:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468325.201645:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468325.201648:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468325.201650:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468325.201670:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468325.201673:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468325.201677:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468325.201678:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468325.201680:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468325.201681:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468325.201683:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468325.201684:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468325.201686:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468325.201688:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468325.201828:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468325.201832:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468325.201835:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468325.457304:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468325.457318:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468325.457320:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468325.457325:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468325.457327:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468325.457331:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468325.457334:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468325.842964:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468325.842971:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468325.842973:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468325.842979:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468325.842982:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468325.842987:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468325.842989:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468325.842992:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468325.842994:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468326.228378:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468326.228385:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468326.228390:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468326.228391:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468326.228394:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468326.228395:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468326.228978:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468326.228982:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468326.228985:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468326.481280:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468326.481291:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468326.481294:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468326.481297:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468326.481299:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468326.481301:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468326.481375:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468326.481381:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468326.481401:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468326.481404:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468326.481410:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20580) 00000100:00000001:2.0:1789468326.481487:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468326.481498:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468326.481500:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468326.481504:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468326.481506:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468326.481523:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468326.481527:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468326.865807:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468326.865816:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468326.865818:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468326.865823:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468326.865827:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468326.865831:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468326.865834:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468326.865836:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468326.865838:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468327.249350:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468327.249358:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468327.249365:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468327.249366:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468327.249370:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468327.249371:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468327.249649:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468327.249653:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468327.249656:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468327.505736:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468327.505747:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468327.505749:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468327.505754:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468327.505756:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468327.505760:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468327.505762:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468327.889448:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468327.889456:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468327.889458:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468327.889463:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468327.889467:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468327.889471:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468327.889474:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468327.889477:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468327.889479:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468328.274498:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468328.274505:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468328.274510:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468328.274511:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468328.274515:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468328.274516:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468328.281263:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468328.281270:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468328.281284:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468328.529249:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468328.529262:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468328.529265:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468328.529269:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468328.529279:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468328.529284:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468328.529287:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468328.913254:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468328.913261:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468328.913263:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468328.913268:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468328.913272:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468328.913276:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468328.913279:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468328.913281:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468328.913283:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468329.298768:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468329.298776:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468329.298781:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468329.298782:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468329.298786:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468329.298787:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468329.299367:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468329.299371:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468329.299374:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468329.554541:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468329.554573:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468329.554576:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468329.554580:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468329.554582:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468329.554587:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468329.554589:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468329.937266:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468329.937276:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468329.937278:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468329.937283:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468329.937287:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468329.937291:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468329.937294:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468329.937297:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468329.937299:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468330.321252:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468330.321258:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468330.321264:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468330.321265:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468330.321268:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468330.321270:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468330.321688:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468330.321692:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468330.321695:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468330.578303:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468330.578317:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468330.578319:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468330.578324:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468330.578326:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468330.578331:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468330.578333:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468330.961283:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468330.961291:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468330.961293:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468330.961297:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468330.961301:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468330.961305:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468330.961308:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468330.961310:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468330.961313:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468331.347546:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468331.347556:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468331.347558:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468331.347562:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468331.347567:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468331.347569:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468331.347571:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468331.347573:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468331.347576:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468331.347577:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468331.347581:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468331.347582:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468331.347731:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468331.347736:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468331.347739:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468331.603393:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468331.603412:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468331.603415:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468331.603422:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468331.603425:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468331.603431:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468331.603434:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468331.603513:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468331.603520:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468331.603524:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468331.603527:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468331.603530:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468331.603533:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468331.603536:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468331.603540:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468331.603543:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468331.603546:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468331.603553:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20585) 00000100:00000001:2.0:1789468331.985296:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468331.985308:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468331.985311:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468331.985318:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468331.985324:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468331.985329:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468331.985340:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468331.985343:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468331.985347:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468332.369367:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468332.369377:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468332.369384:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468332.369385:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468332.369389:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468332.369390:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468332.369523:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468332.369528:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468332.369532:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468332.625289:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468332.625307:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468332.625310:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468332.625316:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468332.625319:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468332.625325:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468332.625328:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468333.009836:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468333.009848:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468333.009851:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468333.009858:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468333.009862:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468333.009866:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468333.009870:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468333.009873:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468333.009877:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468333.393279:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468333.393290:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468333.393322:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468333.393324:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468333.393329:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468333.393330:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468333.393431:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468333.393436:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468333.393440:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468333.649309:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468333.649329:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468333.649332:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468333.649363:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468333.649366:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468333.649372:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468333.649376:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468334.033425:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468334.033434:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468334.033437:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468334.033443:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468334.033447:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468334.033452:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468334.033455:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468334.033458:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468334.033461:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468334.417267:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468334.417273:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468334.417280:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468334.417283:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468334.417285:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468334.417289:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468334.417292:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468334.417294:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468334.417296:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468334.417298:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468334.417302:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468334.417303:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468334.417304:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468334.417305:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468334.417307:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468334.417308:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468334.417310:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468334.417312:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468334.417438:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468334.417442:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468334.417444:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468334.673964:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468334.673976:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468334.673978:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468334.673982:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468334.673984:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468334.673988:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468334.673990:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468335.057285:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468335.057294:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468335.057296:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468335.057302:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468335.057305:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468335.057309:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468335.057312:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468335.057314:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468335.057317:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468335.441722:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468335.441729:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468335.441736:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468335.441737:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468335.441740:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468335.441741:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468335.441836:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468335.441840:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468335.441843:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468335.697325:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468335.697339:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468335.697341:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468335.697346:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468335.697364:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468335.697369:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468335.697372:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468336.085321:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468336.085329:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468336.085331:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468336.085336:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468336.085340:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468336.085344:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468336.085346:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468336.085349:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468336.085352:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468336.465269:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468336.465277:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468336.465283:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468336.465284:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468336.465287:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468336.465288:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468336.465360:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468336.465364:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468336.465368:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468336.721328:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468336.721337:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468336.721346:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468336.721348:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468336.721350:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468336.721352:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468336.721354:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468336.721356:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468336.721358:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468336.721359:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468336.721363:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20590) 00000100:00000001:0.0:1789468336.722838:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468336.722851:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468336.722853:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468336.722867:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468336.722870:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468336.722874:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468336.722877:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468337.105301:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468337.105310:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468337.105312:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468337.105317:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468337.105320:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468337.105324:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468337.105326:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468337.105328:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468337.105331:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468337.490990:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468337.490997:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468337.491003:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468337.491004:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468337.491008:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468337.491009:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468337.492089:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468337.492094:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468337.492098:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468337.745253:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468337.745267:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468337.745269:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468337.745273:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468337.745275:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468337.745278:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468337.745281:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468338.129285:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468338.129299:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468338.129301:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468338.129306:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468338.129309:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468338.129313:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468338.129316:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468338.129318:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468338.129321:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468338.513279:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468338.513287:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468338.513292:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468338.513293:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468338.513296:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468338.513298:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468338.513583:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468338.513587:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468338.513591:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468338.769264:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468338.769278:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468338.769280:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468338.769285:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468338.769313:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468338.769317:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468338.769319:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468339.153405:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468339.153412:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468339.153415:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468339.153419:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468339.153423:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468339.153426:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468339.153429:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468339.153431:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468339.153434:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468339.537588:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468339.537595:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468339.537601:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468339.537602:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468339.537605:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468339.537606:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468339.537673:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468339.537677:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468339.537697:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468339.794520:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468339.794537:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468339.794539:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468339.794544:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468339.794546:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468339.794550:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468339.794552:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468340.177248:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468340.177256:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468340.177258:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468340.177263:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468340.177266:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468340.177270:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468340.177273:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468340.177276:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468340.177279:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468340.561354:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468340.561361:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468340.561366:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468340.561367:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468340.561370:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468340.561371:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468340.561876:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468340.561880:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468340.561883:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468340.817439:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468340.817568:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468340.817571:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468340.817575:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468340.817577:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468340.817582:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468340.817585:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468341.201375:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468341.201383:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468341.201386:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468341.201392:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468341.201396:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468341.201401:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468341.201404:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468341.201408:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468341.201411:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468341.585798:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468341.585807:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468341.585810:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468341.585813:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468341.585818:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468341.585821:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468341.585824:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468341.585826:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468341.585830:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468341.585832:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468341.585855:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468341.585857:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468341.587957:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468341.587963:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468341.587968:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468341.841237:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789468341.841241:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468341.841247:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1789468341.841248:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468341.841253:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468341.841256:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468341.841259:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468341.841263:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789468341.841265:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468316/real 1789468316] req@ffff8cbad742dc00 x1876386402405248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468341 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789468341.841266:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468341.841275:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000001:2.0:1789468341.841290:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1789468341.841293:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:2.0:1789468341.841293:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1789468341.841299:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1789468341.841299:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c6e0. 00000100:00000040:0.0:1789468341.841309:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20595) 00000400:00000200:2.0:1789468341.841309:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089dd0 00000400:00000010:2.0:1789468341.841314:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089dd0. 00000100:00000001:2.0:1789468341.841319:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468341.841324:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742dc00 x1876386402405248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468341 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468341.841334:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742dc00 x1876386402405248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468341 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468341.841342:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468341.841344:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468341.841346:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468341.841348:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468341.841352:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742dc00 x1876386402405248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468341 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468341.841359:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468341.841362:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468341.841366:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468316/real 1789468316] req@ffff8cbad742f800 x1876386402405376/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468341 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468341.841373:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468341.841375:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468341.841377:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c000. 00000400:00000200:2.0:1789468341.841379:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089088 00000400:00000010:2.0:1789468341.841381:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089088. 00000100:00000001:2.0:1789468341.841383:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468341.841386:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742f800 x1876386402405376/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468341 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468341.841393:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742f800 x1876386402405376/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468341 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468341.841399:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468341.841401:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468341.841403:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468341.841404:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468341.841407:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742f800 x1876386402405376/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468341 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468341.841413:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468341.841415:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468341.841419:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468316/real 1789468316] req@ffff8cbad742ea00 x1876386402405504/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468341 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468341.841426:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468341.841427:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468341.841429:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c9a0. 00000400:00000200:2.0:1789468341.841432:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089a18 00000400:00000010:2.0:1789468341.841433:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089a18. 00000100:00000001:2.0:1789468341.841435:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468341.841438:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742ea00 x1876386402405504/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468341 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468341.841446:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742ea00 x1876386402405504/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468341 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468341.841452:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468341.841453:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468341.841455:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468341.841456:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468341.841459:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742ea00 x1876386402405504/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468341 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468341.841471:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468341.841926:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468341.841930:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468341.841934:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468341.841936:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468341.841938:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468341.841945:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742dc00 x1876386402405248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468341 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468341.841951:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468341.841954:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468341.841956:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468341.841957:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468341.841960:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468341.841962:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468341.841965:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468341.842207:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789468341.842210:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468341.842216:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742dc00 x1876386402405248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468341 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468341.842223:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402405248:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789468341.842228:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468341.842231:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742f800 x1876386402405376/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468341 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468341.842237:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468341.842239:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468341.842241:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468341.842242:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468341.842244:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468341.842246:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468341.842249:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468341.842689:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468341.842694:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1789468341.842696:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468341.842698:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468341.842702:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468341.842706:0:332879:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20564 00000400:00000200:0.0:1789468341.842714:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468341.842719:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789468341.842721:0:332879:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468341.842724:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468341.842727:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468341.842729:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468341.842742:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789468341.842750:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468341.842751:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:0.0:1789468341.842755:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468341.842758:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:0.0:1789468341.842760:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:0.0:1789468341.842762:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:0.0:1789468341.842765:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468341.842767:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468341.842768:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468341.842770:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789468341.842773:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:0.0:1789468341.842776:0:332879:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789468341.842778:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468341.842780:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468341.842784:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468341.842786:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468341.842788:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468341.842790:0:332879:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468341.842795:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e9f80. 00000020:00000040:0.0:1789468341.842798:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=5 obd=MGC192.168.203.142@tcp 02000000:00000001:0.0:1789468341.842801:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468341.842803:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468341.842806:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468341.842808:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468341.842811:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468341.842817:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687cc00. 00000100:00000001:0.0:1789468341.842824:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468341.842831:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e9f80 x1876386402405632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468341.842839:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468341.842844:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468341.842930:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9c4e0db] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e9f80 x1876386402405632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468341.842941:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468341.842944:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468341.842948:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789468341.842949:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468341.842952:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468341.842955:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468341.842960:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20564 00000400:00000200:0.0:1789468341.842968:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468341.842973:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789468341.842976:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468341.842978:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468341.842980:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468341.842983:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468341.842985:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789468341.842990:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468341.842992:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:0.0:1789468341.842994:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468341.842996:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:0.0:1789468341.842998:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:0.0:1789468341.843000:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:0.0:1789468341.843003:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468341.843006:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468341.843008:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468341.843010:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789468341.843014:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:0.0:1789468341.843019:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789468341.843022:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468341.843127:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468341.843164:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468341.843167:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468341.843168:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789468341.843172:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789468341.843175:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468341.843176:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468341.843182:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6ea680. 00000020:00000040:0.0:1789468341.843185:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=11 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789468341.843189:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468341.843191:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468341.843193:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468341.843195:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468341.843198:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468341.843204:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687c400. 00000100:00000001:0.0:1789468341.843208:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468341.843215:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6ea680 x1876386402405760/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468341.843222:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468341.843224:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468341.843227:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b82c5178] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6ea680 x1876386402405760/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468341.843234:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468341.843237:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468341.843240:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468341.843243:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468341.843246:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468341.843248:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468341.843251:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468341.843261:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20595) 00000100:00080000:2.0:1789468341.843424:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789468341.843427:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468341.843432:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742f800 x1876386402405376/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468341 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468341.843441:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402405376:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789468341.843446:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468341.843451:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742ea00 x1876386402405504/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468341 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468341.843457:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468341.843459:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468341.843461:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468341.843462:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468341.843464:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468341.843467:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468341.843469:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468341.843550:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468341.843554:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789468341.843556:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468341.843558:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468341.843561:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468341.843564:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20564 00000400:00000200:0.0:1789468341.843569:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468341.843573:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789468341.843575:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468341.843577:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468341.843580:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468341.843582:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468341.843584:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789468341.843588:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468341.843589:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:0.0:1789468341.843591:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468341.843593:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:0.0:1789468341.843595:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:0.0:1789468341.843597:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:0.0:1789468341.843599:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468341.843601:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468341.843603:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468341.843604:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789468341.843606:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:0.0:1789468341.843608:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789468341.843611:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468341.843612:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468341.843616:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468341.843624:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468341.843626:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789468341.843628:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789468341.843630:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468341.843632:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468341.843635:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e8700. 00000020:00000040:0.0:1789468341.843638:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=9 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789468341.843640:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468341.843642:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468341.843643:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468341.843644:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468341.843647:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468341.843651:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687c000. 00000100:00000001:0.0:1789468341.843654:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468341.843659:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e8700 x1876386402405888/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468341.843666:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468341.843668:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468341.843672:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b4c9f10] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e8700 x1876386402405888/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468341.843679:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468341.843681:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468341.843685:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468341.843687:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468341.843690:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468341.843693:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20595) 00000100:00080000:2.0:1789468341.846319:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789468341.846327:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468341.846352:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742ea00 x1876386402405504/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468341 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468341.846363:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402405504:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789468341.846369:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468341.846372:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468341.846376:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742dc00 x1876386402405248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468341 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468341.846384:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468341.846387:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468341.846391:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687ec00. 02000000:00000001:2.0:1789468341.846398:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468341.846401:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468341.846402:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789468341.846404:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468341.846407:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacf400. 02000000:00000001:2.0:1789468341.846410:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468341.846412:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468341.846414:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742dc00. 00000100:00000001:2.0:1789468341.846418:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468341.846420:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468341.846421:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468341.846425:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742f800 x1876386402405376/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468341 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468341.846432:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468341.846433:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468341.846434:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687f800. 02000000:00000001:2.0:1789468341.846437:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468341.846442:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468341.846444:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789468341.846446:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468341.846447:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacf800. 02000000:00000001:2.0:1789468341.846449:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468341.846450:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468341.846452:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742f800. 00000100:00000001:2.0:1789468341.846457:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468341.846458:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468341.846459:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468341.846462:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742ea00 x1876386402405504/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468341 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468341.846467:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468341.846469:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468341.846470:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687d400. 02000000:00000001:2.0:1789468341.846472:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468341.846474:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468341.846475:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789468341.846477:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468341.846478:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacdc00. 02000000:00000001:2.0:1789468341.846480:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468341.846480:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468341.846482:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742ea00. 00000100:00000001:2.0:1789468341.846485:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468341.846486:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468341.846488:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468341.846497:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468341.846499:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468341.846501:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468341.846503:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468341.846506:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468341.846510:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e9f80 x1876386402405632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468341.846517:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468341.846519:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468341.846522:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468341.846525:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468341.846528:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468341.846531:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402405632:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789468341.846534:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468341.846539:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468341.846541:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468341.846543:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468341.846550:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacdc00. 02000000:00000001:2.0:1789468341.846552:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468341.846559:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789468341.846564:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7420. 00000400:00000010:2.0:1789468341.846571:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6deee0. 00000100:00000200:2.0:1789468341.846577:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402405632, portal 25 00000100:00000001:2.0:1789468341.846580:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468341.846581:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704780160 : -126741004771456 : ffff8cbacf6e9f80) 00000100:00000040:2.0:1789468341.846587:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e9f80 x1876386402405632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468341.846594:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468341.846596:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789468341.846598:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de550. 00000100:00000200:2.0:1789468341.846601:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402405632, offset 0 00000400:00000200:2.0:1789468341.846606:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789468341.846613:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468341.846620:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789468341.846624:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789468341.846628:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789468341.846631:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789468341.846635:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789468341.846638:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93948:93948:256:4294967295] 192.168.203.142@tcp LPNI seq info [93948:93948:8:4294967295] 00000400:00000200:2.0:1789468341.846642:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468341.846651:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789468341.846657:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789468341.846662:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6100. 00000800:00000200:2.0:1789468341.846668:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789468341.846676:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468341.846680:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789468341.846698:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468341.846702:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789468341.846705:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315259128 00000100:00000010:2.0:1789468341.846710:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d000. 00000100:00000001:2.0:1789468341.846715:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789468341.846722:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315259128 00000100:00000010:2.0:1789468341.846726:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d4e0. 00000100:00000001:2.0:1789468341.846730:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789468341.846734:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468341.846737:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468341.846741:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468341.846747:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6ea680 x1876386402405760/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468341.846755:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468341.846757:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468341.846759:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468341.846761:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468341.846763:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468341.846766:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402405760:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789468341.846769:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468341.846771:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468341.846772:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468341.846774:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468341.846778:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacf800. 02000000:00000001:2.0:1789468341.846780:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468341.846783:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789468341.846787:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7cb8. 00000400:00000010:2.0:1789468341.846792:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de880. 00000100:00000200:2.0:1789468341.846797:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402405760, portal 10 00000100:00000001:2.0:1789468341.846799:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468341.846800:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704781952 : -126741004769664 : ffff8cbacf6ea680) 00000100:00000040:2.0:1789468341.846806:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6ea680 x1876386402405760/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468341.846812:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468341.846814:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789468341.846817:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de330. 00000100:00000200:2.0:1789468341.846819:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402405760, offset 0 00000400:00000200:2.0:1789468341.846824:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789468341.846828:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468341.846831:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789468341.846834:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789468341.846836:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789468341.846838:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789468341.846840:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789468341.846843:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93949:93949:255:4294967295] 192.168.203.142@tcp LPNI seq info [93949:93949:7:4294967295] 00000400:00000200:2.0:1789468341.846848:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468341.846854:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789468341.846858:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789468341.846863:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6c00. 00000800:00000200:2.0:1789468341.846866:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789468341.846870:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468341.846873:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6c00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789468341.846876:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468341.846880:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000800:00000200:3.0:1789468341.846884:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1789468341.846885:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789468341.846893:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315257888 00000800:00000010:3.0:1789468341.846896:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6100. 00000100:00000001:2.0:1789468341.846898:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315259128 00000100:00000001:2.0:1789468341.846904:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315257888 00000100:00000001:2.0:1789468341.846906:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315259128 00000400:00000200:3.0:1789468341.846908:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1789468341.846910:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468341.846916:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468341.846918:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1789468341.846926:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000040:2.0:1789468341.846932:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e8700 x1876386402405888/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789468341.846940:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de550 00000100:00000001:2.0:1789468341.846942:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1789468341.846946:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de550. 00000100:00000001:2.0:1789468341.846947:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468341.846954:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468341.846957:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468341.846958:0:253744:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1789468341.846961:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468341.846970:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402405888:192.168.203.142@tcp:38:kworker.0 00000100:00000200:3.0:1789468341.846972:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9f80 x1876386402405632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468341.846980:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468341.846983:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468341.846988:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468341.846994:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1789468341.847003:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1789468341.847004:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacf400. 02000000:00000001:2.0:1789468341.847011:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468341.847016:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9f80 x1876386402405632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468366 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789468341.847024:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789468341.847031:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee74d0. 00000100:00000001:3.0:1789468341.847040:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468341.847043:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de990. 00000100:00000001:3.0:1789468341.847046:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:2.0:1789468341.847050:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402405888, portal 10 00000100:00000001:2.0:1789468341.847054:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468341.847056:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704773888 : -126741004777728 : ffff8cbacf6e8700) 00000100:00000040:2.0:1789468341.847064:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e8700 x1876386402405888/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468341.847070:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468341.847073:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789468341.847075:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de088. 00000100:00000200:2.0:1789468341.847078:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402405888, offset 0 00000400:00000200:2.0:1789468341.847082:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000100:00000040:1.0:1789468341.847375:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468341.847381:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468341.847384:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468341.847387:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468341.847392:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20595) 00000800:00000200:3.0:1789468341.847813:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468341.847818:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6c00. 00000400:00000200:3.0:1789468341.847823:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468341.847828:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468341.850797:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468341.850813:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789468341.850818:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789468341.850823:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789468341.850827:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789468341.850830:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789468341.850834:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93950:93950:255:4294967295] 192.168.203.142@tcp LPNI seq info [93950:93950:7:4294967295] 00000400:00000200:2.0:1789468341.850838:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468341.850848:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000400:00000200:3.0:1789468341.850885:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de330 00000400:00000010:3.0:1789468341.850890:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de330. 00000100:00000001:3.0:1789468341.850896:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468341.850904:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6ea680 x1876386402405760/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468341.850915:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468341.850918:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6ea680 x1876386402405760/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468366 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468341.850926:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468341.850927:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789468341.850973:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789468341.850981:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6700. 00000800:00000200:2.0:1789468341.850987:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789468341.850994:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468341.850999:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789468341.851018:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468341.851024:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:2.0:1789468341.851029:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789468341.851032:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315257880 00000100:00000001:2.0:1789468341.851035:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315259128 00000100:00000001:2.0:1789468341.851037:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315257880 00000100:00000001:2.0:1789468341.851039:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315259128 00000100:00000001:2.0:1789468341.851041:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468341.851044:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468341.851048:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468341.851052:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468341.851060:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468341.851063:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789468341.851065:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468341.851067:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468341.851068:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468341.851070:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789468341.851305:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468341.851310:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6700. 00000400:00000200:3.0:1789468341.851314:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468341.851319:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468341.851706:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de088 00000400:00000010:3.0:1789468341.851710:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de088. 00000100:00000001:3.0:1789468341.851714:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468341.851719:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e8700 x1876386402405888/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468341.851727:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468341.851730:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e8700 x1876386402405888/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468366 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468341.851737:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468341.851738:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468342.225487:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468342.225494:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468342.225496:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468342.225501:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468342.225505:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468342.225509:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468342.225511:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468342.225514:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468342.225516:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468342.609257:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468342.609265:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468342.609271:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468342.609272:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468342.609294:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468342.609295:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468342.609348:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468342.609351:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468342.609354:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468343.121426:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315259128, at 4315259136 00000100:00000010:2.0:1789468343.121442:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d000. 00000100:00000040:3.0:1789468343.121735:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315259128, at 4315259136 00000100:00000010:3.0:1789468343.121742:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d4e0. 00000100:00000001:2.0:1789468343.249315:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468343.249323:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468343.249327:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468343.249332:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468343.249336:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468343.249340:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468343.249342:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468343.249345:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468343.249347:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468343.633714:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468343.633722:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468343.633728:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468343.633729:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468343.633732:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468343.633734:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468343.633826:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468343.633830:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468343.633835:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468344.273332:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468344.273340:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468344.273343:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468344.273349:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468344.273353:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468344.273357:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468344.273360:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468344.273362:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468344.273365:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468344.658773:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468344.658780:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468344.658785:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468344.658788:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468344.658790:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468344.658793:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468344.658796:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468344.658798:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468344.658800:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468344.658803:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468344.658806:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468344.658807:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468344.658809:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468344.658810:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468344.658811:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468344.658813:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468344.658814:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468344.658816:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468344.658921:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468344.658924:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468344.658926:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468345.298721:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468345.298728:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468345.298731:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468345.298738:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468345.298741:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468345.298745:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468345.298748:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468345.298750:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468345.298753:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468345.681292:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468345.681299:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468345.681305:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468345.681306:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468345.681309:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468345.681310:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468345.681409:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468345.681412:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468345.681415:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468346.321271:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468346.321279:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468346.321281:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468346.321286:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468346.321290:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468346.321294:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468346.321297:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468346.321299:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468346.321302:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468346.705307:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468346.705313:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468346.705319:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468346.705320:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468346.705323:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468346.705324:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468346.705761:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468346.705766:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468346.705769:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468346.961275:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468346.961285:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468346.961305:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468346.961308:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468346.961310:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468346.961312:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468346.961315:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468346.961327:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468346.961330:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468346.961332:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468346.961337:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20600) 00000100:00000001:2.0:1789468346.962444:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468346.962457:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468346.962459:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468346.962464:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468346.962467:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468346.962471:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468346.962474:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468347.345289:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468347.345297:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468347.345299:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468347.345305:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468347.345308:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468347.345312:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468347.345315:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468347.345317:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468347.345320:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468347.729286:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468347.729293:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468347.729298:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468347.729299:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468347.729302:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468347.729304:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468347.729393:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468347.729396:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468347.729400:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468347.985535:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468347.985549:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468347.985551:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468347.985556:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468347.985558:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468347.985562:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468347.985565:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468348.369367:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468348.369373:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468348.369375:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468348.369380:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468348.369384:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468348.369388:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468348.369392:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468348.369394:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468348.369396:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468348.754904:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468348.754911:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468348.754918:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468348.754919:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468348.754923:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468348.754924:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468348.755394:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468348.755398:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468348.755401:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468349.009644:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468349.009656:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468349.009658:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468349.009662:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468349.009665:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468349.009668:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468349.009671:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468349.393268:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468349.393278:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468349.393280:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468349.393286:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468349.393290:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468349.393294:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468349.393297:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468349.393299:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468349.393302:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468349.777297:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468349.777304:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468349.777310:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468349.777311:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468349.777314:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468349.777315:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468349.777414:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468349.777418:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468349.777420:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468350.033947:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468350.033962:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468350.033964:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468350.033969:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468350.033971:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468350.033986:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468350.033989:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468350.417542:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468350.417550:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468350.417552:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468350.417557:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468350.417560:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468350.417564:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468350.417567:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468350.417569:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468350.417572:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468350.801298:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468350.801305:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468350.801310:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468350.801311:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468350.801314:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468350.801315:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468350.804237:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468350.804244:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468350.804248:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468351.060675:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468351.060699:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468351.060702:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468351.060706:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468351.060708:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468351.060712:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468351.060715:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468351.441263:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468351.441272:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468351.441274:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468351.441279:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468351.441283:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468351.441287:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468351.441289:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468351.441292:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468351.441294:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468351.825288:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468351.825296:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468351.825299:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468351.825303:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468351.825308:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468351.825310:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468351.825313:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468351.825315:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468351.825329:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468351.825331:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468351.825334:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468351.825335:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468351.825464:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468351.825468:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468351.825471:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468352.081244:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468352.081269:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468352.081271:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468352.081276:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468352.081278:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1789468352.081278:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789468352.081282:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468352.081283:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1789468352.081285:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468352.081287:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468352.081290:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468352.081292:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468352.081295:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468352.081298:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468352.081322:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468352.081325:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468352.081328:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468352.081337:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20605) 00000100:00000001:1.0:1789468352.468315:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468352.468322:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468352.468324:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468352.468329:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468352.468332:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468352.468336:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468352.468338:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468352.468341:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468352.468343:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468352.849696:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468352.849703:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468352.849727:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468352.849728:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468352.849731:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468352.849732:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468352.849934:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468352.849937:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468352.849940:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468353.105263:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468353.105281:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468353.105283:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468353.105288:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468353.105290:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468353.105295:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468353.105297:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468353.489231:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468353.489239:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468353.489242:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468353.489247:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468353.489251:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468353.489271:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468353.489274:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468353.489276:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468353.489279:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468353.875960:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468353.875967:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468353.875973:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468353.875974:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468353.875978:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468353.875979:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468353.876879:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468353.876884:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468353.876887:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468354.129220:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468354.129233:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468354.129234:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468354.129238:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468354.129240:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468354.129244:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468354.129246:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468354.517022:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468354.517029:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468354.517031:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468354.517036:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468354.517039:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468354.517044:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468354.517047:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468354.517049:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468354.517051:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468354.897264:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468354.897270:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468354.897276:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468354.897279:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468354.897281:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468354.897285:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468354.897287:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468354.897289:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468354.897291:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468354.897293:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468354.897297:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468354.897298:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468354.897300:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468354.897301:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468354.897303:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468354.897304:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468354.897305:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468354.897307:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468354.897435:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468354.897439:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468354.897442:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468355.153371:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468355.153386:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468355.153388:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468355.153394:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468355.153396:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468355.153400:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468355.153403:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468355.537441:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468355.537448:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468355.537450:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468355.537455:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468355.537458:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468355.537462:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468355.537464:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468355.537467:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468355.537469:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468355.921329:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468355.921336:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468355.921341:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468355.921342:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468355.921345:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468355.921346:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468355.921453:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468355.921457:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468355.921461:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468356.178387:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468356.178401:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468356.178404:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468356.178407:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468356.178419:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468356.178424:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468356.178427:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468356.561591:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468356.561598:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468356.561600:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468356.561605:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468356.561608:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468356.561611:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468356.561614:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468356.561616:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468356.561618:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468356.945259:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468356.945266:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468356.945272:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468356.945273:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468356.945295:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468356.945296:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468356.946928:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468356.946933:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468356.946937:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468357.201334:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468357.201349:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468357.201351:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468357.201356:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468357.201358:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468357.201362:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468357.201364:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468357.203277:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468357.203305:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468357.203308:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468357.203311:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468357.203315:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468357.203318:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468357.203321:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468357.203325:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468357.203327:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468357.203330:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468357.203336:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20610) 00000100:00000001:1.0:1789468357.585299:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468357.585308:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468357.585310:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468357.585315:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468357.585319:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468357.585322:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468357.585325:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468357.585327:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468357.585330:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468357.969982:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468357.970001:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468357.970008:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468357.970009:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468357.970012:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468357.970013:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468357.970279:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468357.970282:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468357.970285:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468358.225772:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468358.225782:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468358.225784:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468358.225789:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468358.225791:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468358.225794:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468358.225797:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468358.609398:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468358.609406:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468358.609409:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468358.609414:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468358.609417:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468358.609422:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468358.609442:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468358.609444:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468358.609447:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468358.993808:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468358.993815:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468358.993821:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468358.993822:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468358.993825:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468358.993826:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468358.999445:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468358.999451:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468358.999456:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468359.249771:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468359.249785:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468359.249788:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468359.249793:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468359.249795:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468359.249800:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468359.249803:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468359.633260:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468359.633269:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468359.633271:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468359.633277:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468359.633280:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468359.633285:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468359.633287:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468359.633290:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468359.633292:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468360.017292:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468360.017299:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468360.017304:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468360.017306:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468360.017311:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468360.017313:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468360.017753:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468360.017757:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468360.017760:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468360.274008:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468360.274022:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468360.274024:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468360.274029:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468360.274031:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468360.274035:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468360.274038:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468360.658195:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468360.658203:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468360.658205:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468360.658211:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468360.658214:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468360.658218:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468360.658220:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468360.658223:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468360.658225:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468361.041221:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468361.041227:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468361.041232:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468361.041233:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468361.041236:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468361.041238:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468361.041356:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468361.041359:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468361.041362:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468361.300060:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468361.300074:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468361.300076:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468361.300081:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468361.300083:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468361.300087:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468361.300091:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468361.681264:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468361.681273:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468361.681275:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468361.681280:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468361.681284:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468361.681288:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468361.681291:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468361.681293:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468361.681295:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468362.065300:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468362.065308:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468362.065310:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468362.065314:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468362.065319:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468362.065321:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468362.065323:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468362.065325:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468362.065328:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468362.065329:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468362.065333:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468362.065334:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468362.065451:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468362.065454:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468362.065462:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468362.321318:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468362.321328:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468362.321331:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468362.321335:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468362.321337:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468362.321340:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468362.321342:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468362.321346:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468362.321348:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468362.321351:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468362.321357:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20616) 00000100:00000001:2.0:1789468362.321443:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468362.321453:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468362.321455:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468362.321458:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468362.321461:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468362.321465:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468362.321467:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468362.705925:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468362.705934:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468362.705936:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468362.705942:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468362.705945:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468362.705960:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468362.705962:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468362.705965:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468362.705968:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468363.089267:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468363.089273:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468363.089279:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468363.089280:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468363.089283:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468363.089285:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468363.089418:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468363.089421:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468363.089425:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468363.345311:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468363.345324:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468363.345327:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468363.345331:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468363.345333:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468363.345337:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468363.345339:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468363.729245:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468363.729253:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468363.729255:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468363.729260:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468363.729264:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468363.729267:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468363.729270:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468363.729272:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468363.729275:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468364.113628:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468364.113634:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468364.113639:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468364.113641:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468364.113644:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468364.113645:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468364.113928:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468364.113931:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468364.113934:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468364.369235:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468364.369249:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468364.369251:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468364.369255:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468364.369257:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468364.369260:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468364.369262:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468364.753258:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468364.753266:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468364.753268:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468364.753272:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468364.753276:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468364.753279:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468364.753282:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468364.753284:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468364.753286:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468365.137405:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468365.137412:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468365.137418:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468365.137421:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468365.137867:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468365.137871:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468365.137893:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468365.137895:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468365.137897:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468365.137900:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468365.137904:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468365.137907:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468365.137908:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468365.137909:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468365.137911:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468365.137912:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468365.137913:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468365.137915:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468365.142386:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468365.142394:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468365.142399:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468365.393257:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468365.393272:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468365.393274:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468365.393279:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468365.393282:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468365.393286:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468365.393289:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468365.777254:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468365.777262:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468365.777264:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468365.777269:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468365.777288:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468365.777292:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468365.777294:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468365.777296:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468365.777298:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468366.161297:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468366.161303:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468366.161308:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468366.161310:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468366.161313:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468366.161314:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468366.161556:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468366.161560:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468366.161563:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468366.417238:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468366.417245:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468366.417262:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468341/real 1789468341] req@ffff8cbacf6e9f80 x1876386402405632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468366 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468366.417278:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468366.417280:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468366.417284:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7420. 00000400:00000200:2.0:1789468366.417290:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6deee0 00000400:00000010:2.0:1789468366.417292:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6deee0. 00000100:00000001:2.0:1789468366.417297:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468366.417300:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e9f80 x1876386402405632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468366 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468366.417308:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e9f80 x1876386402405632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468366 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468366.417315:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468366.417317:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468366.417320:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468366.417322:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468366.417330:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e9f80 x1876386402405632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468366 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468366.417337:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468366.417339:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468366.417343:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468341/real 1789468341] req@ffff8cbacf6ea680 x1876386402405760/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468366 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468366.417350:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468366.417352:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468366.417354:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7cb8. 00000400:00000200:2.0:1789468366.417356:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de880 00000400:00000010:2.0:1789468366.417358:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de880. 00000100:00000001:2.0:1789468366.417360:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468366.417363:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6ea680 x1876386402405760/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468366 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468366.417371:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6ea680 x1876386402405760/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468366 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468366.417377:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468366.417378:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468366.417380:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468366.417381:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468366.417384:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6ea680 x1876386402405760/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468366 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468366.417396:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468366.417398:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468366.417402:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468341/real 1789468341] req@ffff8cbacf6e8700 x1876386402405888/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468366 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468366.417410:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468366.417411:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468366.417413:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee74d0. 00000400:00000200:2.0:1789468366.417415:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de990 00000400:00000010:2.0:1789468366.417416:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de990. 00000100:00000001:2.0:1789468366.417418:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468366.417421:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e8700 x1876386402405888/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468366 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468366.417428:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e8700 x1876386402405888/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468366 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468366.417435:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468366.417436:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468366.417438:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468366.417439:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468366.417452:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e8700 x1876386402405888/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468366 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468366.417459:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468366.417466:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468366.417468:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468366.417470:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468366.417473:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468366.417475:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468366.417478:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e9f80 x1876386402405632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468366 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468366.417486:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468366.417489:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468366.417490:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468366.417491:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468366.417494:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468366.417496:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468366.417499:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468366.417522:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789468366.417525:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468366.417529:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e9f80 x1876386402405632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468366 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468366.417537:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402405632:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789468366.417542:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468366.417545:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6ea680 x1876386402405760/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468366 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468366.417550:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468366.417552:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468366.417554:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468366.417555:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468366.417556:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468366.417558:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468366.417561:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468366.417565:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789468366.417567:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468366.417571:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6ea680 x1876386402405760/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468366 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468366.417577:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402405760:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789468366.417581:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468366.417584:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e8700 x1876386402405888/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468366 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468366.417590:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468366.417591:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468366.417593:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468366.417594:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468366.417595:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468366.417597:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468366.417599:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468366.417603:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789468366.417605:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468366.417608:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e8700 x1876386402405888/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468366 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468366.417614:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402405888:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789468366.417618:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468366.417620:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468366.417623:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e9f80 x1876386402405632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468366 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468366.417629:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468366.417632:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468366.417635:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacdc00. 02000000:00000001:2.0:1789468366.417640:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468366.417643:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468366.417645:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789468366.417647:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468366.417650:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687cc00. 02000000:00000001:2.0:1789468366.417654:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468366.417656:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468366.417658:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e9f80. 00000100:00000001:2.0:1789468366.417661:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468366.417663:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468366.417664:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1789468366.417852:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468366.417857:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1789468366.417859:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468366.417861:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468366.417865:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468366.417868:0:331017:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20590 00000400:00000200:0.0:1789468366.417876:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468366.417880:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789468366.417883:0:331017:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468366.417886:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468366.417888:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468366.417891:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468366.417892:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789468366.417898:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468366.417900:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:0.0:1789468366.417903:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468366.417920:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:0.0:1789468366.417931:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:0.0:1789468366.417934:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:0.0:1789468366.417937:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468366.417939:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468366.417941:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468366.417942:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789468366.417945:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:0.0:1789468366.417955:0:331017:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789468366.417958:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468366.417960:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468366.417963:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468366.417965:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468366.417967:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468366.417970:0:331017:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468366.417975:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6ebb80. 00000020:00000040:0.0:1789468366.417978:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:0.0:1789468366.417981:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468366.417983:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468366.417985:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468366.417988:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468366.417991:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468366.417997:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687f000. 00000100:00000001:0.0:1789468366.418003:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468366.418008:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6ebb80 x1876386402406016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468366.418016:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468366.418020:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468366.418023:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f05525c4] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6ebb80 x1876386402406016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468366.418033:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468366.418035:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468366.418043:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789468366.418045:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468366.418046:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468366.418049:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468366.418051:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20590 00000400:00000200:0.0:1789468366.418056:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468366.418059:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789468366.418061:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468366.418063:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468366.418065:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468366.418067:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468366.418069:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789468366.418072:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468366.418073:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:0.0:1789468366.418075:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468366.418076:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:0.0:1789468366.418078:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:0.0:1789468366.418080:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:0.0:1789468366.418083:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468366.418084:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468366.418086:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468366.418088:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789468366.418090:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:0.0:1789468366.418092:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789468366.418094:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468366.418096:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468366.418101:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468366.418103:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468366.418105:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789468366.418108:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789468366.418115:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468366.418117:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468366.418119:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6eb800. 00000020:00000040:0.0:1789468366.418122:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=11 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789468366.418124:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468366.418125:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468366.418126:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468366.418128:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468366.418129:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468366.418149:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687c800. 00000100:00000001:0.0:1789468366.418152:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468366.418158:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6eb800 x1876386402406144/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468366.418164:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468366.418166:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468366.418169:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc332fda] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6eb800 x1876386402406144/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468366.418176:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468366.418178:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468366.418180:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789468366.418182:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468366.418183:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468366.418186:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468366.418188:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20590 00000400:00000200:0.0:1789468366.418191:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468366.418194:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789468366.418196:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468366.418198:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468366.418201:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468366.418202:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468366.418213:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789468366.418216:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468366.418217:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:0.0:1789468366.418219:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468366.418221:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:0.0:1789468366.418223:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:0.0:1789468366.418224:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:0.0:1789468366.418227:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468366.418229:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468366.418231:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468366.418232:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789468366.418235:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:0.0:1789468366.418237:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789468366.418238:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468366.418240:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468366.418243:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468366.418244:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468366.418246:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789468366.418248:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789468366.418250:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468366.418251:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468366.418255:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e9f80. 00000020:00000040:0.0:1789468366.418257:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=9 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789468366.418259:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468366.418261:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468366.418262:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468366.418263:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468366.418265:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468366.418268:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687f400. 00000100:00000001:0.0:1789468366.418271:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468366.418275:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e9f80 x1876386402406272/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468366.418289:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468366.418291:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468366.418295:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9c4e0db] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e9f80 x1876386402406272/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468366.418301:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468366.418304:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468366.418307:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468366.418310:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468366.418313:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468366.418317:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20620) 00000100:00000040:2.0:1789468366.418811:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6ea680 x1876386402405760/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468366 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468366.418820:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468366.418823:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468366.418825:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacf800. 02000000:00000001:2.0:1789468366.418830:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468366.418832:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468366.418833:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789468366.418835:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468366.418836:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687c400. 02000000:00000001:2.0:1789468366.418839:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468366.418841:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468366.418842:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6ea680. 00000100:00000001:2.0:1789468366.418845:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468366.418846:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468366.418848:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468366.418852:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e8700 x1876386402405888/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468366 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468366.418857:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468366.418859:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468366.418860:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacf400. 02000000:00000001:2.0:1789468366.418862:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468366.418863:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468366.418864:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789468366.418866:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468366.418867:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687c000. 02000000:00000001:2.0:1789468366.418869:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468366.418870:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468366.418871:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e8700. 00000100:00000001:2.0:1789468366.418873:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468366.418874:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468366.418876:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468366.418881:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468366.418882:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468366.418885:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468366.418887:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468366.418889:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468366.418892:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6ebb80 x1876386402406016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468366.418899:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468366.418901:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468366.418904:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468366.418906:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468366.418909:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468366.418912:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402406016:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789468366.418916:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468366.419016:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468366.419020:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468366.419022:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468366.419028:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacf400. 02000000:00000001:2.0:1789468366.419030:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468366.419036:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789468366.419040:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee74d0. 00000400:00000010:2.0:1789468366.419046:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de990. 00000100:00000200:2.0:1789468366.419052:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402406016, portal 25 00000100:00000001:2.0:1789468366.419054:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468366.419055:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704787328 : -126741004764288 : ffff8cbacf6ebb80) 00000100:00000040:2.0:1789468366.419061:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6ebb80 x1876386402406016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468366.419068:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468366.419071:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789468366.419073:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de880. 00000100:00000200:2.0:1789468366.419076:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402406016, offset 0 00000400:00000200:2.0:1789468366.419082:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789468366.419090:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468366.419095:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789468366.419099:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789468366.419103:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789468366.419106:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789468366.419108:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789468366.419112:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93951:93951:256:4294967295] 192.168.203.142@tcp LPNI seq info [93951:93951:8:4294967295] 00000400:00000200:2.0:1789468366.419116:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468366.419125:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789468366.419148:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789468366.419153:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6d00. 00000800:00000200:2.0:1789468366.419160:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789468366.419167:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468366.419171:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789468366.419259:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468366.419264:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789468366.419268:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315283701 00000100:00000010:2.0:1789468366.419273:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d000. 00000100:00000001:2.0:1789468366.419280:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789468366.419286:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315283701 00000100:00000010:2.0:1789468366.419289:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d660. 00000100:00000001:2.0:1789468366.419292:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789468366.419295:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468366.419298:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468366.419300:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468366.419305:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6eb800 x1876386402406144/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468366.419312:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468366.419314:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468366.419316:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468366.419318:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468366.419320:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468366.419323:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402406144:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789468366.419329:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468366.419331:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468366.419333:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468366.419335:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468366.419338:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacf800. 02000000:00000001:2.0:1789468366.419340:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468366.419344:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789468366.419347:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7cb8. 00000400:00000010:2.0:1789468366.419350:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6deee0. 00000100:00000200:2.0:1789468366.419354:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402406144, portal 10 00000100:00000001:2.0:1789468366.419356:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468366.419357:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704786432 : -126741004765184 : ffff8cbacf6eb800) 00000100:00000040:2.0:1789468366.419364:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6eb800 x1876386402406144/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468366.419370:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468366.419372:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789468366.419375:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de088. 00000100:00000200:2.0:1789468366.419377:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402406144, offset 0 00000400:00000200:2.0:1789468366.419382:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789468366.419386:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468366.419390:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789468366.419393:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789468366.419395:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789468366.419397:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789468366.419399:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789468366.419402:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93952:93952:255:4294967295] 192.168.203.142@tcp LPNI seq info [93952:93952:7:4294967295] 00000400:00000200:2.0:1789468366.419406:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468366.419412:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789468366.419416:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789468366.419419:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6900. 00000800:00000200:2.0:1789468366.419423:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789468366.419428:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468366.419430:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789468366.419433:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468366.419436:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:2.0:1789468366.419439:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789468366.419454:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315282461 00000100:00000001:2.0:1789468366.419458:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315283701 00000100:00000001:2.0:1789468366.419460:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315282461 00000100:00000001:2.0:1789468366.419461:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315283701 00000100:00000001:2.0:1789468366.419463:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468366.419465:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468366.419467:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468366.419472:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e9f80 x1876386402406272/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468366.419478:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468366.419479:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468366.419481:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468366.419483:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468366.419485:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468366.419487:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402406272:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789468366.419490:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468366.419492:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468366.419493:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468366.419495:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468366.419498:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacdc00. 02000000:00000001:2.0:1789468366.419500:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468366.419503:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789468366.419506:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7420. 00000400:00000010:2.0:1789468366.419509:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de330. 00000100:00000200:2.0:1789468366.419512:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402406272, portal 10 00000100:00000001:2.0:1789468366.419514:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468366.419515:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704780160 : -126741004771456 : ffff8cbacf6e9f80) 00000100:00000040:2.0:1789468366.419521:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e9f80 x1876386402406272/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468366.419526:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468366.419529:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789468366.419531:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de550. 00000100:00000200:2.0:1789468366.419533:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402406272, offset 0 00000400:00000200:2.0:1789468366.419538:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789468366.419541:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468366.419545:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789468366.419548:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789468366.419550:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789468366.419552:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789468366.419554:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789468366.419557:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93953:93953:254:4294967295] 192.168.203.142@tcp LPNI seq info [93953:93953:6:4294967295] 00000400:00000200:2.0:1789468366.419561:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468366.419566:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789468366.419570:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789468366.419572:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6400. 00000800:00000200:2.0:1789468366.419576:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789468366.419580:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468366.419582:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789468366.419585:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468366.419589:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:2.0:1789468366.419591:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789468366.419593:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315282449 00000100:00000001:2.0:1789468366.419595:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315283701 00000100:00000001:2.0:1789468366.419597:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315282449 00000100:00000001:2.0:1789468366.419599:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315283701 00000100:00000001:2.0:1789468366.419602:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468366.419604:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468366.419607:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468366.419609:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468366.419614:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468366.419616:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789468366.419618:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468366.419619:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468366.419621:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468366.419622:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789468366.427712:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468366.427724:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6d00. 00000400:00000200:3.0:1789468366.427733:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468366.427742:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468366.427749:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de880 00000400:00000010:3.0:1789468366.427752:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de880. 00000100:00000001:3.0:1789468366.427758:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468366.427766:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6ebb80 x1876386402406016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468366.427778:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468366.427782:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6ebb80 x1876386402406016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468391 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468366.427789:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468366.427791:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789468366.427807:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468366.427810:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6900. 00000400:00000200:3.0:1789468366.427813:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468366.427817:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468366.427834:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de088 00000400:00000010:3.0:1789468366.427836:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de088. 00000100:00000001:3.0:1789468366.427839:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468366.427843:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6eb800 x1876386402406144/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468366.427849:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468366.427852:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6eb800 x1876386402406144/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468391 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468366.427859:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468366.427860:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789468366.427932:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468366.427935:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6400. 00000400:00000200:3.0:1789468366.427939:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468366.427943:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468366.427946:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de550 00000400:00000010:3.0:1789468366.427948:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de550. 00000100:00000001:3.0:1789468366.427950:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468366.427954:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9f80 x1876386402406272/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468366.427960:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468366.427962:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9f80 x1876386402406272/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468391 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468366.427967:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468366.427969:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468366.801326:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468366.801334:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468366.801337:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468366.801342:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468366.801345:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468366.801349:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468366.801351:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468366.801354:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468366.801356:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468367.185269:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468367.185275:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468367.185281:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468367.185282:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468367.185285:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468367.185286:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468367.186886:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468367.186892:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468367.186897:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789468367.697620:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315283701, at 4315283712 00000100:00000010:3.0:1789468367.697636:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d660. 00000100:00000040:2.0:1789468367.699333:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315283701, at 4315283714 00000100:00000010:2.0:1789468367.699344:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d000. 00000100:00000001:1.0:1789468367.825330:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468367.825339:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468367.825341:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468367.825346:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468367.825350:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468367.825354:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468367.825356:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468367.825359:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468367.825361:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468368.213321:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468368.213328:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468368.213334:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468368.213335:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468368.213338:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468368.213339:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468368.213402:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468368.213407:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468368.213410:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468368.849292:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468368.849300:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468368.849302:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468368.849308:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468368.849311:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468368.849314:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468368.849317:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468368.849320:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468368.849322:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468369.233684:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468369.233691:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468369.233697:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468369.233698:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468369.233701:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468369.233702:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468369.234002:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468369.234006:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468369.234010:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468369.873807:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468369.873815:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468369.873817:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468369.873822:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468369.873825:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468369.873829:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468369.873831:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468369.873833:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468369.873836:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468370.257420:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468370.257426:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468370.257432:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468370.257461:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468370.257466:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468370.257467:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468370.258335:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468370.258339:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468370.258343:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468370.897247:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468370.897256:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468370.897258:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468370.897263:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468370.897266:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468370.897270:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468370.897273:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468370.897275:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468370.897277:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468371.281275:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468371.281282:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468371.281287:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468371.281288:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468371.281291:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468371.281292:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468371.281418:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468371.281422:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468371.281425:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468371.537438:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468371.537455:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468371.537457:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468371.537462:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468371.537464:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468371.537469:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468371.537471:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468371.539425:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468371.539434:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468371.539437:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468371.539440:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468371.539442:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468371.539444:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468371.539465:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468371.539469:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468371.539472:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468371.539475:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468371.539481:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20625) 00000100:00000001:1.0:1789468371.924008:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468371.924016:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468371.924018:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468371.924023:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468371.924027:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468371.924031:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468371.924033:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468371.924035:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468371.924038:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468372.306280:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468372.306289:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468372.306291:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468372.306295:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468372.306300:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468372.306302:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468372.306304:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468372.306307:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468372.306310:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468372.306312:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468372.306315:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468372.306316:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468372.306725:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468372.306729:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468372.306732:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468372.561251:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468372.561264:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468372.561266:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468372.561271:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468372.561273:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468372.561277:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468372.561280:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468372.945398:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468372.945407:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468372.945409:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468372.945414:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468372.945417:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468372.945421:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468372.945424:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468372.945427:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468372.945429:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468373.329347:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468373.329354:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468373.329361:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468373.329362:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468373.329365:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468373.329367:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468373.329678:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468373.329682:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468373.329684:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468373.585242:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468373.585255:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468373.585257:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468373.585261:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468373.585263:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468373.585267:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468373.585269:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468373.969277:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468373.969288:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468373.969290:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468373.969296:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468373.969300:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468373.969305:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468373.969308:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468373.969333:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468373.969336:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468374.354679:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468374.354689:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468374.354696:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468374.354700:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468374.354702:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468374.354707:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468374.354711:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468374.354714:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468374.354716:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468374.354719:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468374.354723:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468374.354750:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468374.354752:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468374.354754:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468374.354756:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468374.354757:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468374.354759:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468374.354761:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468374.354901:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468374.354906:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468374.354910:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468374.610774:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468374.610787:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468374.610790:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468374.610794:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468374.610796:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468374.610801:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468374.610803:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468374.993320:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468374.993334:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468374.993336:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468374.993344:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468374.993349:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468374.993354:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468374.993358:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468374.993362:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468374.993365:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468375.377720:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468375.377732:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468375.377740:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468375.377741:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468375.377745:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468375.377747:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468375.378020:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468375.378026:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468375.378030:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468375.633641:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468375.633656:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468375.633658:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468375.633663:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468375.633665:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468375.633669:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468375.633672:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468376.017337:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468376.017348:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468376.017351:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468376.017358:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468376.017363:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468376.017367:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468376.017371:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468376.017374:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468376.017377:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468376.401376:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468376.401384:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468376.401390:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468376.401391:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468376.401394:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468376.401395:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468376.401927:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468376.401934:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468376.401940:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468376.657330:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468376.657345:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468376.657347:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468376.657353:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468376.657356:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468376.657361:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468376.657363:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468376.657378:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468376.657389:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468376.657393:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468376.657397:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468376.657400:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468376.657403:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468376.657406:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468376.657432:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468376.657435:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468376.657439:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468376.657446:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20630) 00000100:00000001:1.0:1789468377.041284:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468377.041295:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468377.041311:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468377.041318:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468377.041322:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468377.041328:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468377.041331:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468377.041335:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468377.041337:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468377.425307:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468377.425319:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468377.425327:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468377.425329:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468377.425334:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468377.425335:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468377.425530:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468377.425535:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468377.425539:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468377.681634:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468377.681647:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468377.681650:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468377.681655:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468377.681657:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468377.681661:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468377.681663:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468378.066390:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468378.066400:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468378.066403:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468378.066410:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468378.066414:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468378.066420:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468378.066423:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468378.066425:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468378.066429:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468378.449310:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468378.449318:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468378.449324:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468378.449326:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468378.449329:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468378.449330:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468378.449432:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468378.449437:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468378.449440:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468378.705292:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468378.705306:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468378.705308:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468378.705313:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468378.705315:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468378.705320:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468378.705323:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468379.089266:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468379.089274:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468379.089276:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468379.089281:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468379.089285:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468379.089288:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468379.089306:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468379.089308:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468379.089311:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468379.473298:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468379.473305:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468379.473311:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468379.473312:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468379.473315:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468379.473316:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468379.473435:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468379.473438:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468379.473441:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468379.729268:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468379.729282:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468379.729284:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468379.729289:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468379.729291:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468379.729295:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468379.729298:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468380.114362:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468380.114369:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468380.114371:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468380.114376:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468380.114379:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468380.114383:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468380.114386:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468380.114388:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468380.114391:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468380.497404:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468380.497429:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468380.497435:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468380.497436:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468380.497439:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468380.497440:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468380.502212:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468380.502222:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468380.502229:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468380.754062:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468380.754075:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468380.754079:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468380.754083:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468380.754087:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468380.754091:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468380.754094:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468381.137247:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468381.137255:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468381.137257:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468381.137271:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468381.137275:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468381.137278:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468381.137281:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468381.137283:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468381.137286:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468381.521415:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468381.521422:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468381.521428:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468381.521430:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468381.521433:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468381.521435:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468381.522482:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468381.522487:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468381.522492:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468381.777268:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468381.777279:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468381.777282:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468381.777285:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468381.777288:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468381.777291:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468381.777310:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468381.777314:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468381.777316:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468381.777319:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468381.777326:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20635) 00000100:00000001:2.0:1789468381.779929:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468381.779943:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468381.779945:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468381.779950:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468381.779952:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468381.779956:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468381.779959:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468382.161255:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468382.161262:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468382.161264:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468382.161269:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468382.161272:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468382.161276:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468382.161278:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468382.161281:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468382.161283:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468382.547249:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468382.547258:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468382.547260:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468382.547263:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468382.547268:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468382.547270:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468382.547272:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468382.547274:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468382.547278:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468382.547280:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468382.547283:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468382.547284:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468382.547527:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468382.547531:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468382.547534:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468382.801392:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468382.801406:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468382.801409:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468382.801413:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468382.801416:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468382.801420:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468382.801423:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468383.185355:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468383.185363:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468383.185365:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468383.185371:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468383.185374:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468383.185378:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468383.185380:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468383.185382:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468383.185385:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468383.569283:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468383.569291:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468383.569297:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468383.569298:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468383.569301:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468383.569302:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468383.569682:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468383.569686:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468383.569689:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468383.828513:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468383.828527:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468383.828529:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468383.828543:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468383.828545:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468383.828549:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468383.828552:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468384.209270:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468384.209278:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468384.209280:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468384.209285:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468384.209304:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468384.209308:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468384.209310:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468384.209312:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468384.209315:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468384.596114:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468384.596122:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468384.596127:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468384.596157:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468384.596160:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468384.596164:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468384.596167:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468384.596169:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468384.596171:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468384.596191:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468384.596195:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468384.596197:0:332764:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468384.596198:0:332764:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468384.596199:0:332764:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468384.596201:0:332764:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468384.596203:0:332764:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468384.596204:0:332764:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468384.596206:0:332764:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468384.596317:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468384.596321:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468384.596324:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468384.850313:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468384.850328:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468384.850330:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468384.850334:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468384.850336:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468384.850341:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468384.850343:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468385.233189:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468385.233206:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468385.233208:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468385.233214:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468385.233218:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468385.233221:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468385.233224:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468385.233226:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468385.233228:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468385.617261:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468385.617269:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468385.617274:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468385.617276:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468385.617279:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468385.617280:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468385.617380:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468385.617384:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468385.617388:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468385.873241:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468385.873254:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468385.873256:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468385.873261:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468385.873264:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468385.873268:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468385.873271:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468386.257448:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468386.257457:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468386.257459:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468386.257464:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468386.257467:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468386.257471:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468386.257474:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468386.257476:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468386.257478:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468386.641815:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468386.641821:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468386.641827:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468386.641828:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468386.641831:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468386.641832:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468386.642733:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468386.642738:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468386.642742:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468386.897261:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468386.897277:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468386.897280:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468386.897286:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468386.897288:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468386.897292:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468386.897294:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468386.897345:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468386.897351:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468386.897355:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468386.897358:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468386.897360:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468386.897364:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468386.897366:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468386.897370:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468386.897372:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468386.897375:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468386.897381:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20640) 00000100:00000001:1.0:1789468387.281938:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468387.281946:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468387.281948:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468387.281952:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468387.281956:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468387.281960:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468387.281962:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468387.281965:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468387.281968:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468387.665332:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468387.665339:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468387.665344:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468387.665345:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468387.665348:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468387.665349:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468387.665471:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468387.665475:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468387.665478:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468387.921270:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468387.921283:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468387.921285:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468387.921290:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468387.921292:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468387.921296:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468387.921299:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468388.305380:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468388.305389:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468388.305391:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468388.305397:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468388.305400:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468388.305405:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468388.305407:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468388.305410:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468388.305412:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468388.689309:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468388.689317:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468388.689322:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468388.689323:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468388.689325:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468388.689326:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468388.689412:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468388.689416:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468388.689419:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468388.946910:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468388.946924:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468388.946927:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468388.946931:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468388.946933:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468388.946938:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468388.946940:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468389.334060:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468389.334068:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468389.334070:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468389.334076:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468389.334079:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468389.334083:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468389.334086:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468389.334088:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468389.334091:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468389.713342:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468389.713348:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468389.713354:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468389.713356:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468389.713359:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468389.713378:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468389.713974:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468389.713978:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468389.713981:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468389.970031:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468389.970047:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468389.970049:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468389.970053:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468389.970056:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468389.970060:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468389.970062:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468390.353312:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468390.353321:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468390.353323:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468390.353329:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468390.353333:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468390.353337:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468390.353340:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468390.353343:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468390.353345:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468390.737571:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468390.737579:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468390.737597:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468390.737599:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468390.737603:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468390.737604:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468390.739179:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468390.739186:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468390.739190:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468390.993258:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468390.993272:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468390.993275:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468390.993279:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468390.993281:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468390.993285:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468390.993288:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468391.377256:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468391.377264:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468391.377282:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468391.377288:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468391.377292:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468391.377296:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468391.377299:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468391.377302:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468391.377304:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468391.761295:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468391.761304:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468391.761311:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468391.761312:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468391.761316:0:332764:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468391.761317:0:332764:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468391.762261:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468391.762267:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468391.762272:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468392.017241:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468392.017250:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468392.017267:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468366/real 1789468366] req@ffff8cbacf6ebb80 x1876386402406016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468391 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468392.017287:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468392.017290:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468392.017294:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee74d0. 00000400:00000200:2.0:1789468392.017313:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de990 00000400:00000010:2.0:1789468392.017316:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de990. 00000100:00000001:2.0:1789468392.017322:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468392.017327:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6ebb80 x1876386402406016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468391 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468392.017336:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6ebb80 x1876386402406016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468391 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468392.017345:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468392.017346:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468392.017349:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468392.017351:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468392.017355:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6ebb80 x1876386402406016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468391 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468392.017362:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468392.017365:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468392.017370:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468366/real 1789468366] req@ffff8cbacf6eb800 x1876386402406144/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468391 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468392.017377:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468392.017379:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468392.017381:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7cb8. 00000400:00000200:2.0:1789468392.017384:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6deee0 00000400:00000010:2.0:1789468392.017386:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6deee0. 00000100:00000001:2.0:1789468392.017388:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468392.017392:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6eb800 x1876386402406144/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468391 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468392.017408:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6eb800 x1876386402406144/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468391 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468392.017415:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468392.017416:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468392.017418:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468392.017419:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468392.017424:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6eb800 x1876386402406144/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468391 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468392.017430:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468392.017432:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468392.017436:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468366/real 1789468366] req@ffff8cbacf6e9f80 x1876386402406272/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468391 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468392.017448:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468392.017449:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468392.017451:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7420. 00000400:00000200:2.0:1789468392.017454:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de330 00000400:00000010:2.0:1789468392.017456:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de330. 00000100:00000001:2.0:1789468392.017458:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468392.017461:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e9f80 x1876386402406272/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468391 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468392.017470:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e9f80 x1876386402406272/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468391 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468392.017477:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468392.017479:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468392.017482:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468392.017484:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468392.017488:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e9f80 x1876386402406272/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468391 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468392.017494:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468392.017502:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468392.017505:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468392.017511:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468392.017513:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468392.017516:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468392.017522:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6ebb80 x1876386402406016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468391 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468392.017536:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468392.017539:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468392.017541:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468392.017542:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468392.017545:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468392.017547:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468392.017551:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468392.017565:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789468392.017568:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468392.017571:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6ebb80 x1876386402406016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468391 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468392.017580:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402406016:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789468392.017585:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468392.017588:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6eb800 x1876386402406144/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468391 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468392.017594:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468392.017595:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468392.017597:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468392.017598:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468392.017599:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468392.017601:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468392.017603:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468392.017608:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789468392.017610:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468392.017614:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6eb800 x1876386402406144/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468391 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468392.017625:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402406144:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789468392.017629:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468392.017633:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e9f80 x1876386402406272/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468391 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468392.017639:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468392.017641:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468392.017643:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468392.017644:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468392.017645:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468392.017647:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468392.017649:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468392.017655:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789468392.017658:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468392.017662:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e9f80 x1876386402406272/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468391 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468392.017671:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402406272:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789468392.017676:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468392.017679:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468392.017694:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6ebb80 x1876386402406016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468391 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468392.017703:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468392.017706:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468392.017710:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacf400. 02000000:00000001:2.0:1789468392.017715:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468392.017718:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468392.017728:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789468392.017739:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468392.017742:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687f000. 02000000:00000001:2.0:1789468392.017748:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468392.017750:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468392.017752:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6ebb80. 00000100:00000001:2.0:1789468392.017756:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468392.017757:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468392.017759:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468392.017762:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6eb800 x1876386402406144/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468391 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468392.017770:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468392.017772:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468392.017774:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacf800. 02000000:00000001:2.0:1789468392.017777:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468392.017778:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468392.017779:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789468392.017781:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468392.017783:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687c800. 02000000:00000001:2.0:1789468392.017786:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468392.017787:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468392.017788:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6eb800. 00000100:00000001:2.0:1789468392.017790:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468392.017791:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468392.017792:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468392.017795:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e9f80 x1876386402406272/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468391 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468392.017800:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468392.017801:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468392.017802:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacdc00. 02000000:00000001:2.0:1789468392.017805:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468392.017806:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468392.017807:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789468392.017809:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468392.017810:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687f400. 02000000:00000001:2.0:1789468392.017812:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468392.017813:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468392.017814:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e9f80. 00000100:00000001:2.0:1789468392.017816:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468392.017817:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468392.017819:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468392.017822:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468392.017823:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468392.017825:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468392.017826:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468392.017921:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468392.017929:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789468392.017932:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468392.017935:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468392.017967:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468392.017974:0:331017:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20615 00000400:00000200:3.0:1789468392.017984:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468392.017990:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789468392.017994:0:331017:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468392.017997:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468392.018000:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468392.021775:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468392.021783:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789468392.021797:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468392.021799:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789468392.021803:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468392.021806:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789468392.021809:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789468392.021812:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789468392.021816:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468392.021819:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468392.021821:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468392.021823:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789468392.021826:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789468392.021831:0:331017:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789468392.021834:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468392.021838:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468392.021843:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468392.021846:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468392.021848:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468392.021851:0:331017:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468392.021860:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030a80. 00000020:00000040:3.0:1789468392.021864:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789468392.021868:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468392.021870:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468392.021897:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468392.021900:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468392.021905:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468392.021914:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1400. 00000100:00000001:3.0:1789468392.021924:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468392.021934:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030a80 x1876386402406400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468392.021946:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468392.021957:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468392.021962:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb50d69] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030a80 x1876386402406400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468392.021985:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468392.021989:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468392.021994:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468392.021996:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468392.021999:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468392.022003:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468392.022006:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20615 00000400:00000200:3.0:1789468392.022015:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468392.022023:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789468392.022027:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468392.022031:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468392.022033:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468392.022036:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468392.022039:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789468392.022044:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468392.022046:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789468392.022047:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468392.022050:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789468392.022052:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789468392.022055:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000001:2.0:1789468392.022057:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468392.022065:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468392.022072:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468392.022072:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468392.022077:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468392.022079:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468392.022082:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000100:00000040:2.0:1789468392.022091:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030a80 x1876386402406400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1789468392.022091:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789468392.022103:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789468392.022107:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468392.022108:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468392.022116:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468392.022123:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1789468392.022123:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468392.022156:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468392.022162:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468392.022166:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468392.022169:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468392.022174:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402406400:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789468392.022178:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468392.022183:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468392.022185:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468392.022188:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468392.022195:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacdc00. 02000000:00000001:2.0:1789468392.022197:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468392.022204:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789468392.022209:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7420. 00000400:00000010:2.0:1789468392.022216:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de330. 00000100:00000200:2.0:1789468392.022222:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402406400, portal 25 00000100:00000001:2.0:1789468392.022224:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468392.022226:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107405440 : -126744602146176 : ffff8cb9f9030a80) 00000100:00000040:2.0:1789468392.022232:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030a80 x1876386402406400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468392.022239:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468392.022243:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789468392.022245:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6deee0. 00000100:00000200:2.0:1789468392.022248:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402406400, offset 0 00000400:00000200:2.0:1789468392.022255:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789468392.022263:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468392.022270:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789468392.022275:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789468392.022278:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789468392.022282:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789468392.022284:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789468392.022288:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93954:93954:256:4294967295] 192.168.203.142@tcp LPNI seq info [93954:93954:8:4294967295] 00000400:00000200:2.0:1789468392.022292:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468392.022311:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789468392.022317:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789468392.022324:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6400. 00000800:00000200:2.0:1789468392.022330:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789468392.022338:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468392.022342:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789468392.022358:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468392.022363:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789468392.022365:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315309304 00000100:00000010:2.0:1789468392.022370:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d000. 00000100:00000001:2.0:1789468392.022376:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789468392.022382:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315309304 00000100:00000010:2.0:1789468392.022385:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d540. 00000100:00000001:2.0:1789468392.022388:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789468392.022391:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468392.022393:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468392.022589:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468392.022593:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468392.022600:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468392.022602:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789468392.022604:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468392.022606:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468392.022607:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468392.022609:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789468392.022714:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468392.022719:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6400. 00000400:00000200:2.0:1789468392.022723:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468392.022728:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468392.022742:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6deee0 00000400:00000010:2.0:1789468392.022744:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6deee0. 00000100:00000001:2.0:1789468392.022748:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468392.022752:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030a80 x1876386402406400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468392.022761:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468392.022765:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030a80 x1876386402406400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468417 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468392.022772:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468392.022774:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789468392.026875:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789468392.026882:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789468392.026894:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468392.026897:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468392.026909:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031c00. 00000020:00000040:3.0:1789468392.026916:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789468392.026922:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468392.026924:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468392.026927:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468392.026930:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468392.026936:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468392.026946:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d0800. 00000100:00000001:3.0:1789468392.026956:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468392.026973:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031c00 x1876386402406528/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468392.026984:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468392.026989:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468392.026994:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e90841d0] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031c00 x1876386402406528/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468392.027017:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468392.027023:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468392.027044:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468392.027046:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468392.027050:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468392.027055:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468392.027059:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20615 00000400:00000200:3.0:1789468392.027072:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468392.027079:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789468392.027084:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468392.027088:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468392.027092:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468392.027095:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468392.027097:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789468392.027106:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468392.027108:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789468392.027111:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468392.027115:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789468392.027118:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789468392.027121:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789468392.027124:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468392.027125:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468392.027127:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468392.027129:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789468392.027167:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789468392.027172:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789468392.027174:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468392.027177:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468392.027185:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468392.027188:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468392.027190:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789468392.027192:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789468392.027201:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468392.027203:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468392.027206:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9032d80. 00000020:00000040:3.0:1789468392.027209:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789468392.027212:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468392.027214:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468392.027216:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468392.027217:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468392.027219:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468392.027223:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2000. 00000100:00000001:3.0:1789468392.027228:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468392.027233:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9032d80 x1876386402406656/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468392.027241:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468392.027243:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468392.027247:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca468814] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9032d80 x1876386402406656/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468392.027256:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468392.027259:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468392.027263:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468392.027266:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468392.027270:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468392.027277:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20645) 00000100:00000001:2.0:1789468392.027418:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468392.027428:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468392.027433:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468392.027448:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9031c00 x1876386402406528/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468392.027461:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468392.027463:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468392.027467:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468392.027471:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468392.027473:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468392.027477:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402406528:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789468392.027481:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468392.027486:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468392.027489:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468392.027491:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468392.027501:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacf400. 02000000:00000001:2.0:1789468392.027502:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468392.027882:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789468392.027891:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7cb8. 00000400:00000010:2.0:1789468392.027900:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6deee0. 00000100:00000200:2.0:1789468392.027906:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402406528, portal 10 00000100:00000001:2.0:1789468392.027908:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468392.027910:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107409920 : -126744602141696 : ffff8cb9f9031c00) 00000100:00000040:2.0:1789468392.027919:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031c00 x1876386402406528/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468392.028001:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468392.028004:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789468392.028008:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de990. 00000100:00000200:2.0:1789468392.028012:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402406528, offset 0 00000400:00000200:2.0:1789468392.028018:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789468392.028027:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468392.028034:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789468392.028039:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789468392.028043:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789468392.028046:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789468392.028049:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789468392.028052:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93955:93955:256:4294967295] 192.168.203.142@tcp LPNI seq info [93955:93955:8:4294967295] 00000400:00000200:2.0:1789468392.028057:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468392.028067:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789468392.028073:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789468392.028078:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6400. 00000800:00000200:2.0:1789468392.028084:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789468392.028093:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468392.028294:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789468392.028321:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468392.028326:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:2.0:1789468392.028331:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789468392.028335:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315308069 00000100:00000001:2.0:1789468392.028338:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315309304 00000100:00000001:2.0:1789468392.028341:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315308069 00000100:00000001:2.0:1789468392.028343:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315309304 00000100:00000001:2.0:1789468392.028345:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468392.028348:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468392.028351:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468392.028357:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9032d80 x1876386402406656/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468392.028366:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468392.028368:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468392.028370:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468392.028372:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468392.028375:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468392.028378:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402406656:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789468392.028381:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468392.028384:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468392.028386:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468392.028389:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468392.028393:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacc400. 02000000:00000001:2.0:1789468392.028404:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468392.028408:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789468392.028411:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee74d0. 00000400:00000010:2.0:1789468392.028414:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de770. 00000100:00000200:2.0:1789468392.028418:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402406656, portal 10 00000100:00000001:2.0:1789468392.028420:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468392.028422:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107414400 : -126744602137216 : ffff8cb9f9032d80) 00000100:00000040:2.0:1789468392.028427:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9032d80 x1876386402406656/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468392.028433:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468392.028435:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789468392.028438:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6def68. 00000100:00000200:2.0:1789468392.028439:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402406656, offset 0 00000400:00000200:2.0:1789468392.028443:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789468392.028447:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468392.028451:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789468392.028453:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789468392.028455:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789468392.028458:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789468392.028460:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789468392.028463:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93956:93956:255:4294967295] 192.168.203.142@tcp LPNI seq info [93956:93956:7:4294967295] 00000400:00000200:2.0:1789468392.028466:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468392.028473:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789468392.028477:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789468392.028480:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6900. 00000800:00000200:2.0:1789468392.028484:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789468392.028488:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468392.028491:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789468392.028494:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468392.028497:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:2.0:1789468392.028501:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789468392.028502:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315308057 00000100:00000001:2.0:1789468392.028504:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315309304 00000100:00000001:2.0:1789468392.028506:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315308057 00000100:00000001:2.0:1789468392.028508:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315309304 00000100:00000001:2.0:1789468392.028510:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468392.028512:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468392.028515:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468392.028518:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468392.028526:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468392.028529:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789468392.028531:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468392.028533:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468392.028534:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468392.028536:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789468392.030395:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468392.030417:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6400. 00000400:00000200:3.0:1789468392.030427:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468392.030437:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468392.030448:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de990 00000400:00000010:3.0:1789468392.030452:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de990. 00000100:00000001:3.0:1789468392.030459:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468392.030488:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031c00 x1876386402406528/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468392.030501:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468392.030505:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031c00 x1876386402406528/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468417 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468392.030514:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468392.030516:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789468392.030603:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468392.030606:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6900. 00000400:00000200:3.0:1789468392.030609:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468392.030613:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468392.030617:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6def68 00000400:00000010:3.0:1789468392.030619:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6def68. 00000100:00000001:3.0:1789468392.030622:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468392.030627:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9032d80 x1876386402406656/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468392.030635:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468392.030638:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9032d80 x1876386402406656/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468417 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468392.030645:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468392.030647:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468392.401478:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468392.401490:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468392.401493:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468392.401499:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468392.401504:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468392.401509:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468392.401512:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468392.401515:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468392.401518:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468392.785455:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468392.785466:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468392.785469:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468392.785473:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468392.785479:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468392.785482:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468392.785484:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468392.785487:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468392.785491:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468392.785492:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468392.785496:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468392.785497:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468392.785757:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468392.785763:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468392.785768:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789468393.297261:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315309304, at 4315309312 00000100:00000010:3.0:1789468393.297278:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d540. 00000100:00000040:2.0:1789468393.297408:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315309304, at 4315309312 00000100:00000010:2.0:1789468393.297415:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d000. 00000100:00000001:1.0:1789468393.427268:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468393.427279:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468393.427282:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468393.427289:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468393.427293:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468393.427298:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468393.427301:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468393.427304:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468393.427307:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468393.809443:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468393.809451:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468393.809458:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468393.809459:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468393.809463:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468393.809464:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468393.809647:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468393.809651:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468393.809654:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468394.449441:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468394.449450:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468394.449452:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468394.449457:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468394.449460:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468394.449464:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468394.449467:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468394.449486:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468394.449489:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468394.835018:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468394.835025:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468394.835030:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468394.835033:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468394.835035:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468394.835038:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468394.835041:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468394.835073:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468394.835076:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468394.835078:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468394.835082:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468394.835084:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468394.835085:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468394.835086:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468394.835088:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468394.835089:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468394.835090:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468394.835092:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468394.835151:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468394.835155:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468394.835167:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468395.475004:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468395.475013:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468395.475015:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468395.475020:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468395.475024:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468395.475028:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468395.475031:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468395.475033:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468395.475036:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468395.857365:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468395.857372:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468395.857378:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468395.857379:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468395.857382:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468395.857383:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468395.864993:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468395.865001:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468395.865007:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468396.498077:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468396.498094:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468396.498097:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468396.498103:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468396.498106:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468396.498114:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468396.498117:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468396.498119:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468396.498122:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468396.881304:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468396.881312:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468396.881318:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468396.881319:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468396.881323:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468396.881324:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468396.881422:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468396.881425:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468396.881429:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468397.137404:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468397.137420:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468397.137423:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468397.137428:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468397.137431:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468397.137436:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468397.137438:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468397.139505:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468397.139516:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468397.139519:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468397.139522:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468397.139525:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468397.139528:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468397.139530:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468397.139534:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468397.139554:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468397.139557:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468397.139565:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20650) 00000100:00000001:2.0:1789468397.521310:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468397.521317:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468397.521320:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468397.521325:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468397.521328:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468397.521332:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468397.521335:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468397.521337:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468397.521339:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468397.905262:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468397.905270:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468397.905275:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468397.905277:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468397.905280:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468397.905281:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468397.905410:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468397.905415:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468397.905418:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468398.161238:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468398.161251:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468398.161253:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468398.161258:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468398.161260:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468398.161264:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468398.161266:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468398.545354:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468398.545361:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468398.545363:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468398.545369:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468398.545372:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468398.545376:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468398.545378:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468398.545380:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468398.545383:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468398.929305:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468398.929313:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468398.929318:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468398.929320:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468398.929323:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468398.929324:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468398.929418:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468398.929422:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468398.929425:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468399.186388:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468399.186399:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468399.186402:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468399.186406:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468399.186409:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468399.186413:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468399.186415:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468399.569729:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468399.569738:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468399.569740:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468399.569746:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468399.569749:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468399.569753:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468399.569756:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468399.569759:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468399.569781:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468399.953280:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468399.953288:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468399.953294:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468399.953296:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468399.953304:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468399.953305:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468399.953439:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468399.953443:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468399.953447:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468400.209595:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468400.209608:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468400.209611:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468400.209615:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468400.209618:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468400.209621:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468400.209624:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468400.593349:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468400.593357:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468400.593359:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468400.593364:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468400.593368:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468400.593372:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468400.593374:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468400.593376:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468400.593379:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468400.977264:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468400.977272:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468400.977279:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468400.977280:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468400.977284:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468400.977285:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468400.977374:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468400.977378:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468400.977380:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468401.233336:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468401.233353:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468401.233355:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468401.233363:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468401.233365:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468401.233369:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468401.233375:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468401.617939:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468401.617947:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468401.617949:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468401.617955:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468401.617958:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468401.617962:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468401.617964:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468401.617967:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468401.617970:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468402.003252:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468402.003259:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468402.003265:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468402.003266:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468402.003270:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468402.003271:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468402.003400:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468402.003403:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468402.003406:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468402.257272:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468402.257287:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468402.257290:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468402.257295:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468402.257297:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468402.257301:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468402.257304:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468402.257360:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468402.257382:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468402.257385:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468402.257388:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468402.257391:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468402.257394:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468402.257397:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468402.257401:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468402.257403:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468402.257407:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468402.257412:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20655) 00000100:00000001:1.0:1789468402.641857:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468402.641867:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468402.641869:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468402.641874:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468402.641878:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468402.641882:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468402.641885:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468402.641887:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468402.641890:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468403.025392:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468403.025399:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468403.025419:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468403.025422:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468403.025427:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468403.025429:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468403.025431:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468403.025434:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468403.025438:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468403.025439:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468403.025442:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468403.025444:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468403.025757:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468403.025761:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468403.025764:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468403.281331:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468403.281345:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468403.281347:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468403.281351:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468403.281354:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468403.281358:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468403.281360:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468403.666798:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468403.666823:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468403.666825:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468403.666830:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468403.666833:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468403.666837:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468403.666839:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468403.666842:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468403.666845:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468404.049369:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468404.049376:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468404.049383:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468404.049384:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468404.049387:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468404.049388:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468404.050217:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468404.050223:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468404.050227:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468404.305226:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468404.305241:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468404.305243:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468404.305248:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468404.305251:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468404.305255:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468404.305257:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468404.689313:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468404.689320:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468404.689322:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468404.689327:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468404.689330:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468404.689334:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468404.689337:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468404.689339:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468404.689342:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468405.073302:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468405.073310:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468405.073315:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468405.073318:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468405.073320:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468405.073323:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468405.073326:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468405.073329:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468405.073331:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468405.073333:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468405.073336:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468405.073337:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468405.073338:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468405.073339:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468405.073341:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468405.073342:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468405.073343:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468405.073345:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468405.076296:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468405.076304:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468405.076308:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468405.329365:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468405.329381:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468405.329384:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468405.329389:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468405.329392:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468405.329396:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468405.329399:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468405.713355:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468405.713362:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468405.713364:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468405.713371:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468405.713374:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468405.713378:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468405.713381:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468405.713383:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468405.713385:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468406.097339:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468406.097346:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468406.097352:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468406.097354:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468406.097386:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468406.097388:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468406.098285:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468406.098290:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468406.098294:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468406.355433:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468406.355444:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468406.355447:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468406.355452:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468406.355455:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468406.355459:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468406.355462:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468406.737304:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468406.737312:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468406.737314:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468406.737320:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468406.737323:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468406.737327:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468406.737330:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468406.737332:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468406.737334:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468407.122194:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468407.122199:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468407.122641:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468407.122643:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468407.122647:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468407.122648:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468407.122810:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468407.122814:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468407.122817:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468407.377239:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789468407.377239:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1789468407.377246:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468407.377249:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789468407.377251:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1789468407.377252:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1789468407.377253:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789468407.377255:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468407.377257:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1789468407.377257:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468407.377259:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1789468407.377260:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789468407.377263:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468407.377264:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1789468407.377265:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468407.377267:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468407.377269:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468407.377274:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20661) 00000100:00000001:2.0:1789468407.762092:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468407.762101:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468407.762102:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468407.762107:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468407.762110:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468407.762114:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468407.762118:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468407.762121:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468407.762123:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468408.145305:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468408.145311:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468408.145317:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468408.145318:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468408.145322:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468408.145323:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468408.145457:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468408.145461:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468408.145464:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468408.401305:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468408.401319:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468408.401321:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468408.401326:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468408.401328:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468408.401332:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468408.401335:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468408.786280:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468408.786289:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468408.786292:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468408.786299:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468408.786303:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468408.786308:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468408.786310:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468408.786313:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468408.786316:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468409.169314:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468409.169322:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468409.169328:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468409.169330:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468409.169334:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468409.169335:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468409.169910:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468409.169915:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468409.169937:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468409.426179:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468409.426192:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468409.426194:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468409.426198:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468409.426200:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468409.426205:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468409.426207:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468409.809263:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468409.809271:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468409.809273:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468409.809278:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468409.809282:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468409.809286:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468409.809288:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468409.809290:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468409.809292:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468410.193262:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468410.193269:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468410.193275:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468410.193276:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468410.193279:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468410.193280:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468410.204235:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468410.204242:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468410.204247:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468410.450828:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468410.450848:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468410.450851:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468410.450857:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468410.450859:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468410.450865:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468410.450868:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468410.833857:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468410.833866:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468410.833868:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468410.833874:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468410.833877:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468410.833882:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468410.833885:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468410.833887:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468410.833889:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468411.217293:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468411.217300:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468411.217305:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468411.217307:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468411.217310:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468411.217311:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468411.217447:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468411.217451:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468411.217454:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468411.473566:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468411.473598:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468411.473601:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468411.473607:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468411.473610:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468411.473615:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468411.473618:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468411.857303:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468411.857313:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468411.857315:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468411.857321:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468411.857325:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468411.857331:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468411.857334:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468411.857337:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468411.857340:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468412.241438:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468412.241448:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468412.241458:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468412.241460:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468412.241464:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468412.241465:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468412.241577:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468412.241591:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468412.241595:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468412.501111:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468412.501149:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468412.501153:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468412.501170:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468412.501174:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468412.501179:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468412.501182:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468412.501944:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468412.501953:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468412.501957:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468412.501961:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468412.501964:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468412.501966:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468412.501969:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468412.501973:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468412.501976:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468412.501979:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468412.501987:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20666) 00000100:00000001:2.0:1789468412.881295:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468412.881305:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468412.881307:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468412.881313:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468412.881318:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468412.881323:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468412.881326:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468412.881328:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468412.881331:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468413.268810:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468413.268823:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468413.268826:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468413.268830:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468413.268837:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468413.268840:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468413.268843:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468413.268845:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468413.268850:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468413.268852:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468413.268856:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468413.268857:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468413.269100:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468413.269104:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468413.269108:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468413.522884:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468413.522911:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468413.522914:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468413.522920:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468413.522924:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468413.522928:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468413.522930:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468413.905339:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468413.905350:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468413.905352:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468413.905360:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468413.905364:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468413.905369:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468413.905372:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468413.905375:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468413.905378:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468414.289259:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468414.289270:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468414.289278:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468414.289282:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468414.289285:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468414.289289:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468414.289317:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468414.289320:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468414.289322:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468414.289325:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468414.289330:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468414.289331:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468414.289333:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468414.289334:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468414.289336:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468414.289338:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468414.289339:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468414.289341:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468414.289860:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468414.289865:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468414.289869:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468414.549920:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468414.549942:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468414.549945:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468414.549951:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468414.549977:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468414.549982:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468414.549985:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468414.929956:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468414.929967:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468414.929969:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468414.929976:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468414.929980:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468414.929985:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468414.929988:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468414.929991:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468414.929995:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468415.314398:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468415.314411:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468415.314418:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468415.314420:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468415.314424:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468415.314425:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468415.314541:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468415.314546:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468415.314549:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468415.569395:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468415.569414:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468415.569417:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468415.569423:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468415.569426:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468415.569431:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468415.569435:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468415.953333:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468415.953343:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468415.953346:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468415.953352:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468415.953357:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468415.953361:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468415.953365:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468415.953369:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468415.953373:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468416.339181:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468416.339192:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468416.339199:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468416.339200:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468416.339204:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468416.339205:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468416.339672:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468416.339677:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468416.339681:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468416.593362:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468416.593382:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468416.593385:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468416.593392:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468416.593396:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468416.593401:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468416.593405:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468416.977296:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468416.977305:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468416.977308:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468416.977315:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468416.977318:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468416.977323:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468416.977326:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468416.977330:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468416.977333:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468417.361345:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468417.361354:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468417.361362:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468417.361363:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468417.361367:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468417.361369:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468417.361472:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468417.361477:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468417.361480:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468417.617281:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468417.617289:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468417.617309:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468392/real 1789468392] req@ffff8cb9f9031c00 x1876386402406528/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468417 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468417.617330:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468417.617332:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468417.617336:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7cb8. 00000400:00000200:1.0:1789468417.617346:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6deee0 00000400:00000010:1.0:1789468417.617348:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6deee0. 00000100:00000001:1.0:1789468417.617354:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468417.617358:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9031c00 x1876386402406528/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468417 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468417.617367:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9031c00 x1876386402406528/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468417 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468417.617405:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468417.617407:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468417.617411:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468417.617413:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468417.617418:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9031c00 x1876386402406528/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468417 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468417.617425:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468417.617428:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468417.617433:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468392/real 1789468392] req@ffff8cb9f9032d80 x1876386402406656/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468417 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468417.617441:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468417.617442:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468417.617444:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee74d0. 00000400:00000200:1.0:1789468417.617446:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de770 00000400:00000010:1.0:1789468417.617447:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de770. 00000100:00000001:1.0:1789468417.617449:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468417.617452:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9032d80 x1876386402406656/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468417 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468417.617461:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9032d80 x1876386402406656/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468417 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468417.617467:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468417.617468:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468417.617470:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468417.617471:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468417.617474:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9032d80 x1876386402406656/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468417 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468417.617487:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468417.617489:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468417.617493:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468392/real 1789468392] req@ffff8cb9f9030a80 x1876386402406400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468417 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468417.617509:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468417.617510:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468417.617513:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7420. 00000400:00000200:1.0:1789468417.617515:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de330 00000400:00000010:1.0:1789468417.617517:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de330. 00000100:00000001:1.0:1789468417.617519:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468417.617522:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030a80 x1876386402406400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468417 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468417.617531:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030a80 x1876386402406400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468417 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468417.617537:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468417.617546:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468417.617548:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468417.617550:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468417.617553:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9030a80 x1876386402406400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468417 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468417.617560:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468417.617570:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468417.617572:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468417.617576:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468417.617579:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468417.617582:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468417.617586:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9031c00 x1876386402406528/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468417 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468417.617595:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468417.617598:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468417.617600:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468417.617601:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468417.617604:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468417.617608:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468417.617616:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468417.617641:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789468417.617644:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468417.617648:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9031c00 x1876386402406528/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468417 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468417.617658:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402406528:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468417.617662:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468417.617666:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9032d80 x1876386402406656/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468417 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468417.617672:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468417.617674:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468417.617676:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468417.617677:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468417.617679:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468417.617681:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468417.617683:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468417.617689:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789468417.617691:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468417.617694:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9032d80 x1876386402406656/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468417 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468417.617701:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402406656:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468417.617705:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468417.617709:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030a80 x1876386402406400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468417 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468417.617725:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468417.617732:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468417.617734:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468417.617735:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468417.617737:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468417.617739:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468417.617741:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468417.617748:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789468417.617750:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468417.617754:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030a80 x1876386402406400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468417 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468417.617762:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402406400:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789468417.617767:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468417.617770:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468417.617774:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9031c00 x1876386402406528/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468417 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468417.617781:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468417.617784:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468417.617789:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacf400. 02000000:00000001:1.0:1789468417.617794:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468417.617798:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468417.617800:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789468417.617803:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468417.617806:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d0800. 02000000:00000001:1.0:1789468417.617810:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468417.617812:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468417.617814:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9031c00. 00000100:00000001:1.0:1789468417.617819:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468417.617820:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468417.617822:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468417.617825:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9032d80 x1876386402406656/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468417 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468417.617841:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468417.617843:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468417.617844:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacc400. 02000000:00000001:1.0:1789468417.617847:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468417.617849:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468417.617850:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789468417.617852:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468417.617853:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d2000. 02000000:00000001:1.0:1789468417.617856:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468417.617857:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468417.617859:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9032d80. 00000100:00000001:1.0:1789468417.617864:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468417.617865:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468417.617867:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468417.617871:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030a80 x1876386402406400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468417 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468417.617878:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468417.617879:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468417.617880:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacdc00. 02000000:00000001:1.0:1789468417.617883:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468417.617884:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468417.617885:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789468417.617887:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468417.617888:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d1400. 02000000:00000001:1.0:1789468417.617891:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468417.617892:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468417.617893:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030a80. 00000100:00000001:1.0:1789468417.617895:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468417.617897:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468417.617899:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468417.617903:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468417.617905:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468417.617907:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468417.617908:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468417.618018:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468417.618025:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1789468417.618027:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468417.618030:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468417.618034:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468417.618038:0:331017:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20640 00000400:00000200:0.0:1789468417.618047:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468417.618064:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789468417.618067:0:331017:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468417.618071:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468417.618074:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468417.618077:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468417.618079:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789468417.618087:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468417.618090:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:0.0:1789468417.618093:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468417.618097:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:0.0:1789468417.618100:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:0.0:1789468417.618102:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:0.0:1789468417.618105:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468417.618107:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468417.618109:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468417.618111:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789468417.618114:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:0.0:1789468417.618118:0:331017:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789468417.618121:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468417.618123:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468417.618127:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468417.618148:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468417.618151:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468417.618154:0:331017:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468417.618161:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e8380. 00000020:00000040:0.0:1789468417.618165:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:0.0:1789468417.618168:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468417.618171:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468417.618175:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468417.618178:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468417.618182:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468417.618191:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687e400. 00000100:00000001:0.0:1789468417.618205:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468417.618213:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e8380 x1876386402406784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468417.618224:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468417.618228:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468417.618232:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008646cf65] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e8380 x1876386402406784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468417.618259:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468417.618263:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468417.618265:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789468417.618267:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468417.618268:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468417.618271:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468417.618274:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20640 00000400:00000200:0.0:1789468417.618278:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468417.618281:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789468417.618283:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468417.618286:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468417.618288:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468417.618290:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468417.618292:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789468417.618296:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468417.618297:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:0.0:1789468417.618299:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468417.618301:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:0.0:1789468417.618303:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:0.0:1789468417.618306:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:0.0:1789468417.618309:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468417.618311:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468417.618319:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468417.618321:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789468417.618323:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:0.0:1789468417.618326:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789468417.618329:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468417.618330:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468417.618337:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468417.618339:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468417.618341:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789468417.618346:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789468417.618349:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468417.618351:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468417.618355:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6eaa00. 00000020:00000040:0.0:1789468417.618357:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789468417.618360:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468417.618361:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468417.618363:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468417.618364:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468417.618366:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468417.618371:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687d400. 00000100:00000001:0.0:1789468417.618375:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468417.618380:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6eaa00 x1876386402406912/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468417.618386:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468417.618389:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468417.618392:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007aeebcf0] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6eaa00 x1876386402406912/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468417.618399:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468417.618402:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468417.618405:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789468417.618406:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468417.618419:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468417.618422:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468417.618425:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20640 00000400:00000200:0.0:1789468417.618429:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468417.618432:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789468417.618435:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468417.618437:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468417.618440:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468417.618442:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468417.618443:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789468417.618447:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468417.618448:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:0.0:1789468417.618449:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468417.618452:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:0.0:1789468417.618454:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:0.0:1789468417.618456:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:0.0:1789468417.618459:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468417.618461:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468417.618462:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468417.618464:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789468417.618466:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:0.0:1789468417.618468:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789468417.618471:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468417.618473:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468417.618476:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468417.618479:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468417.618481:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789468417.618483:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789468417.618485:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468417.618487:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468417.618496:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e9880. 00000020:00000040:0.0:1789468417.618499:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789468417.618501:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468417.618502:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468417.618504:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468417.618506:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468417.618508:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468417.618511:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687f800. 00000100:00000001:0.0:1789468417.618515:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468417.618521:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e9880 x1876386402407040/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468417.618528:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468417.618530:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468417.618534:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da0825] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e9880 x1876386402407040/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468417.618552:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468417.618555:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468417.618559:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468417.618562:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468417.618565:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468417.618570:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20671) 00000100:00000001:1.0:1789468417.621332:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468417.621367:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468417.621371:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468417.621389:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e8380 x1876386402406784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468417.621414:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468417.621417:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468417.621422:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468417.621426:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468417.621429:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468417.621433:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402406784:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789468417.621438:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468417.621445:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468417.621448:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468417.621451:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468417.621459:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890000. 02000000:00000001:1.0:1789468417.621461:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468417.621472:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789468417.621490:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30160. 00000400:00000010:1.0:1789468417.621501:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5e58. 00000100:00000200:1.0:1789468417.621509:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402406784, portal 25 00000100:00000001:1.0:1789468417.621512:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468417.621514:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704772992 : -126741004778624 : ffff8cbacf6e8380) 00000100:00000040:1.0:1789468417.621521:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e8380 x1876386402406784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468417.621530:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468417.621533:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789468417.621536:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5880. 00000100:00000200:1.0:1789468417.621550:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402406784, offset 0 00000400:00000200:1.0:1789468417.621559:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789468417.621570:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468417.621580:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789468417.621586:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789468417.621592:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789468417.621603:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789468417.621605:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789468417.621610:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93957:93957:256:4294967295] 192.168.203.142@tcp LPNI seq info [93957:93957:8:4294967295] 00000400:00000200:1.0:1789468417.621615:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468417.621628:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789468417.621634:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789468417.621640:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7600. 00000800:00000200:1.0:1789468417.621648:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789468417.621659:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468417.621664:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789468417.622247:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468417.622257:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789468417.622261:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315334904 00000100:00000010:1.0:1789468417.622267:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a1e0. 00000100:00000001:1.0:1789468417.622275:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468417.622283:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315334904 00000100:00000010:1.0:1789468417.622286:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869ab40. 00000100:00000001:1.0:1789468417.622290:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468417.622294:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468417.622297:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468417.622301:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468417.622309:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6eaa00 x1876386402406912/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468417.622317:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468417.622318:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468417.622320:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468417.622323:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468417.622324:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468417.622328:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402406912:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468417.622332:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468417.622344:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468417.622346:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468417.622348:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468417.622352:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6893000. 02000000:00000001:1.0:1789468417.622354:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468417.622358:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789468417.622362:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30e18. 00000400:00000010:1.0:1789468417.622367:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5cc0. 00000100:00000200:1.0:1789468417.622372:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402406912, portal 10 00000100:00000001:1.0:1789468417.622374:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468417.622375:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704782848 : -126741004768768 : ffff8cbacf6eaa00) 00000100:00000040:1.0:1789468417.622384:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6eaa00 x1876386402406912/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468417.622390:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468417.622392:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789468417.622395:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5660. 00000100:00000200:1.0:1789468417.622397:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402406912, offset 0 00000400:00000200:1.0:1789468417.622403:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789468417.622409:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468417.622414:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789468417.622418:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789468417.622421:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789468417.622424:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789468417.622426:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789468417.622429:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93958:93958:255:4294967295] 192.168.203.142@tcp LPNI seq info [93958:93958:7:4294967295] 00000400:00000200:1.0:1789468417.622434:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468417.622441:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789468417.622446:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789468417.622450:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7f00. 00000800:00000200:1.0:1789468417.622455:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789468417.622461:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468417.622465:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789468417.622496:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468417.622500:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789468417.622504:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789468417.622506:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315333664 00000100:00000001:1.0:1789468417.622509:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315334904 00000100:00000001:1.0:1789468417.622511:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315333664 00000100:00000001:1.0:1789468417.622513:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315334904 00000100:00000001:1.0:1789468417.622515:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468417.622517:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468417.622519:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468417.622525:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e9880 x1876386402407040/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468417.622532:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468417.622534:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468417.622536:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468417.622548:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468417.622551:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468417.622554:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402407040:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468417.622558:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468417.622561:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468417.622562:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468417.622564:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468417.622567:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6893800. 02000000:00000001:1.0:1789468417.622569:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468417.622573:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789468417.622575:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30420. 00000400:00000010:1.0:1789468417.622579:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5770. 00000100:00000200:1.0:1789468417.622582:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402407040, portal 10 00000100:00000001:1.0:1789468417.622584:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468417.622585:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704778368 : -126741004773248 : ffff8cbacf6e9880) 00000100:00000040:1.0:1789468417.622592:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e9880 x1876386402407040/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468417.622604:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468417.622606:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789468417.622609:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5908. 00000100:00000200:1.0:1789468417.622612:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402407040, offset 0 00000400:00000200:1.0:1789468417.622616:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789468417.622620:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468417.622624:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789468417.622627:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789468417.622630:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789468417.622632:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789468417.622635:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789468417.622638:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93959:93959:254:4294967295] 192.168.203.142@tcp LPNI seq info [93959:93959:6:4294967295] 00000400:00000200:1.0:1789468417.622642:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468417.622648:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789468417.622652:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789468417.622656:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7100. 00000800:00000200:1.0:1789468417.622661:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789468417.622665:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468417.622668:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789468417.622670:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468417.622674:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789468417.622677:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789468417.622679:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315333652 00000100:00000001:1.0:1789468417.622682:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315334904 00000100:00000001:1.0:1789468417.622684:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315333652 00000100:00000001:1.0:1789468417.622686:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315334904 00000100:00000001:1.0:1789468417.622688:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468417.622690:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468417.622698:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468417.622702:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468417.622713:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468417.622726:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789468417.622730:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468417.622731:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468417.622733:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468417.622735:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789468417.628747:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468417.628762:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7600. 00000400:00000200:2.0:1789468417.628774:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468417.628786:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468417.628797:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5880 00000400:00000010:2.0:1789468417.628801:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5880. 00000100:00000001:2.0:1789468417.628810:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468417.628821:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e8380 x1876386402406784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468417.628834:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468417.628837:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e8380 x1876386402406784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468417.628844:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468417.628846:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789468417.628865:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468417.628867:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7f00. 00000400:00000200:2.0:1789468417.628870:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468417.628874:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468417.628877:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5660 00000400:00000010:2.0:1789468417.628879:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5660. 00000100:00000001:2.0:1789468417.628881:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468417.628886:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6eaa00 x1876386402406912/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468417.628893:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468417.628896:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6eaa00 x1876386402406912/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468417.628902:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468417.628904:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789468417.628982:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468417.628986:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7100. 00000400:00000200:2.0:1789468417.628988:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468417.628992:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468417.628995:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5908 00000400:00000010:2.0:1789468417.628997:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5908. 00000100:00000001:2.0:1789468417.629000:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468417.629004:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9880 x1876386402407040/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468417.629012:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468417.629015:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9880 x1876386402407040/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468417.629023:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468417.629024:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468418.003462:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468418.003473:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468418.003475:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468418.003483:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468418.003488:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468418.003493:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468418.003496:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468418.003499:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468418.003502:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468418.385808:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468418.385818:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468418.385826:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468418.385827:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468418.385831:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468418.385832:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468418.386084:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468418.386090:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468418.386093:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789468418.897297:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315334904, at 4315334912 00000100:00000010:3.0:1789468418.897319:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869ab40. 00000100:00000040:2.0:1789468418.897694:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315334904, at 4315334912 00000100:00000010:2.0:1789468418.897702:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a1e0. 00000100:00000001:2.0:1789468419.025287:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468419.025299:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468419.025302:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468419.025308:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468419.025312:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468419.025318:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468419.025321:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468419.025324:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468419.025327:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468419.409328:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468419.409337:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468419.409343:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468419.409344:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468419.409373:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468419.409374:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468419.409554:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468419.409559:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468419.409563:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468420.049735:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468420.049746:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468420.049748:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468420.049755:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468420.049759:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468420.049764:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468420.049767:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468420.049770:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468420.049774:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468420.435160:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468420.435170:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468420.435178:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468420.435179:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468420.435183:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468420.435184:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468420.435452:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468420.435456:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468420.435460:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468421.073548:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468421.073558:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468421.073560:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468421.073567:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468421.073571:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468421.073576:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468421.073579:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468421.073582:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468421.073585:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468421.457351:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468421.457361:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468421.457369:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468421.457370:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468421.457374:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468421.457375:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468421.457480:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468421.457485:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468421.457525:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468422.098318:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468422.098327:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468422.098330:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468422.098335:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468422.098340:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468422.098345:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468422.098347:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468422.098351:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468422.098353:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468422.481307:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468422.481319:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468422.481322:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468422.481326:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468422.481333:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468422.481335:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468422.481338:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468422.481340:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468422.481345:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468422.481346:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468422.481350:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468422.481351:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468422.482958:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468422.482966:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468422.482972:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468422.737290:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468422.737308:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468422.737311:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468422.737316:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468422.737319:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468422.737324:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468422.737327:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468422.737385:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468422.737392:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468422.737395:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468422.737398:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468422.737400:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468422.737404:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468422.737407:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468422.737412:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468422.737414:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468422.737418:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468422.737492:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20676) 00000100:00000001:2.0:1789468423.121332:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468423.121343:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468423.121346:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468423.121353:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468423.121358:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468423.121363:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468423.121367:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468423.121370:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468423.121374:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468423.507052:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468423.507062:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468423.507070:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468423.507071:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468423.507075:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468423.507077:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468423.507562:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468423.507566:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468423.507571:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468423.761346:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468423.761948:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468423.761953:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468423.761959:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468423.761961:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468423.761967:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468423.761970:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468424.145305:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468424.145316:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468424.145319:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468424.145327:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468424.145331:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468424.145335:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468424.145338:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468424.145341:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468424.145344:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468424.529301:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468424.529312:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468424.529319:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468424.529323:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468424.529326:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468424.529330:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468424.529357:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468424.529360:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468424.529362:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468424.529365:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468424.529370:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468424.529372:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468424.529373:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468424.529375:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468424.529376:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468424.529378:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468424.529380:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468424.529382:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468424.529545:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468424.529550:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468424.529561:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468424.787185:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468424.787206:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468424.787209:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468424.787217:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468424.787219:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468424.787226:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468424.787229:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468425.169335:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468425.169345:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468425.169349:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468425.169355:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468425.169360:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468425.169365:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468425.169368:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468425.169371:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468425.169374:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468425.554197:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468425.554207:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468425.554215:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468425.554217:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468425.554221:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468425.554222:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468425.554332:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468425.554336:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468425.554340:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468425.809408:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468425.809428:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468425.809431:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468425.809438:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468425.809442:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468425.809447:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468425.809450:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468426.193283:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468426.193293:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468426.193296:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468426.193303:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468426.193307:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468426.193311:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468426.193314:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468426.193317:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468426.193320:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468426.577411:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468426.577420:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468426.577427:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468426.577428:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468426.577432:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468426.577433:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468426.578331:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468426.578337:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468426.578341:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468426.833266:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468426.833287:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468426.833290:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468426.833296:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468426.833299:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468426.833304:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468426.833307:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468427.217511:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468427.217524:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468427.217526:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468427.217534:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468427.217538:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468427.217543:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468427.217546:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468427.217549:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468427.217552:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468427.602005:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468427.602016:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468427.602023:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468427.602024:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468427.602029:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468427.602030:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468427.602158:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468427.602163:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468427.602167:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468427.857627:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468427.857646:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468427.857651:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468427.857654:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468427.857656:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468427.857688:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468427.857691:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468427.857696:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468427.857699:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468427.857703:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468427.857711:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20681) 00000100:00000001:3.0:1789468427.863999:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468427.864020:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468427.864024:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468427.864030:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468427.864033:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468427.864039:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468427.864043:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468428.241279:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468428.241290:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468428.241292:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468428.241300:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468428.241305:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468428.241310:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468428.241313:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468428.241315:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468428.241318:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468428.625305:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468428.625314:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468428.625321:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468428.625322:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468428.625326:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468428.625327:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468428.628643:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468428.628653:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468428.628659:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468428.881282:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468428.881374:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468428.881377:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468428.881383:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468428.881386:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468428.881392:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468428.881395:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468429.265461:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468429.265473:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468429.265475:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468429.265483:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468429.265487:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468429.265493:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468429.265496:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468429.265499:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468429.265503:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468429.649341:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468429.649354:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468429.649362:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468429.649363:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468429.649367:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468429.649369:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468429.649502:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468429.649507:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468429.649511:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468429.906850:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468429.906868:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468429.906871:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468429.906878:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468429.906881:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468429.906886:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468429.906889:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468430.293252:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468430.293264:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468430.293266:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468430.293273:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468430.293278:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468430.293283:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468430.293287:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468430.293290:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468430.293293:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468430.673291:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468430.673301:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468430.673309:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468430.673311:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468430.673314:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468430.673315:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468430.673465:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468430.673469:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468430.673472:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468430.930115:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468430.930151:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468430.930155:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468430.930162:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468430.930165:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468430.930170:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468430.930174:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468431.313755:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468431.313766:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468431.313768:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468431.313775:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468431.313780:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468431.313785:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468431.313788:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468431.313791:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468431.313795:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468431.697357:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468431.697366:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468431.697372:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468431.697373:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468431.697377:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468431.697379:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468431.697495:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468431.697500:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468431.697504:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468431.954170:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468431.954188:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468431.954191:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468431.954198:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468431.954201:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468431.954206:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468431.954209:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468432.337985:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468432.337996:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468432.337998:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468432.338006:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468432.338011:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468432.338016:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468432.338020:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468432.338023:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468432.338026:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468432.721287:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468432.721298:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468432.721324:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468432.721328:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468432.721334:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468432.721337:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468432.721339:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468432.721342:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468432.721346:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468432.721348:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468432.721352:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468432.721353:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468432.721496:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468432.721500:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468432.721509:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468432.977448:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468432.977462:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468432.977466:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468432.977470:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468432.977473:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468432.977476:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468432.977479:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468432.977484:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468432.977487:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468432.977490:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468432.977498:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20686) 00000100:00000001:3.0:1789468432.977726:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468432.977749:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468432.977752:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468432.977757:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468432.977760:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468432.977765:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468432.977769:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468433.361318:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468433.361329:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468433.361332:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468433.361339:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468433.361344:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468433.361349:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468433.361352:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468433.361355:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468433.361358:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468433.745364:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468433.745373:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468433.745381:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468433.745382:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468433.745386:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468433.745387:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468433.745565:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468433.745570:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468433.745573:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468434.001351:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468434.001369:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468434.001371:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468434.001377:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468434.001380:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468434.001385:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468434.001412:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468434.386337:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468434.386348:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468434.386351:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468434.386358:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468434.386362:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468434.386367:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468434.386369:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468434.386372:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468434.386375:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468434.769287:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468434.769307:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468434.769315:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468434.769319:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468434.769322:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468434.769326:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468434.769330:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468434.769333:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468434.769335:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468434.769338:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468434.769342:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468434.769344:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468434.769345:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468434.769346:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468434.769348:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468434.769349:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468434.769350:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468434.769352:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468434.769659:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468434.769664:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468434.769668:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468435.025308:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468435.025326:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468435.025329:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468435.025335:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468435.025338:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468435.025344:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468435.025347:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468435.410094:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468435.410104:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468435.410106:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468435.410113:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468435.410117:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468435.410121:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468435.410124:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468435.410127:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468435.410144:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468435.793811:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468435.793820:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468435.793828:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468435.793829:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468435.793861:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468435.793862:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468435.794073:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468435.794078:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468435.794082:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468436.049469:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468436.049488:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468436.049491:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468436.049499:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468436.049502:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468436.049508:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468436.049511:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468436.433288:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468436.433300:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468436.433303:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468436.433310:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468436.433315:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468436.433320:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468436.433324:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468436.433326:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468436.433331:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468436.817276:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468436.817287:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468436.817295:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468436.817296:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468436.817300:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468436.817301:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468436.817442:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468436.817446:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468436.817450:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468437.073434:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468437.073452:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468437.073454:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468437.073459:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468437.073461:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468437.073467:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468437.073470:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468437.457445:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468437.457459:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468437.457463:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468437.457471:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468437.457475:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468437.457481:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468437.457485:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468437.457488:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468437.457491:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468437.841326:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468437.841335:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468437.841343:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468437.841344:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468437.841348:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468437.841349:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468437.841628:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468437.841632:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468437.841637:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468438.097343:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468438.097362:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468438.097364:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468438.097371:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468438.097374:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468438.097379:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468438.097382:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468438.098953:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468438.098965:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468438.098969:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468438.098973:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468438.098976:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468438.098980:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468438.098983:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468438.098987:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468438.098990:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468438.098994:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468438.099000:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20691) 00000100:00000001:2.0:1789468438.481306:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468438.481318:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468438.481322:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468438.481330:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468438.481335:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468438.481341:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468438.481344:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468438.481349:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468438.481352:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468438.865291:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468438.865300:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468438.865307:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468438.865309:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468438.865313:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468438.865314:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468438.865468:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468438.865473:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468438.865477:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468439.121226:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468439.121246:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468439.121249:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468439.121255:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468439.121257:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468439.121262:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468439.121265:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468439.506508:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468439.506520:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468439.506523:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468439.506531:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468439.506535:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468439.506540:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468439.506543:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468439.506547:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468439.506551:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468439.889344:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468439.889354:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468439.889361:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468439.889363:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468439.889366:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468439.889368:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468439.889482:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468439.889487:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468439.889490:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468440.145925:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468440.145970:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468440.145972:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468440.145978:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468440.145982:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468440.145986:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468440.145989:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468440.529259:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468440.529269:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468440.529271:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468440.529278:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468440.529283:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468440.529287:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468440.529291:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468440.529293:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468440.529296:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468440.913588:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468440.913596:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468440.913603:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468440.913604:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468440.913607:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468440.913609:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468440.913807:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468440.913832:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468440.913836:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468441.169264:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468441.169284:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468441.169286:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468441.169293:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468441.169296:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468441.169301:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468441.169305:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468441.553413:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468441.553425:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468441.553427:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468441.553434:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468441.553439:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468441.553445:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468441.553449:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468441.553452:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468441.553455:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468441.937477:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468441.937486:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468441.937493:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468441.937494:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468441.937499:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468441.937500:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468441.937691:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468441.937696:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468441.937700:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468442.193487:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468442.193494:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468442.193516:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468417/real 1789468417] req@ffff8cbacf6e8380 x1876386402406784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468442 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468442.193540:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468442.193543:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468442.193547:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30160. 00000400:00000200:1.0:1789468442.193557:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5e58 00000400:00000010:1.0:1789468442.193561:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5e58. 00000100:00000001:1.0:1789468442.193567:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468442.193572:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e8380 x1876386402406784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468442 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468442.193582:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e8380 x1876386402406784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468442 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468442.193591:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468442.193593:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468442.193598:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468442.193600:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468442.193605:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e8380 x1876386402406784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468442 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468442.193612:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468442.193615:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468442.193620:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468417/real 1789468417] req@ffff8cbacf6eaa00 x1876386402406912/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468442 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468442.193629:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468442.193630:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468442.193633:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30e18. 00000400:00000200:1.0:1789468442.193635:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5cc0 00000400:00000010:1.0:1789468442.193637:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5cc0. 00000100:00000001:1.0:1789468442.193640:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468442.193659:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6eaa00 x1876386402406912/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468442 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468442.193665:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6eaa00 x1876386402406912/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468442 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468442.193669:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468442.193670:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468442.193672:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468442.193673:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468442.193676:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6eaa00 x1876386402406912/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468442 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468442.193683:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468442.193685:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468442.193690:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468417/real 1789468417] req@ffff8cbacf6e9880 x1876386402407040/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468442 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468442.193698:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468442.193699:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468442.193701:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30420. 00000400:00000200:1.0:1789468442.193703:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5770 00000400:00000010:1.0:1789468442.193705:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5770. 00000100:00000001:1.0:1789468442.193707:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468442.193710:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e9880 x1876386402407040/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468442 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468442.193717:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e9880 x1876386402407040/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468442 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468442.193723:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468442.193724:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468442.193726:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468442.193728:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468442.193731:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e9880 x1876386402407040/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468442 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468442.193753:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468442.193763:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468442.193766:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468442.193769:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468442.193772:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468442.193774:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468442.193780:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e8380 x1876386402406784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468442 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468442.193787:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468442.193790:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468442.193792:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468442.193793:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468442.193796:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468442.193799:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468442.193803:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468442.193843:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789468442.193846:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468442.193852:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e8380 x1876386402406784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468442 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468442.193862:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402406784:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789468442.193868:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468442.193871:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6eaa00 x1876386402406912/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468442 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468442.193878:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468442.193880:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468442.193881:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468442.193882:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468442.193899:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468442.193903:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468442.194002:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468442.194008:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789468442.194011:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468442.194014:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468442.194017:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468442.194021:0:176036:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20666 00000400:00000200:3.0:1789468442.194034:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468442.194040:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789468442.194043:0:176036:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468442.194046:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468442.194049:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468442.194051:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468442.194054:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789468442.194062:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468442.194064:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789468442.194067:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468442.194070:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789468442.194073:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789468442.194076:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789468442.194086:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468442.194088:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468442.194090:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468442.194092:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789468442.194096:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789468442.194100:0:176036:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789468442.194102:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468442.194106:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468442.194110:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468442.194112:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468442.194115:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468442.194117:0:176036:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468442.194124:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033800. 00000020:00000040:3.0:1789468442.194128:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=5 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789468442.194155:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468442.194157:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468442.194161:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468442.194165:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468442.194170:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468442.194179:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1000. 00000100:00000001:3.0:1789468442.194188:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468442.194195:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033800 x1876386402407168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468442.194205:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468442.194210:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468442.194216:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd66b7ab] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033800 x1876386402407168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468442.194225:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468442.194228:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468442.194231:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468442.194234:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468442.194243:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468442.194246:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468442.194250:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468442.194253:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468442.194256:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468442.194262:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20695) 00000100:00080000:1.0:1789468442.194401:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468442.194417:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789468442.194420:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468442.194425:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6eaa00 x1876386402406912/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468442 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468442.194433:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402406912:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468442.194439:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468442.194443:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e9880 x1876386402407040/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468442 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468442.194449:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468442.194451:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468442.194453:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468442.194454:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468442.194456:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468442.194458:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468442.194460:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468442.194466:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789468442.194469:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468442.194473:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e9880 x1876386402407040/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468442 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468442.194480:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402407040:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468442.194484:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468442.194488:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468442.194492:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e8380 x1876386402406784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468442 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468442.194505:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468442.194509:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468442.194513:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890000. 02000000:00000001:1.0:1789468442.194517:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468442.194520:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468442.194522:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789468442.194524:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468442.194528:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687e400. 02000000:00000001:1.0:1789468442.194532:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468442.194534:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468442.194536:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e8380. 00000100:00000001:1.0:1789468442.194540:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468442.194541:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468442.194543:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468442.194547:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6eaa00 x1876386402406912/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468442 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468442.194554:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00080000:3.0:1789468442.194554:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468442.194557:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468442.194559:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468442.194561:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468442.194564:0:176036:0:(import.c:520:import_select_connection()) Process entered 02000000:00000001:1.0:1789468442.194565:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468442.194566:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6893000. 00000100:00080000:3.0:1789468442.194567:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20666 02000000:00000001:1.0:1789468442.194569:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468442.194570:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000400:00000200:3.0:1789468442.194571:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000020:00000040:1.0:1789468442.194572:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789468442.194574:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 00000400:00000200:3.0:1789468442.194574:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 02000000:00000010:1.0:1789468442.194575:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687d400. 00000100:00080000:3.0:1789468442.194576:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 02000000:00000001:1.0:1789468442.194578:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468442.194579:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1789468442.194579:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000010:1.0:1789468442.194580:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6eaa00. 00000100:00000001:3.0:1789468442.194581:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1789468442.194583:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1789468442.194583:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468442.194584:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468442.194586:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789468442.194586:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000100:00000040:1.0:1789468442.194589:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e9880 x1876386402407040/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468442 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789468442.194589:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468442.194590:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789468442.194592:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1789468442.194595:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000040:3.0:1789468442.194595:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 02000000:00000001:1.0:1789468442.194597:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1789468442.194597:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789468442.194599:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789468442.194602:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 02000000:00000010:1.0:1789468442.194603:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6893800. 02000000:00000001:1.0:1789468442.194606:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468442.194607:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:3.0:1789468442.194608:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000020:00000040:1.0:1789468442.194609:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789468442.194610:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000040:3.0:1789468442.194610:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 02000000:00000010:1.0:1789468442.194612:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687f800. 00000100:00000001:3.0:1789468442.194612:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 02000000:00000001:1.0:1789468442.194614:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:3.0:1789468442.194615:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 02000000:00000001:1.0:1789468442.194616:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468442.194617:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e9880. 00000100:00080000:3.0:1789468442.194618:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789468442.194619:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468442.194620:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468442.194620:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468442.194621:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1789468442.194622:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468442.194628:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1789468442.194628:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468442.194630:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468442.194631:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468442.194632:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468442.194633:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468442.194634:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468442.194636:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000008:00100000:3.0:1789468442.194638:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000100:00000040:1.0:1789468442.194640:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033800 x1876386402407168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1789468442.194641:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468442.194643:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468442.194647:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033100. 00000100:00000001:1.0:1789468442.194648:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1789468442.194649:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000100:00000001:1.0:1789468442.194650:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468442.194651:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468442.194652:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468442.194654:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1789468442.194654:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468442.194656:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468442.194657:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468442.194657:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468442.194660:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468442.194662:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3400. 00000100:00100000:1.0:1789468442.194664:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402407168:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789468442.194666:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468442.194667:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1789468442.194670:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033100 x1876386402407296/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468442.194677:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468442.194679:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468442.194683:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1789468442.194683:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024ed4020] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033100 x1876386402407296/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789468442.194686:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468442.194689:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1789468442.194691:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468442.194694:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6893800. 00000100:00080000:3.0:1789468442.194694:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1789468442.194695:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468442.194697:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000400:00000200:1.0:1789468442.194702:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468442.194702:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468442.194704:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:1.0:1789468442.194706:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30420. 00000100:00000001:3.0:1789468442.194707:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468442.194710:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20666 00000400:00000010:1.0:1789468442.194711:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5770. 00000400:00000200:3.0:1789468442.194713:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468442.194716:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00000200:1.0:1789468442.194717:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402407168, portal 25 00000100:00080000:3.0:1789468442.194718:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468442.194720:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468442.194723:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468442.194723:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468442.194724:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468442.194725:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107417088 : -126744602134528 : ffff8cb9f9033800) 00000100:00000001:3.0:1789468442.194726:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789468442.194729:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000040:1.0:1789468442.194731:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033800 x1876386402407168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1789468442.194731:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789468442.194732:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468442.194734:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789468442.194737:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789468442.194738:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000001:1.0:1789468442.194739:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468442.194742:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000100:00000040:3.0:1789468442.194742:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000400:00000010:1.0:1789468442.194744:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5cc0. 00000100:00000001:3.0:1789468442.194744:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468442.194746:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468442.194748:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000100:00000200:1.0:1789468442.194749:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402407168, offset 0 00000020:00000040:3.0:1789468442.194750:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789468442.194753:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000400:00000200:1.0:1789468442.194755:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000100:00000001:3.0:1789468442.194755:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468442.194757:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468442.194759:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468442.194761:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468442.194763:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000400:00000200:1.0:1789468442.194764:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000008:00100000:3.0:1789468442.194765:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789468442.194767:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468442.194770:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000100:00000001:3.0:1789468442.194774:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468442.194776:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:3.0:1789468442.194777:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030000. 00000020:00000040:3.0:1789468442.194779:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000400:00000200:1.0:1789468442.194780:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 02000000:00000001:3.0:1789468442.194782:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468442.194783:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468442.194784:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1789468442.194785:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1789468442.194787:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 02000000:00000001:3.0:1789468442.194787:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468442.194788:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468442.194791:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93960:93960:256:4294967295] 192.168.203.142@tcp LPNI seq info [93960:93960:8:4294967295] 02000000:00000010:3.0:1789468442.194792:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1400. 00000100:00000001:3.0:1789468442.194795:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468442.194796:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00100000:3.0:1789468442.194800:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030000 x1876386402407424/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468442.194807:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1789468442.194809:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000100:00000001:3.0:1789468442.194809:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468442.194812:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000685e8900] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030000 x1876386402407424/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1789468442.194816:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000100:00000001:3.0:1789468442.194820:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1789468442.194822:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7b00. 00000100:00000040:3.0:1789468442.194822:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468442.194825:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468442.194827:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:1.0:1789468442.194830:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000100:00000040:3.0:1789468442.194830:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468442.194833:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20695) 00000800:00000200:1.0:1789468442.194840:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468442.194846:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789468442.195234:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468442.195241:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789468442.195243:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315359477 00000100:00000010:1.0:1789468442.195250:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a180. 00000100:00000001:1.0:1789468442.195258:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468442.195264:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315359477 00000100:00000010:1.0:1789468442.195277:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a7e0. 00000100:00000001:1.0:1789468442.195287:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468442.195292:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468442.195295:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468442.195298:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468442.195309:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468442.195315:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468442.195316:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789468442.195319:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468442.195321:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468442.195322:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468442.195329:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033100 x1876386402407296/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468442.195336:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468442.195338:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468442.195340:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468442.195343:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468442.195345:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468442.195347:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402407296:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468442.195350:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468442.195353:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468442.195363:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468442.195365:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468442.195370:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6893000. 02000000:00000001:1.0:1789468442.195371:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468442.195376:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789468442.195378:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30e18. 00000400:00000010:1.0:1789468442.195382:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5e58. 00000100:00000200:1.0:1789468442.195386:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402407296, portal 10 00000100:00000001:1.0:1789468442.195388:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468442.195389:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107415296 : -126744602136320 : ffff8cb9f9033100) 00000100:00000040:1.0:1789468442.195397:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033100 x1876386402407296/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468442.195402:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468442.195410:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789468442.195412:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d54c8. 00000100:00000200:1.0:1789468442.195415:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402407296, offset 0 00000400:00000200:1.0:1789468442.195420:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789468442.195425:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468442.195429:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789468442.195433:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789468442.195436:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789468442.195438:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789468442.195440:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789468442.195443:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93961:93961:255:4294967295] 192.168.203.142@tcp LPNI seq info [93961:93961:7:4294967295] 00000400:00000200:1.0:1789468442.195447:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468442.195454:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789468442.195458:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789468442.195462:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7800. 00000800:00000200:1.0:1789468442.195466:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789468442.195472:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468442.195475:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789468442.195478:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468442.195482:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789468442.195486:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789468442.195487:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315358237 00000100:00000001:1.0:1789468442.195490:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315359477 00000100:00000001:1.0:1789468442.195492:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315358237 00000100:00000001:1.0:1789468442.195494:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315359477 00000100:00000001:1.0:1789468442.195497:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468442.195498:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468442.195500:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468442.195504:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030000 x1876386402407424/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468442.195522:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468442.195524:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468442.195526:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468442.195527:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468442.195529:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468442.195532:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402407424:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468442.195535:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468442.195537:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468442.195538:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468442.195540:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468442.195544:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890000. 02000000:00000001:1.0:1789468442.195545:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468442.195549:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789468442.195552:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30160. 00000400:00000010:1.0:1789468442.195556:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d57f8. 00000100:00000200:1.0:1789468442.195559:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402407424, portal 10 00000100:00000001:1.0:1789468442.195561:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468442.195562:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107402752 : -126744602148864 : ffff8cb9f9030000) 00000100:00000040:1.0:1789468442.195568:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030000 x1876386402407424/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468442.195573:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468442.195576:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789468442.195578:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5f68. 00000100:00000200:1.0:1789468442.195580:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402407424, offset 0 00000400:00000200:1.0:1789468442.195585:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789468442.195589:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468442.195593:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789468442.195596:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789468442.195598:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789468442.195600:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789468442.195602:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789468442.195610:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93962:93962:254:4294967295] 192.168.203.142@tcp LPNI seq info [93962:93962:6:4294967295] 00000400:00000200:1.0:1789468442.195614:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468442.195620:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789468442.195624:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789468442.195627:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7200. 00000800:00000200:1.0:1789468442.195631:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789468442.195634:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468442.195637:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789468442.195639:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468442.195643:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789468442.195646:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789468442.195647:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315358225 00000100:00000001:1.0:1789468442.195650:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315359477 00000100:00000001:1.0:1789468442.195652:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315358225 00000100:00000001:1.0:1789468442.195654:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315359477 00000100:00000001:1.0:1789468442.195656:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468442.195658:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468442.195660:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468442.195662:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468442.195665:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468442.195666:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789468442.195668:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468442.195669:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468442.195671:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468442.195673:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789468442.199254:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468442.199267:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7b00. 00000400:00000200:3.0:1789468442.199276:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468442.199287:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468442.199297:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5cc0 00000400:00000010:3.0:1789468442.199301:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5cc0. 00000100:00000001:3.0:1789468442.199308:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468442.199319:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033800 x1876386402407168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468442.199346:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468442.199351:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033800 x1876386402407168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468467 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468442.199369:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468442.199371:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789468442.199393:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468442.199395:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7800. 00000400:00000200:3.0:1789468442.199399:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468442.199403:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468442.199406:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d54c8 00000400:00000010:3.0:1789468442.199408:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d54c8. 00000100:00000001:3.0:1789468442.199411:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468442.199416:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033100 x1876386402407296/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468442.199423:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468442.199426:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033100 x1876386402407296/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468467 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468442.199432:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468442.199433:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789468442.199507:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468442.199510:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7200. 00000400:00000200:3.0:1789468442.199514:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468442.199518:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468442.199520:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5f68 00000400:00000010:3.0:1789468442.199522:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5f68. 00000100:00000001:3.0:1789468442.199525:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468442.199530:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030000 x1876386402407424/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468442.199537:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468442.199539:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030000 x1876386402407424/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468467 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468442.199556:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468442.199558:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468442.577387:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468442.577408:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468442.577411:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468442.577418:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468442.577423:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468442.577428:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468442.577431:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468442.577435:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468442.577438:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468442.961489:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468442.961502:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468442.961505:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468442.961510:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468442.961516:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468442.961519:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468442.961522:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468442.961524:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468442.961529:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468442.961530:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468442.961535:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468442.961536:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468442.961725:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468442.961730:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468442.961734:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468443.473306:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315359477, at 4315359488 00000100:00000040:3.0:1789468443.473306:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315359477, at 4315359488 00000100:00000010:3.0:1789468443.473329:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a7e0. 00000100:00000010:2.0:1789468443.473331:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a180. 00000100:00000001:2.0:1789468443.602225:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468443.602236:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468443.602239:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468443.602245:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468443.602249:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468443.602255:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468443.602258:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468443.602260:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468443.602263:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468443.985423:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468443.985434:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468443.985450:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468443.985451:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468443.985455:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468443.985456:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468443.985697:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468443.985702:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468443.985706:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468444.625304:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468444.625315:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468444.625317:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468444.625326:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468444.625331:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468444.625335:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468444.625347:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468444.625350:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468444.625353:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468445.009731:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468445.009740:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468445.009747:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468445.009751:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468445.009753:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468445.009758:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468445.009762:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468445.009765:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468445.009767:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468445.009770:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468445.009773:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468445.009775:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468445.009777:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468445.009778:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468445.009780:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468445.009781:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468445.009782:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468445.009784:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468445.009993:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468445.010020:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468445.010024:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468445.649301:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468445.649312:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468445.649314:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468445.649321:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468445.649325:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468445.649339:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468445.649343:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468445.649346:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468445.649350:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468446.033378:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468446.033388:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468446.033419:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468446.033421:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468446.033425:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468446.033426:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468446.033556:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468446.033561:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468446.033564:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468446.673526:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468446.673537:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468446.673540:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468446.673546:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468446.673550:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468446.673555:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468446.673558:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468446.673561:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468446.673566:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468447.057344:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468447.057353:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468447.057373:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468447.057375:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468447.057379:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468447.057380:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468447.057674:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468447.057679:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468447.057682:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468447.313532:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468447.313551:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468447.313553:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468447.313559:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468447.313562:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468447.313568:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468447.313571:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468447.314186:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468447.314195:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468447.314199:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468447.314202:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468447.314205:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468447.314208:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468447.314210:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468447.314215:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468447.314218:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468447.314222:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468447.314228:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20701) 00000100:00000001:2.0:1789468447.697695:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468447.697707:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468447.697710:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468447.697717:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468447.697722:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468447.697727:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468447.697730:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468447.697734:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468447.697737:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468448.081291:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468448.081299:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468448.081305:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468448.081307:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468448.081319:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468448.081321:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468448.081440:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468448.081443:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468448.081453:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468448.337282:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468448.337296:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468448.337298:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468448.337302:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468448.337304:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468448.337381:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468448.337385:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468448.721291:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468448.721303:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468448.721316:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468448.721324:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468448.721329:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468448.721333:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468448.721336:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468448.721339:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468448.721343:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468449.105428:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468449.105435:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468449.105442:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468449.105443:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468449.105446:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468449.105447:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468449.107064:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468449.107069:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468449.107074:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468449.361485:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468449.361500:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468449.361503:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468449.361507:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468449.361510:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468449.361514:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468449.361516:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468449.745568:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468449.745578:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468449.745580:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468449.745587:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468449.745591:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468449.745596:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468449.745599:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468449.745607:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468449.745610:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468450.129290:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468450.129306:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468450.129311:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468450.129312:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468450.129316:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468450.129316:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468450.129401:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468450.129405:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468450.129407:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468450.385274:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468450.385289:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468450.385292:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468450.385305:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468450.385307:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468450.385311:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468450.385314:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468450.769305:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468450.769318:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468450.769321:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468450.769328:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468450.769333:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468450.769339:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468450.769342:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468450.769345:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468450.769349:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468451.154250:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468451.154257:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468451.154263:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468451.154264:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468451.154267:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468451.154268:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468451.154566:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468451.154570:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468451.154573:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468451.409855:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468451.409871:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468451.409873:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468451.409876:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468451.409879:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468451.409883:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468451.409886:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468451.793261:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468451.793269:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468451.793271:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468451.793276:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468451.793280:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468451.793293:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468451.793296:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468451.793299:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468451.793302:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468452.177302:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468452.177310:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468452.177315:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468452.177316:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468452.177337:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468452.177338:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468452.177554:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468452.177571:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468452.177574:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468452.435728:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468452.435738:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468452.435748:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468452.435752:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468452.435755:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468452.435758:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468452.435761:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468452.435764:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468452.435767:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468452.435769:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468452.435775:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20706) 00000100:00000001:1.0:1789468452.440900:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468452.440914:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468452.440916:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468452.440921:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468452.440922:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468452.440927:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468452.440929:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468452.817946:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468452.817953:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468452.817955:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468452.817960:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468452.817964:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468452.817968:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468452.817971:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468452.817973:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468452.817976:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468453.201397:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468453.201405:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468453.201408:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468453.201411:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468453.201415:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468453.201418:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468453.201420:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468453.201422:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468453.201426:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468453.201427:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468453.201430:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468453.201431:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468453.202003:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468453.202007:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468453.202010:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468453.458786:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468453.458799:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468453.458801:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468453.458805:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468453.458807:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468453.458811:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468453.458813:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468453.844215:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468453.844227:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468453.844232:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468453.844237:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468453.844337:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468453.844340:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468453.844344:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468453.844346:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468453.844349:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468454.226441:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468454.226448:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468454.226453:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468454.226454:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468454.226457:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468454.226459:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468454.227373:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468454.227377:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468454.227381:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468454.481412:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468454.481422:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468454.481424:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468454.481427:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468454.481429:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468454.481431:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468454.481433:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468454.865347:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468454.865355:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468454.865357:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468454.865361:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468454.865365:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468454.865368:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468454.865371:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468454.865373:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468454.865375:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468455.249276:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468455.249283:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468455.249288:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468455.249291:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468455.249294:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468455.249297:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468455.249300:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468455.249302:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468455.249304:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468455.249306:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468455.249309:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468455.249311:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468455.249312:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468455.249313:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468455.249315:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468455.249316:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468455.249317:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468455.249319:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468455.249509:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468455.249513:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468455.249516:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468455.505240:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468455.505253:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468455.505265:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468455.505269:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468455.505272:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468455.505276:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468455.505279:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468455.889301:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468455.889309:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468455.889311:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468455.889316:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468455.889319:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468455.889323:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468455.889326:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468455.889328:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468455.889330:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468456.273372:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468456.273380:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468456.273386:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468456.273387:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468456.273390:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468456.273392:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468456.273467:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468456.273471:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468456.273473:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468456.529237:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468456.529259:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468456.529262:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468456.529266:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468456.529269:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468456.529272:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468456.529274:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468456.913561:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468456.913569:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468456.913571:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468456.913575:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468456.913578:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468456.913582:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468456.913584:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468456.913586:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468456.913589:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468457.297231:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468457.297239:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468457.297256:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468457.297257:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468457.297260:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468457.297261:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468457.297367:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468457.297371:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468457.297374:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468457.553248:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468457.553262:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468457.553264:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468457.553269:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468457.553271:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468457.553274:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468457.553277:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468457.553448:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468457.553469:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468457.553472:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468457.553475:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468457.553477:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468457.553480:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468457.553482:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468457.553486:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468457.553488:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468457.553491:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468457.553496:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20711) 00000100:00000001:2.0:1789468457.938034:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468457.938043:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468457.938045:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468457.938051:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468457.938055:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468457.938058:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468457.938061:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468457.938064:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468457.938066:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468458.322449:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468458.322456:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468458.322462:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468458.322463:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468458.322466:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468458.322467:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468458.322530:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468458.322533:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468458.322536:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468458.580343:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468458.580355:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468458.580357:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468458.580362:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468458.580364:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468458.580368:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468458.580370:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468458.961317:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468458.961324:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468458.961326:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468458.961332:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468458.961335:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468458.961339:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468458.961342:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468458.961344:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468458.961346:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468459.345273:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468459.345279:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468459.345284:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468459.345285:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468459.345288:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468459.345289:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468459.345352:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468459.345356:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468459.345360:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468459.601533:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468459.601549:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468459.601568:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468459.601573:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468459.601575:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468459.601580:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468459.601582:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468459.985252:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468459.985260:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468459.985262:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468459.985267:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468459.985270:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468459.985274:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468459.985276:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468459.985279:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468459.985281:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468460.369310:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468460.369317:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468460.369330:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468460.369331:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468460.369335:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468460.369336:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468460.370471:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468460.370476:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468460.370480:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468460.625282:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468460.625295:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468460.625297:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468460.625302:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468460.625304:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468460.625308:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468460.625311:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468461.009268:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468461.009277:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468461.009279:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468461.009285:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468461.009468:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468461.009471:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468461.009474:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468461.009476:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468461.009479:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468461.394441:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468461.394448:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468461.394453:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468461.394455:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468461.394459:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468461.394460:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468461.395072:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468461.395076:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468461.395080:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468461.649945:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468461.649964:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468461.649966:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468461.649972:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468461.649985:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468461.649991:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468461.649994:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468462.034293:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468462.034302:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468462.034304:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468462.034310:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468462.034313:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468462.034319:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468462.034322:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468462.034324:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468462.034327:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468462.417366:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468462.417373:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468462.417392:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468462.417395:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468462.417399:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468462.417401:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468462.417403:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468462.417406:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468462.417411:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468462.417412:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468462.417415:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468462.417416:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468462.417473:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468462.417476:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468462.417479:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468462.673255:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468462.673269:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468462.673271:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468462.673276:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468462.673278:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468462.673283:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468462.673286:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468462.673509:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468462.673515:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468462.673518:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468462.673521:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468462.673524:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468462.673527:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468462.673530:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468462.673551:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468462.673554:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468462.673557:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468462.673562:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20716) 00000100:00000001:2.0:1789468463.057349:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468463.057356:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468463.057358:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468463.057363:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468463.057366:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468463.057370:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468463.057373:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468463.057375:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468463.057377:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468463.442058:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468463.442065:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468463.442070:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468463.442072:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468463.442075:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468463.442077:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468463.442169:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468463.442173:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468463.442177:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468463.697292:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468463.697305:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468463.697307:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468463.697312:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468463.697314:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468463.697333:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468463.697336:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468464.082158:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468464.082164:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468464.082166:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468464.082171:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468464.082175:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468464.082178:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468464.082181:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468464.082184:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468464.082186:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468464.465957:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468464.465965:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468464.465971:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468464.465974:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468464.465976:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468464.465979:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468464.465983:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468464.465985:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468464.465987:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468464.465989:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468464.465992:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468464.465994:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468464.465995:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468464.465996:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468464.465998:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468464.465999:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468464.466000:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468464.466002:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468464.466207:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468464.466210:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468464.466213:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468464.722161:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468464.722174:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468464.722176:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468464.722185:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468464.722194:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468464.722199:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468464.722201:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468465.105316:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468465.105323:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468465.105326:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468465.105332:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468465.105335:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468465.105339:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468465.105342:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468465.105344:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468465.105347:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468465.489436:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468465.489444:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468465.489450:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468465.489452:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468465.489474:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468465.489475:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468465.489893:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468465.489897:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468465.489900:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468465.745278:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468465.745292:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468465.745294:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468465.745299:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468465.745301:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468465.745306:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468465.745308:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468466.129265:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468466.129272:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468466.129274:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468466.129279:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468466.129282:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468466.129286:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468466.129288:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468466.129292:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468466.129294:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468466.513309:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468466.513318:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468466.513324:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468466.513325:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468466.513329:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468466.513330:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468466.514239:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468466.514244:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468466.514248:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468466.770341:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468466.770353:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468466.770355:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468466.770359:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468466.770362:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468466.770365:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468466.770368:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468467.153761:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468467.153770:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468467.153772:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468467.153778:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468467.153781:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468467.153786:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468467.153789:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468467.153791:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468467.153793:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468467.539499:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468467.539507:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468467.539513:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468467.539515:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468467.539518:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468467.539519:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468467.541299:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468467.541305:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468467.541310:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468467.793959:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468467.793970:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468467.793974:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468467.793976:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468467.793998:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468467.794001:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468467.794003:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468467.794008:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468467.794010:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468467.794013:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468467.794019:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20721) 00000100:00000001:3.0:1789468467.794090:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468467.794107:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468467.794156:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468442/real 1789468442] req@ffff8cb9f9033100 x1876386402407296/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468467 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468467.794186:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468467.794190:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468467.794196:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30e18. 00000400:00000200:3.0:1789468467.794207:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5e58 00000400:00000010:3.0:1789468467.794210:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5e58. 00000100:00000001:3.0:1789468467.794217:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468467.794222:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033100 x1876386402407296/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468467 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468467.794232:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033100 x1876386402407296/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468467 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468467.794242:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468467.794244:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468467.794248:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468467.794250:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468467.794255:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9033100 x1876386402407296/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468467 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468467.794262:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468467.794265:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468467.794286:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468442/real 1789468442] req@ffff8cb9f9030000 x1876386402407424/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468467 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468467.794295:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468467.794297:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468467.794299:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30160. 00000400:00000200:3.0:1789468467.794302:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d57f8 00000400:00000010:3.0:1789468467.794304:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d57f8. 00000100:00000001:3.0:1789468467.794307:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468467.794311:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030000 x1876386402407424/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468467 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468467.794318:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030000 x1876386402407424/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468467 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468467.794324:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468467.794325:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468467.794328:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468467.794329:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468467.794332:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9030000 x1876386402407424/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468467 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468467.794338:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468467.794340:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468467.794345:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468442/real 1789468442] req@ffff8cb9f9033800 x1876386402407168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468467 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468467.794353:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468467.794354:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468467.794356:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30420. 00000400:00000200:3.0:1789468467.794359:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5770 00000400:00000010:3.0:1789468467.795377:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5770. 00000100:00000001:3.0:1789468467.795386:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468467.795395:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033800 x1876386402407168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468467 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468467.795404:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033800 x1876386402407168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468467 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468467.795425:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468467.795427:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468467.795430:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468467.795432:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468467.795436:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9033800 x1876386402407168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468467 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468467.795443:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468467.795455:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468467.795458:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468467.795462:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468467.795465:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468467.795468:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468467.795473:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033100 x1876386402407296/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468467 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468467.795481:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468467.795484:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468467.795486:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468467.795487:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468467.795676:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468467.795682:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468467.795686:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468467.795797:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789468467.795801:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468467.795806:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033100 x1876386402407296/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468467 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468467.795815:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402407296:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468467.795820:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468467.795824:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030000 x1876386402407424/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468467 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468467.795842:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468467.795845:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468467.795846:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468467.795848:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468467.795850:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468467.795852:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468467.795854:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468467.803121:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468467.803148:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468467.803151:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468467.803156:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789468467.803159:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468467.803171:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468467.803178:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468467.803187:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20690 00000400:00000200:2.0:1789468467.803203:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468467.803211:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789468467.803220:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468467.803225:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468467.803229:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468467.803231:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468467.803234:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789468467.803247:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468467.803249:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:2.0:1789468467.803252:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468467.803256:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:2.0:1789468467.803259:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:2.0:1789468467.803262:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:2.0:1789468467.803266:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468467.803268:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468467.803269:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468467.803271:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789468467.803274:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:2.0:1789468467.803278:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789468467.803281:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468467.803286:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00080000:3.0:1789468467.803289:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789468467.803295:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:2.0:1789468467.803296:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468467.803300:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468467.803302:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789468467.803307:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000100:00000040:3.0:1789468467.803309:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030000 x1876386402407424/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468467 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1789468467.803310:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468467.803313:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468467.803322:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402407424:192.168.203.142@tcp:38:kworker.0 00000100:00000010:2.0:1789468467.803328:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742ea00. 00000100:00000001:3.0:1789468467.803330:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789468467.803332:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=11 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000100:00000040:3.0:1789468467.803335:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033800 x1876386402407168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468467 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789468467.803337:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468467.803340:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468467.803343:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468467.803344:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1789468467.803345:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1789468467.803348:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1789468467.803348:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468467.803350:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1789468467.803353:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468467.803354:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468467.803357:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468467.803360:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 02000000:00000010:2.0:1789468467.803373:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacd800. 00000100:00080000:3.0:1789468467.803381:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789468467.803382:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468467.803385:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468467.803389:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033800 x1876386402407168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468467 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468467.803390:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742ea00 x1876386402407552/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468467.803401:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468467.803406:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468467.803411:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce5eb67d] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742ea00 x1876386402407552/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468467.803423:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402407168:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789468467.803424:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468467.803426:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789468467.803428:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789468467.803430:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789468467.803431:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1789468467.803432:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1789468467.803433:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468467.803436:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00000040:3.0:1789468467.803437:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033100 x1876386402407296/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468467 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789468467.803438:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20690 00000400:00000200:2.0:1789468467.803442:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468467.803444:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1789468467.803445:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789468467.803447:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1789468467.803448:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1789468467.803449:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468467.803451:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000010:3.0:1789468467.803451:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6893000. 00000100:00000040:2.0:1789468467.803453:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468467.803455:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789468467.803458:0:331017:0:(genops.c:792:class_conn2export()) Process entered 02000000:00000001:3.0:1789468467.803458:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:2.0:1789468467.803459:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789468467.803460:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000001:2.0:1789468467.803461:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468467.803462:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000040:2.0:1789468467.803463:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789468467.803464:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 00000020:00000001:2.0:1789468467.803465:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:2.0:1789468467.803467:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 02000000:00000010:3.0:1789468467.803468:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d3400. 00000100:00000040:2.0:1789468467.803470:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468467.803471:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1789468467.803472:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1789468467.803473:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 02000000:00000001:3.0:1789468467.803474:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1789468467.803475:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000100:00000010:3.0:1789468467.803476:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033100. 00000020:00000040:2.0:1789468467.803478:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:2.0:1789468467.803480:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789468467.803482:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468467.803483:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1789468467.803484:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1789468467.803485:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1789468467.803487:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468467.803487:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1789468467.803489:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468467.803490:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030000 x1876386402407424/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468467 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468467.803496:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468467.803497:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468467.803499:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890000. 00000100:00000001:2.0:1789468467.803501:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 02000000:00000001:3.0:1789468467.803501:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468467.803502:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000008:00100000:2.0:1789468467.803503:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000020:00000040:3.0:1789468467.803504:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000008:00000001:2.0:1789468467.803506:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468467.803506:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468467.803507:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d1400. 00000100:00000001:2.0:1789468467.803508:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468467.803510:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:2.0:1789468467.803511:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742f800. 02000000:00000001:3.0:1789468467.803511:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:2.0:1789468467.803513:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000100:00000010:3.0:1789468467.803513:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030000. 02000000:00000001:2.0:1789468467.803516:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468467.803517:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468467.803519:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468467.803520:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1789468467.803520:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1789468467.803522:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468467.803522:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468467.803523:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1789468467.803525:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacf000. 00000100:00000040:3.0:1789468467.803527:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033800 x1876386402407168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468467 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468467.803528:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468467.803532:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742f800 x1876386402407680/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468467.803534:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468467.803535:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468467.803537:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6893800. 00000100:00000001:2.0:1789468467.803539:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1789468467.803540:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468467.803541:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:2.0:1789468467.803542:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789468467.803543:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000100:00000040:2.0:1789468467.803545:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000106e5d2c] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742f800 x1876386402407680/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789468467.803545:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468467.803547:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d1000. 02000000:00000001:3.0:1789468467.803549:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468467.803550:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468467.803551:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033800. 00000100:00000001:2.0:1789468467.803553:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468467.803554:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468467.803555:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468467.803556:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789468467.803557:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468467.803559:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468467.803562:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468467.803565:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1789468467.803567:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468467.803569:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468467.803570:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20721) 00000100:00000001:3.0:1789468467.803572:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1789468467.803575:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789468467.803575:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468467.803577:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1789468467.803578:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789468467.803579:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468467.803581:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000040:3.0:1789468467.803581:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742ea00 x1876386402407552/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468467.803583:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468467.803585:0:331017:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20690 00000400:00000200:2.0:1789468467.803589:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468467.803590:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1789468467.803592:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00000001:3.0:1789468467.803592:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468467.803594:0:331017:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1789468467.803596:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1789468467.803597:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468467.803598:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1789468467.803599:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1789468467.803600:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468467.803602:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 02000000:00000001:3.0:1789468467.803602:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468467.803606:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402407552:192.168.203.142@tcp:38:kworker.0 00000020:00000001:2.0:1789468467.803607:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468467.803608:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:2.0:1789468467.803610:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:3.0:1789468467.803611:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1789468467.803612:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:2.0:1789468467.803614:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:2.0:1789468467.803615:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 02000000:00000001:3.0:1789468467.803615:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1789468467.803618:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 02000000:00000001:3.0:1789468467.803618:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468467.803620:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468467.803622:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468467.803624:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 02000000:00000001:3.0:1789468467.803624:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1789468467.803626:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 02000000:00000010:3.0:1789468467.803628:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d1000. 00000100:00080000:2.0:1789468467.803629:0:331017:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 02000000:00000001:3.0:1789468467.803630:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468467.803631:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468467.803632:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468467.803634:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468467.803636:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468467.803636:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789468467.803638:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468467.803640:0:331017:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789468467.803641:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf058. 00000100:00000010:2.0:1789468467.803643:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742dc00. 00000020:00000040:2.0:1789468467.803645:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 00000400:00000010:3.0:1789468467.803649:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce770. 00000100:00000200:3.0:1789468467.803659:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402407552, portal 10 00000100:00000001:3.0:1789468467.803662:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468467.803663:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836133376 : -126740873418240 : ffff8cbad742ea00) 00000100:00000040:3.0:1789468467.803672:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742ea00 x1876386402407552/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468467.803679:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468467.803683:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 02000000:00000001:2.0:1789468467.803686:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000400:00000010:3.0:1789468467.803686:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce4c8. 02000000:00000001:2.0:1789468467.803687:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468467.803689:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:3.0:1789468467.803689:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402407552, offset 0 02000000:00000001:2.0:1789468467.803690:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468467.803692:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468467.803699:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacd000. 00000100:00000001:2.0:1789468467.803702:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468467.803706:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742dc00 x1876386402407808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1789468467.803708:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000100:00000001:2.0:1789468467.803712:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468467.803714:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468467.803718:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e28b06d0] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742dc00 x1876386402407808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789468467.803718:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789468467.803725:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468467.803725:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000100:00000040:2.0:1789468467.803727:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468467.803730:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1789468467.803731:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1789468467.803732:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468467.803734:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1789468467.803736:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000100:00000040:2.0:1789468467.803737:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20721) 00000400:00000200:3.0:1789468467.803740:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789468467.803742:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789468467.803746:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93963:93963:256:4294967295] 192.168.203.142@tcp LPNI seq info [93963:93963:8:4294967295] 00000400:00000200:3.0:1789468467.803750:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468467.803761:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789468467.803767:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789468467.803773:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7900. 00000800:00000200:3.0:1789468467.803781:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789468467.803789:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468467.803794:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789468467.803813:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468467.803825:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:3.0:1789468467.803829:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468467.803832:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315383845 00000100:00000010:3.0:1789468467.803837:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad04513c0. 00000100:00000001:3.0:1789468467.803846:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789468467.803856:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315383845 00000100:00000010:3.0:1789468467.803860:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad04515a0. 00000100:00000001:3.0:1789468467.803864:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789468467.803868:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468467.803871:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468467.803874:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468467.803879:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742f800 x1876386402407680/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468467.803885:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468467.803886:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468467.803888:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468467.803890:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468467.803892:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468467.803895:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402407680:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468467.803898:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468467.803900:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468467.803901:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468467.803903:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468467.803906:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d1400. 02000000:00000001:3.0:1789468467.803907:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468467.803910:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789468467.803913:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf528. 00000400:00000010:3.0:1789468467.803916:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce7f8. 00000100:00000200:3.0:1789468467.803919:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402407680, portal 10 00000100:00000001:3.0:1789468467.803920:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468467.803921:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836136960 : -126740873414656 : ffff8cbad742f800) 00000100:00000040:3.0:1789468467.803927:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742f800 x1876386402407680/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468467.803939:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468467.803942:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789468467.803945:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce110. 00000100:00000200:3.0:1789468467.803948:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402407680, offset 0 00000400:00000200:3.0:1789468467.803952:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789468467.803957:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468467.803961:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789468467.803964:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789468467.803966:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789468467.803968:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789468467.803970:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789468467.803973:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93964:93964:255:4294967295] 192.168.203.142@tcp LPNI seq info [93964:93964:7:4294967295] 00000400:00000200:3.0:1789468467.803977:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468467.803982:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789468467.803986:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789468467.803989:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7000. 00000800:00000200:3.0:1789468467.803993:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789468467.803998:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468467.804000:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789468467.804003:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468467.804006:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:3.0:1789468467.804008:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468467.804010:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315383833 00000100:00000001:3.0:1789468467.804013:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315383845 00000100:00000001:3.0:1789468467.804014:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315383833 00000100:00000001:3.0:1789468467.804016:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315383845 00000100:00000001:3.0:1789468467.804018:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468467.804020:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468467.804039:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468467.804042:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468467.804046:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468467.804048:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789468467.804050:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468467.804052:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468467.804053:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468467.804058:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742dc00 x1876386402407808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468467.804064:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468467.804066:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468467.804067:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468467.804069:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468467.804071:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468467.804074:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402407808:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789468467.804077:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468467.804079:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468467.804081:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468467.804083:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468467.804086:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d3400. 02000000:00000001:3.0:1789468467.804088:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468467.804091:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789468467.804104:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bfc60. 00000400:00000010:3.0:1789468467.804110:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cea18. 00000100:00000200:3.0:1789468467.804112:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402407808, portal 25 00000100:00000001:3.0:1789468467.804115:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468467.804116:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836129792 : -126740873421824 : ffff8cbad742dc00) 00000100:00000040:3.0:1789468467.804121:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742dc00 x1876386402407808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468467.804127:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468467.804129:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789468467.804160:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce990. 00000100:00000200:3.0:1789468467.804172:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402407808, offset 0 00000400:00000200:3.0:1789468467.804178:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789468467.804192:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468467.804196:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789468467.804198:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789468467.804200:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789468467.804203:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789468467.804205:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789468467.804208:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93965:93965:254:4294967295] 192.168.203.142@tcp LPNI seq info [93965:93965:6:4294967295] 00000400:00000200:3.0:1789468467.804211:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468467.804218:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789468467.804222:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789468467.804226:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7500. 00000800:00000200:3.0:1789468467.804229:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789468467.804234:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468467.804237:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789468467.804240:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468467.804243:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468467.804245:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315385086 00000100:00000001:3.0:1789468467.804250:0:253748:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4315383845 00000100:00000001:3.0:1789468467.804253:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315385086 00000100:00000001:3.0:1789468467.804256:0:253748:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4315383845 00000100:00000001:3.0:1789468467.804258:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468467.804260:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468467.804263:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468467.804265:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468467.804269:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468467.804271:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789468467.804272:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468467.804274:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468467.804276:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468467.804278:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789468467.804733:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468467.804740:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7900. 00000400:00000200:2.0:1789468467.804749:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468467.804756:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468467.804763:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce4c8 00000400:00000010:2.0:1789468467.804767:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce4c8. 00000100:00000001:2.0:1789468467.804773:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468467.804779:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742ea00 x1876386402407552/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468467.804789:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468467.804792:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742ea00 x1876386402407552/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468492 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468467.804798:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468467.804800:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789468467.804815:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468467.804819:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7000. 00000400:00000200:2.0:1789468467.804821:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468467.804824:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468467.804827:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce110 00000400:00000010:2.0:1789468467.804829:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce110. 00000100:00000001:2.0:1789468467.804830:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468467.804833:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742f800 x1876386402407680/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468467.804840:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468467.804843:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742f800 x1876386402407680/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468492 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468467.804850:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468467.804851:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789468467.804935:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468467.804938:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7500. 00000400:00000200:2.0:1789468467.804941:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468467.804944:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468467.804947:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce990 00000400:00000010:2.0:1789468467.804949:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce990. 00000100:00000001:2.0:1789468467.804951:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468467.804966:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742dc00 x1876386402407808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468467.804973:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468467.804976:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742dc00 x1876386402407808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468492 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468467.804981:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468467.804982:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468468.178306:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468468.178318:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468468.178321:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468468.178328:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468468.178333:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468468.178337:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468468.178341:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468468.178345:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468468.178348:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468468.561447:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468468.561456:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468468.561463:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468468.561465:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468468.561469:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468468.561470:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468468.561585:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468468.561590:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468468.561593:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468469.073296:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315385086, at 4315385088 00000100:00000010:2.0:1789468469.073317:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad04513c0. 00000100:00000040:3.0:1789468469.073988:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315385086, at 4315385088 00000100:00000010:3.0:1789468469.074004:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad04515a0. 00000100:00000001:2.0:1789468469.204593:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468469.204605:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468469.204607:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468469.204614:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468469.204618:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468469.204622:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468469.204625:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468469.204628:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468469.204631:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468469.586041:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468469.586049:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468469.586054:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468469.586055:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468469.586058:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468469.586060:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468469.586322:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468469.586327:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468469.586331:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468470.226645:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468470.226657:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468470.226659:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468470.226667:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468470.226671:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468470.226676:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468470.226680:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468470.226683:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468470.226686:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468470.609320:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468470.609327:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468470.609334:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468470.609335:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468470.609338:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468470.609340:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468470.609438:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468470.609442:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468470.609445:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468471.249272:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468471.249281:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468471.249283:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468471.249288:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468471.252896:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468471.252902:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468471.252905:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468471.252907:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468471.252911:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468471.636817:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468471.636824:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468471.636830:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468471.636831:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468471.636835:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468471.636836:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468471.636980:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468471.636984:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468471.636987:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468472.275095:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468472.275104:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468472.275106:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468472.275111:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468472.275114:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468472.275119:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468472.275121:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468472.275124:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468472.275126:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468472.657291:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468472.657297:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468472.657299:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468472.657302:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468472.657306:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468472.657308:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468472.657309:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468472.657310:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468472.657313:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468472.657314:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468472.657317:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468472.657317:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468472.657371:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468472.657375:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468472.657377:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468472.913303:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468472.913313:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468472.913317:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468472.913320:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468472.913322:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468472.913325:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468472.913327:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468472.913347:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468472.913350:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468472.913352:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468472.913358:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20726) 00000100:00000001:3.0:1789468472.913499:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468472.913509:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468472.913511:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468472.913515:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468472.913517:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468472.913521:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468472.913524:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468473.298917:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468473.298925:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468473.298927:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468473.298932:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468473.298936:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468473.298939:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468473.298942:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468473.298945:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468473.298947:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468473.681298:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468473.681309:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468473.681317:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468473.681319:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468473.681322:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468473.681323:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468473.681593:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468473.681599:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468473.681602:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468473.937279:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468473.937298:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468473.937301:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468473.937308:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468473.937311:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468473.937317:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468473.937320:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468474.321663:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468474.321672:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468474.321674:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468474.321679:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468474.321683:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468474.321687:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468474.321690:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468474.321692:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468474.321695:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468474.706722:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468474.706735:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468474.706744:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468474.706749:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468474.706752:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468474.706756:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468474.706760:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468474.706763:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468474.706766:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468474.706768:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468474.706772:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468474.706774:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468474.706775:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468474.706777:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468474.706779:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468474.706780:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468474.706782:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468474.706784:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468474.708984:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468474.708993:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468474.708999:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468474.961307:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468474.961325:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468474.961328:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468474.961336:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468474.961339:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468474.961344:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468474.961348:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468475.345295:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468475.345304:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468475.345306:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468475.345311:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468475.345314:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468475.345317:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468475.345320:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468475.345322:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468475.345324:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468475.730220:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468475.730229:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468475.730261:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468475.730263:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468475.730266:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468475.730267:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468475.730369:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468475.730375:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468475.730379:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468475.986169:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468475.986189:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468475.986192:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468475.986198:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468475.986201:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468475.986207:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468475.986210:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468476.369294:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468476.369302:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468476.369304:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468476.369310:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468476.369314:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468476.369318:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468476.369321:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468476.369324:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468476.369327:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468476.754072:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468476.754082:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468476.754090:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468476.754091:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468476.754094:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468476.754106:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468476.754671:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468476.754676:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468476.754680:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468477.010193:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468477.010207:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468477.010210:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468477.010215:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468477.010217:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468477.010222:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468477.010241:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468477.394310:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468477.394317:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468477.394319:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468477.394324:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468477.394328:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468477.394331:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468477.394334:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468477.394337:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468477.394340:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468477.777260:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468477.777267:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468477.777274:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468477.777275:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468477.777279:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468477.777280:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468477.777385:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468477.777393:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468477.777398:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468478.033446:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468478.033463:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468478.033466:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468478.033472:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468478.033475:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468478.033479:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468478.033482:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468478.034684:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468478.034691:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468478.034694:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468478.034697:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468478.034700:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468478.034703:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468478.034705:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468478.034709:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468478.034712:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468478.034727:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468478.034734:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20731) 00000100:00000001:2.0:1789468478.417261:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468478.417269:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468478.417272:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468478.417279:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468478.417283:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468478.417287:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468478.417289:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468478.417292:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468478.417294:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468478.801472:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468478.801479:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468478.801485:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468478.801486:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468478.801489:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468478.801490:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468478.801589:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468478.801593:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468478.801596:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468479.057461:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468479.057474:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468479.057476:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468479.057480:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468479.057483:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468479.057487:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468479.057489:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468479.441272:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468479.441280:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468479.441281:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468479.441286:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468479.441289:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468479.441292:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468479.441295:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468479.441297:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468479.441300:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468479.825347:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468479.825355:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468479.825361:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468479.825363:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468479.825367:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468479.825368:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468479.825554:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468479.825558:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468479.825561:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468480.081327:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468480.081342:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468480.081345:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468480.081349:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468480.081352:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468480.081356:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468480.081358:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468480.465553:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468480.465561:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468480.465564:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468480.465569:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468480.465573:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468480.465577:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468480.465580:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468480.465582:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468480.465585:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468480.849235:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468480.849242:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468480.849246:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468480.849248:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468480.849251:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468480.849252:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468480.849646:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468480.849650:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468480.849653:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468481.105246:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468481.105260:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468481.105262:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468481.105267:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468481.105269:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468481.105274:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468481.105276:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468481.489255:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468481.489263:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468481.489265:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468481.489270:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468481.489274:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468481.489278:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468481.489281:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468481.489283:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468481.489285:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468481.873252:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468481.873259:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468481.873265:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468481.873266:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468481.873289:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468481.873291:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468481.873407:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468481.873411:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468481.873414:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468482.129462:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468482.129473:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468482.129476:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468482.129481:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468482.129483:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468482.129486:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468482.129489:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468482.513328:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468482.513337:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468482.513339:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468482.513350:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468482.513354:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468482.513358:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468482.513361:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468482.513364:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468482.513367:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468482.898372:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468482.898391:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468482.898394:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468482.898397:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468482.898401:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468482.898403:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468482.898405:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468482.898407:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468482.898411:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468482.898412:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468482.898415:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468482.898416:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468482.898693:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468482.898711:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468482.898715:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468483.153251:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468483.153263:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468483.153265:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468483.153269:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468483.153271:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468483.153275:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468483.153277:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468483.153311:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468483.153317:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468483.153320:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468483.153323:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468483.153325:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468483.153344:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468483.153346:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468483.153350:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468483.153353:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468483.153355:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468483.153362:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20736) 00000100:00000001:2.0:1789468483.537259:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468483.537267:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468483.537269:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468483.537274:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468483.537277:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468483.537281:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468483.537283:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468483.537285:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468483.537288:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468483.921274:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468483.921281:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468483.921286:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468483.921288:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468483.921291:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468483.921292:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468483.921869:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468483.921873:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468483.921877:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468484.178154:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468484.178168:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468484.178170:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468484.178175:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468484.178177:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468484.178182:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468484.178185:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468484.561709:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468484.561718:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468484.561721:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468484.561727:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468484.561731:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468484.561736:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468484.561739:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468484.561742:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468484.561744:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468484.945285:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468484.945292:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468484.945297:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468484.945300:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468484.945302:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468484.945306:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468484.945309:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468484.945311:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468484.945313:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468484.945316:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468484.945319:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468484.945321:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468484.945322:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468484.945324:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468484.945325:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468484.945327:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468484.945329:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468484.945330:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468484.946938:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468484.946944:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468484.946949:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468485.201251:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468485.201265:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468485.201268:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468485.201273:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468485.201275:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468485.201279:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468485.201281:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468485.585506:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468485.585514:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468485.585516:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468485.585521:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468485.585525:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468485.585529:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468485.585532:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468485.585535:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468485.585537:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468485.969431:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468485.969438:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468485.969443:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468485.969445:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468485.969448:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468485.969449:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468485.972324:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468485.972331:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468485.972335:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468486.225216:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468486.225231:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468486.225233:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468486.225239:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468486.225241:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468486.225245:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468486.225248:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468486.610948:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468486.610955:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468486.610957:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468486.610962:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468486.610965:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468486.610969:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468486.610972:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468486.610974:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468486.610977:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468486.993288:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468486.993295:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468486.993299:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468486.993301:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468486.993304:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468486.993305:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468486.994272:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468486.994277:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468486.994282:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468487.249639:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468487.249654:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468487.249657:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468487.249662:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468487.249664:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468487.249668:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468487.249670:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468487.633524:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468487.633532:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468487.633535:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468487.633541:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468487.633544:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468487.633548:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468487.633550:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468487.633552:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468487.633555:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468488.017255:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468488.017262:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468488.017268:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468488.017269:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468488.017273:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468488.017274:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468488.017468:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468488.017472:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468488.017475:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468488.273310:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468488.273331:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468488.273334:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468488.273349:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468488.273353:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468488.273358:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468488.273361:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468488.274601:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468488.274612:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468488.274615:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468488.274619:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468488.274622:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468488.274625:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468488.274628:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468488.274632:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468488.274635:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468488.274638:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468488.274644:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20741) 00000100:00000001:2.0:1789468488.657519:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468488.657531:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468488.657534:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468488.657541:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468488.657546:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468488.657552:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468488.657556:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468488.657559:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468488.657562:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468489.041378:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468489.041384:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468489.041389:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468489.041390:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468489.041394:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468489.041395:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468489.043600:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468489.043609:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468489.043616:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468489.297345:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468489.297364:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468489.297367:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468489.297374:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468489.297377:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468489.297381:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468489.297384:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468489.681781:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468489.681789:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468489.681791:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468489.681796:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468489.681800:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468489.681803:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468489.681806:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468489.681808:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468489.681811:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468490.066363:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468490.066370:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468490.066376:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468490.066377:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468490.066381:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468490.066382:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468490.070102:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468490.070109:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468490.070114:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468490.322760:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468490.322782:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468490.322785:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468490.322791:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468490.322794:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468490.322802:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468490.322805:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468490.706028:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468490.706037:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468490.706039:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468490.706044:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468490.706048:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468490.706051:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468490.706055:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468490.706056:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468490.706059:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468491.089333:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468491.089340:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468491.089345:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468491.089346:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468491.089349:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468491.089350:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468491.089497:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468491.089505:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468491.089519:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468491.345289:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468491.345306:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468491.345309:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468491.345316:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468491.345384:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468491.345391:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468491.345395:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468491.729498:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468491.729507:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468491.729509:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468491.729514:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468491.729518:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468491.729522:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468491.729525:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468491.729527:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468491.729529:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468492.113823:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468492.113829:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468492.113849:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468492.113851:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468492.113854:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468492.113855:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468492.117490:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468492.117498:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468492.117503:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468492.370551:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468492.370558:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468492.370573:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468467/real 1789468467] req@ffff8cbad742dc00 x1876386402407808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468492 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468492.370590:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468492.370593:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468492.370596:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bfc60. 00000400:00000200:2.0:1789468492.370601:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cea18 00000400:00000010:2.0:1789468492.370604:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cea18. 00000100:00000001:2.0:1789468492.370608:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468492.370612:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742dc00 x1876386402407808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468492 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468492.370623:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742dc00 x1876386402407808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468492 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468492.370630:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468492.370632:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468492.370634:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468492.370636:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468492.370640:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742dc00 x1876386402407808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468492 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468492.370646:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468492.370648:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468492.370652:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468467/real 1789468467] req@ffff8cbad742ea00 x1876386402407552/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468492 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468492.370659:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468492.370661:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468492.370663:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf058. 00000400:00000200:2.0:1789468492.370665:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce770 00000400:00000010:2.0:1789468492.370667:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce770. 00000100:00000001:2.0:1789468492.370669:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468492.370672:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742ea00 x1876386402407552/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468492 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468492.370680:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742ea00 x1876386402407552/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468492 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468492.370686:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468492.370688:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468492.370690:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468492.370691:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468492.370695:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742ea00 x1876386402407552/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468492 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468492.370701:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468492.370704:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468492.370708:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468467/real 1789468467] req@ffff8cbad742f800 x1876386402407680/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468492 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468492.370715:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468492.370716:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468492.370718:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf528. 00000400:00000200:2.0:1789468492.370720:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce7f8 00000400:00000010:2.0:1789468492.370722:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce7f8. 00000100:00000001:2.0:1789468492.370724:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468492.370726:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742f800 x1876386402407680/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468492 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468492.370734:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742f800 x1876386402407680/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468492 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468492.370740:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468492.370741:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468492.370743:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468492.370744:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468492.370748:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742f800 x1876386402407680/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468492 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468492.370754:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468492.370761:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468492.370763:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468492.370766:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468492.370768:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468492.370770:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468492.370775:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742dc00 x1876386402407808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468492 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468492.370781:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468492.370783:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468492.370785:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468492.370786:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468492.370789:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468492.370792:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468492.370795:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468492.378117:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789468492.378126:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468492.378151:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742dc00 x1876386402407808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468492 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468492.378163:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402407808:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789468492.378171:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468492.378177:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742ea00 x1876386402407552/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468492 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468492.378184:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468492.378187:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468492.378190:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468492.378192:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468492.378194:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468492.378197:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468492.378200:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468492.378210:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789468492.378212:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468492.378216:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742ea00 x1876386402407552/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468492 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468492.378225:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402407552:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789468492.378229:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468492.378234:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742f800 x1876386402407680/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468492 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468492.378245:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468492.378247:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468492.378249:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468492.378250:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468492.378251:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468492.378253:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468492.378255:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468492.378260:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789468492.378263:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468492.378266:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742f800 x1876386402407680/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468492 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468492.378274:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402407680:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789468492.378278:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468492.378282:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468492.378285:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742dc00 x1876386402407808/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468492 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468492.378292:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468492.378295:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468492.378300:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d3400. 02000000:00000001:2.0:1789468492.378308:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468492.378311:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468492.378313:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789468492.378316:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468492.378318:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacd000. 02000000:00000001:2.0:1789468492.378322:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468492.378324:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468492.378326:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742dc00. 00000100:00000001:2.0:1789468492.378331:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468492.378333:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468492.378334:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468492.378338:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742ea00 x1876386402407552/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468492 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468492.378344:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468492.378345:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468492.378347:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d1000. 02000000:00000001:2.0:1789468492.378349:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468492.378350:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468492.378352:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789468492.378353:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468492.378355:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacd800. 02000000:00000001:2.0:1789468492.378357:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468492.378358:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468492.378359:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742ea00. 00000100:00000001:2.0:1789468492.378362:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468492.378364:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468492.378365:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468492.378368:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742f800 x1876386402407680/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468492 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468492.378374:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468492.378375:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468492.378376:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d1400. 02000000:00000001:2.0:1789468492.378378:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468492.378379:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468492.378381:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789468492.378383:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468492.378384:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacf000. 02000000:00000001:2.0:1789468492.378386:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468492.378387:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468492.378388:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742f800. 00000100:00000001:2.0:1789468492.378392:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468492.378393:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468492.378395:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468492.378402:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468492.378404:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468492.378407:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468492.378409:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468492.378521:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468492.378527:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789468492.378529:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468492.378547:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468492.378558:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468492.378563:0:332879:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20716 00000400:00000200:1.0:1789468492.378571:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468492.378577:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789468492.378579:0:332879:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468492.378582:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468492.378585:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468492.378587:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468492.378590:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789468492.378596:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468492.378598:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:1.0:1789468492.378601:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468492.378603:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:1.0:1789468492.378606:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:1.0:1789468492.378609:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:1.0:1789468492.378612:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468492.378614:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468492.378616:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468492.378618:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789468492.378621:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:1.0:1789468492.378625:0:332879:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789468492.378627:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468492.378630:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468492.378633:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468492.378636:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468492.378639:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468492.378641:0:332879:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468492.378652:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c4a80. 00000020:00000040:1.0:1789468492.378655:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789468492.378659:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468492.378666:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468492.378669:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468492.378672:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468492.378675:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468492.378682:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6890800. 00000100:00000001:1.0:1789468492.378688:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468492.378695:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c4a80 x1876386402407936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468492.378703:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468492.378707:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468492.378710:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ec3883b] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c4a80 x1876386402407936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468492.378722:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468492.378724:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468492.378727:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789468492.378728:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468492.378729:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468492.378732:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468492.378734:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20716 00000400:00000200:1.0:1789468492.378738:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468492.378740:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789468492.378742:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468492.378745:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468492.378747:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468492.378749:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468492.378750:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789468492.378753:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468492.378754:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:1.0:1789468492.378755:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468492.378757:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:1.0:1789468492.378759:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:1.0:1789468492.378766:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:1.0:1789468492.378769:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468492.378770:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468492.378772:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468492.378773:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789468492.378775:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:1.0:1789468492.378777:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789468492.378780:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468492.378781:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468492.378787:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468492.378789:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468492.378791:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789468492.378794:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789468492.378797:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468492.378799:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468492.378802:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c5500. 00000020:00000040:1.0:1789468492.378805:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789468492.378807:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468492.378808:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468492.378810:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468492.378811:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468492.378813:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468492.378817:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6891000. 00000100:00000001:1.0:1789468492.378821:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468492.378825:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c5500 x1876386402408064/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468492.378832:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468492.378834:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468492.378837:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bafbd9e] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c5500 x1876386402408064/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468492.378843:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468492.378850:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468492.378852:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789468492.378854:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468492.378855:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468492.378858:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468492.378860:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20716 00000400:00000200:1.0:1789468492.378864:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468492.378867:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789468492.378869:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468492.378871:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468492.378873:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468492.378875:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468492.378877:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789468492.378880:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468492.378882:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:1.0:1789468492.378883:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468492.378885:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:1.0:1789468492.378887:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:1.0:1789468492.378889:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:1.0:1789468492.378892:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468492.378893:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468492.378895:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468492.378897:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789468492.378899:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:1.0:1789468492.378901:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789468492.378903:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468492.378905:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468492.378908:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468492.378910:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468492.378912:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789468492.378921:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789468492.378923:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468492.378925:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468492.378928:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c5180. 00000020:00000040:1.0:1789468492.378930:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789468492.378932:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468492.378933:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468492.378935:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468492.378936:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468492.378938:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468492.378943:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6891800. 00000100:00000001:1.0:1789468492.378946:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468492.378951:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c5180 x1876386402408192/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468492.378958:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468492.378960:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468492.378964:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2a667d6] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c5180 x1876386402408192/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468492.378971:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468492.378974:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468492.378978:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468492.378991:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468492.378995:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468492.379001:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20746) 00000100:00000001:2.0:1789468492.379920:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468492.379925:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468492.379928:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468492.379937:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c4a80 x1876386402407936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468492.379948:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468492.379950:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468492.379954:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468492.379957:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468492.379960:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468492.379963:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402407936:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789468492.379968:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468492.379971:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468492.379974:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468492.379976:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468492.379990:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacf000. 02000000:00000001:2.0:1789468492.379993:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468492.380000:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789468492.380005:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7528. 00000400:00000010:2.0:1789468492.380012:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6dedd0. 00000100:00000200:2.0:1789468492.380018:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402407936, portal 25 00000100:00000001:2.0:1789468492.380021:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468492.380023:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704627328 : -126741004924288 : ffff8cbacf6c4a80) 00000100:00000040:2.0:1789468492.380029:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c4a80 x1876386402407936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468492.380036:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468492.380039:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789468492.380042:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de198. 00000100:00000200:2.0:1789468492.380045:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402407936, offset 0 00000400:00000200:2.0:1789468492.380052:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789468492.380061:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468492.380068:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789468492.380073:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789468492.380076:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789468492.380080:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789468492.380082:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789468492.380086:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93966:93966:256:4294967295] 192.168.203.142@tcp LPNI seq info [93966:93966:8:4294967295] 00000400:00000200:2.0:1789468492.380090:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468492.380099:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789468492.380105:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789468492.380111:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6d00. 00000800:00000200:2.0:1789468492.380118:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789468492.380126:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468492.380150:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789468492.380171:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468492.380176:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789468492.380178:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315409661 00000100:00000010:2.0:1789468492.380183:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d000. 00000100:00000001:2.0:1789468492.380189:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789468492.380195:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315409661 00000100:00000010:2.0:1789468492.380198:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d840. 00000100:00000001:2.0:1789468492.380201:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789468492.380204:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468492.380207:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468492.380210:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468492.380214:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c5500 x1876386402408064/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468492.380221:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468492.380223:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468492.380226:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468492.380228:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468492.380230:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468492.380233:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402408064:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789468492.380239:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468492.380241:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468492.380243:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468492.380244:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468492.380247:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacd800. 02000000:00000001:2.0:1789468492.380249:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468492.380253:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789468492.380255:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee77e8. 00000400:00000010:2.0:1789468492.380260:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6ded48. 00000100:00000200:2.0:1789468492.380263:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402408064, portal 10 00000100:00000001:2.0:1789468492.380265:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468492.380267:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704630016 : -126741004921600 : ffff8cbacf6c5500) 00000100:00000040:2.0:1789468492.380273:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c5500 x1876386402408064/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468492.380279:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468492.380282:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789468492.380285:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6decc0. 00000100:00000200:2.0:1789468492.380287:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402408064, offset 0 00000400:00000200:2.0:1789468492.380292:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789468492.380296:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468492.380300:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789468492.380302:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789468492.380304:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789468492.380306:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789468492.380308:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789468492.380311:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93967:93967:255:4294967295] 192.168.203.142@tcp LPNI seq info [93967:93967:7:4294967295] 00000400:00000200:2.0:1789468492.380314:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468492.380320:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789468492.380324:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789468492.380328:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6700. 00000800:00000200:3.0:1789468492.380331:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1789468492.380332:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000010:3.0:1789468492.380337:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6d00. 00000800:00000200:2.0:1789468492.380342:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468492.380346:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6700 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1789468492.380346:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1789468492.380352:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468492.380355:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000040:2.0:1789468492.380357:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:3.0:1789468492.380361:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de198 00000400:00000200:2.0:1789468492.380363:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789468492.380366:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de198. 00000100:00000001:2.0:1789468492.380367:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315408422 00000100:00000001:3.0:1789468492.380372:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1789468492.380373:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315409661 00000100:00000001:2.0:1789468492.380377:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315408422 00000100:00000200:3.0:1789468492.380379:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c4a80 x1876386402407936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468492.380380:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315409661 00000100:00000001:2.0:1789468492.380383:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468492.380385:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468492.380387:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468492.380394:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c5180 x1876386402408192/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468492.380404:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789468492.380407:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468492.380410:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468492.380412:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c4a80 x1876386402407936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468517 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789468492.380413:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468492.380417:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468492.380422:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468492.380428:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468492.380429:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402408192:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468492.380433:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468492.380437:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468492.380439:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468492.380441:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468492.380443:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468492.380446:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacd000. 02000000:00000001:2.0:1789468492.380449:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468492.380452:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000800:00000200:3.0:1789468492.380455:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1789468492.380456:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7210. 00000800:00000010:3.0:1789468492.380460:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6700. 00000400:00000010:2.0:1789468492.380462:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de3b8. 00000400:00000200:3.0:1789468492.380465:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1789468492.380467:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402408192, portal 10 00000400:00000200:3.0:1789468492.380472:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:2.0:1789468492.380473:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468492.380477:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704629120 : -126741004922496 : ffff8cbacf6c5180) 00000400:00000200:3.0:1789468492.380477:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6decc0 00000400:00000010:3.0:1789468492.380481:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6decc0. 00000100:00000040:2.0:1789468492.380485:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c5180 x1876386402408192/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468492.380486:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468492.380493:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c5500 x1876386402408064/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468492.380500:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1789468492.380508:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468492.380512:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c5500 x1876386402408064/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468517 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468492.380518:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468492.380520:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000100:00000001:3.0:1789468492.380521:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:2.0:1789468492.380525:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de7f8. 00000100:00000200:2.0:1789468492.380530:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402408192, offset 0 00000400:00000200:2.0:1789468492.380536:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789468492.380541:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468492.380546:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789468492.380549:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789468492.380552:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789468492.380554:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789468492.380556:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789468492.380558:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93968:93968:256:4294967295] 192.168.203.142@tcp LPNI seq info [93968:93968:8:4294967295] 00000400:00000200:2.0:1789468492.380563:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468492.380569:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789468492.380573:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789468492.380576:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6c00. 00000800:00000200:2.0:1789468492.380580:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789468492.380584:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468492.380586:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6c00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789468492.380602:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468492.380606:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:2.0:1789468492.380609:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789468492.380611:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315408410 00000100:00000001:2.0:1789468492.380613:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315409661 00000100:00000001:2.0:1789468492.380615:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315408410 00000100:00000001:2.0:1789468492.380617:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315409661 00000100:00000001:2.0:1789468492.380621:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468492.380623:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468492.380625:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468492.380628:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468492.380634:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468492.380636:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789468492.380639:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468492.380640:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468492.380641:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468492.380643:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789468492.380975:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468492.380988:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6c00. 00000400:00000200:3.0:1789468492.380992:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468492.380997:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468492.381001:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de7f8 00000400:00000010:3.0:1789468492.381002:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de7f8. 00000100:00000001:3.0:1789468492.381005:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468492.381009:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c5180 x1876386402408192/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468492.381017:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468492.381020:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c5180 x1876386402408192/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468517 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468492.381038:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468492.381039:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468492.753241:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468492.753249:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468492.753251:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468492.753256:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468492.753260:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468492.753263:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468492.753266:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468492.753268:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468492.753270:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468493.137300:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468493.137313:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468493.137315:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468493.137318:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468493.137323:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468493.137325:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468493.137327:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468493.137329:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468493.137332:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468493.137333:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468493.137337:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468493.137338:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468493.140710:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468493.140717:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468493.140721:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789468493.649259:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315409661, at 4315409664 00000100:00000010:3.0:1789468493.649276:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d840. 00000100:00000040:2.0:1789468493.651222:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315409661, at 4315409666 00000100:00000010:2.0:1789468493.651235:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d000. 00000100:00000001:2.0:1789468493.777307:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468493.777314:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468493.777316:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468493.777321:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468493.777325:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468493.777329:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468493.777332:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468493.777334:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468493.777337:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468494.161378:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468494.161386:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468494.161393:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468494.161394:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468494.161398:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468494.161399:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468494.161529:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468494.161533:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468494.161536:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468494.801249:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468494.801257:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468494.801259:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468494.801264:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468494.801267:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468494.801271:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468494.801274:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468494.801276:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468494.801279:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468495.187704:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468495.187712:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468495.187717:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468495.187721:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468495.187723:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468495.187727:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468495.187731:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468495.187733:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468495.187735:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468495.187737:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468495.187741:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468495.187742:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468495.187744:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468495.187745:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468495.187747:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468495.187749:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468495.187767:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468495.187769:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468495.189457:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468495.189463:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468495.189467:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468495.825276:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468495.825286:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468495.825288:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468495.825294:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468495.825297:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468495.825301:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468495.825304:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468495.825306:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468495.825309:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468496.209364:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468496.209371:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468496.209377:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468496.209378:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468496.209382:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468496.209383:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468496.209587:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468496.209591:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468496.209594:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468496.849353:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468496.849360:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468496.849362:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468496.849368:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468496.849372:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468496.849376:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468496.849379:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468496.849381:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468496.849384:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468497.233331:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468497.233338:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468497.233344:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468497.233345:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468497.233350:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468497.233351:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468497.233663:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468497.233667:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468497.233670:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468497.489271:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468497.489285:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468497.489288:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468497.489293:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468497.489296:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468497.489300:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468497.489302:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468497.489632:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468497.489638:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468497.489641:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468497.489644:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468497.489646:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468497.489649:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468497.489654:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468497.489657:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468497.489659:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468497.489662:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468497.489667:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20751) 00000100:00000001:2.0:1789468497.873319:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468497.873327:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468497.873328:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468497.873333:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468497.873337:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468497.873340:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468497.873343:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468497.873345:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468497.873348:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468498.257243:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468498.257249:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468498.257254:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468498.257255:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468498.257258:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468498.257259:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468498.258080:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468498.258085:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468498.258089:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468498.513493:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468498.513506:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468498.513508:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468498.513512:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468498.513515:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468498.513519:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468498.513522:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468498.897295:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468498.897302:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468498.897304:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468498.897309:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468498.897314:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468498.897318:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468498.897321:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468498.897323:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468498.897326:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468499.281850:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468499.281857:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468499.281863:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468499.281864:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468499.281868:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468499.281869:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468499.281941:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468499.281945:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468499.281949:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468499.537244:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468499.537258:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468499.537260:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468499.537265:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468499.537270:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468499.537273:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468499.537276:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468499.921995:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468499.922004:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468499.922006:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468499.922010:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468499.922014:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468499.922018:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468499.922032:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468499.922034:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468499.922037:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468500.305737:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468500.305745:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468500.305750:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468500.305751:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468500.305755:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468500.305756:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468500.305979:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468500.305983:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468500.305987:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468500.561262:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468500.561277:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468500.561279:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468500.561284:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468500.561286:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468500.561291:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468500.561294:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468500.945258:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468500.945266:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468500.945269:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468500.945275:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468500.945279:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468500.945283:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468500.945285:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468500.945287:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468500.945290:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468501.329282:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468501.329298:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468501.329304:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468501.329305:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468501.329308:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468501.329309:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468501.329523:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468501.329527:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468501.329530:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468501.585249:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468501.585263:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468501.585265:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468501.585269:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468501.585271:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468501.585275:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468501.585277:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468501.969546:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468501.969554:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468501.969557:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468501.969562:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468501.969566:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468501.969570:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468501.969573:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468501.969575:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468501.969577:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468502.354179:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468502.354188:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468502.354190:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468502.354194:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468502.354198:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468502.354200:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468502.354202:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468502.354204:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468502.354209:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468502.354210:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468502.354213:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468502.354214:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468502.354345:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468502.354349:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468502.354352:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468502.610361:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468502.610371:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468502.610374:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468502.610377:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468502.610380:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468502.610383:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468502.610386:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468502.610390:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468502.610393:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468502.610395:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468502.610401:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20756) 00000100:00000001:3.0:1789468502.610473:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468502.610483:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468502.610485:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468502.610488:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468502.610491:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468502.610494:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468502.610496:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468502.993603:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468502.993610:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468502.993612:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468502.993618:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468502.993622:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468502.993626:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468502.993628:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468502.993631:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468502.993633:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468503.377924:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468503.377931:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468503.377937:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468503.377939:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468503.377942:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468503.377943:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468503.378049:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468503.378054:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468503.378057:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468503.633242:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468503.633256:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468503.633258:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468503.633263:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468503.633265:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468503.633268:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468503.633271:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468504.019042:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468504.019050:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468504.019052:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468504.019058:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468504.019062:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468504.019065:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468504.019068:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468504.019070:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468504.019072:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468504.407676:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468504.407682:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468504.407688:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468504.407692:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468504.407694:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468504.407698:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468504.407701:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468504.407703:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468504.407706:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468504.407708:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468504.407711:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468504.407713:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468504.407714:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468504.407716:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468504.407717:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468504.407718:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468504.407720:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468504.407722:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468504.407958:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468504.407962:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468504.407965:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468504.658178:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468504.658190:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468504.658192:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468504.658196:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468504.658198:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468504.658202:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468504.658204:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468505.041297:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468505.041305:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468505.041308:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468505.041313:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468505.041317:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468505.041321:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468505.041323:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468505.041326:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468505.041339:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468505.425869:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468505.425876:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468505.425910:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468505.425911:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468505.425915:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468505.425916:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468505.426006:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468505.426010:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468505.426013:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468505.681267:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468505.681283:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468505.681305:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468505.681309:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468505.681312:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468505.681316:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468505.681319:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468506.065255:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468506.065263:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468506.065265:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468506.065270:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468506.065274:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468506.065277:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468506.065280:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468506.065282:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468506.065284:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468506.449249:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468506.449256:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468506.449262:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468506.449263:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468506.449266:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468506.449267:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468506.449340:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468506.449344:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468506.449349:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468506.705256:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468506.705272:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468506.705274:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468506.705279:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468506.705281:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468506.705285:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468506.705287:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468507.089246:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468507.089253:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468507.089255:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468507.089259:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468507.089263:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468507.089267:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468507.089270:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468507.089272:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468507.089274:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468507.473368:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468507.473375:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468507.473380:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468507.473381:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468507.473384:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468507.473386:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468507.476453:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468507.476459:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468507.476464:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468507.729437:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468507.729447:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468507.729451:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468507.729454:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468507.729456:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468507.729479:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468507.729482:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468507.729487:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468507.729489:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468507.729492:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468507.729497:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20761) 00000100:00000001:2.0:1789468507.736924:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468507.736937:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468507.736940:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468507.736944:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468507.736946:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468507.736950:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468507.736954:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468508.113256:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468508.113263:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468508.113265:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468508.113271:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468508.113274:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468508.113278:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468508.113280:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468508.113282:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468508.113285:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468508.499028:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468508.499035:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468508.499041:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468508.499042:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468508.499046:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468508.499047:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468508.500102:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468508.500106:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468508.500111:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468508.753257:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468508.753279:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468508.753282:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468508.753286:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468508.753289:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468508.753293:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468508.753295:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468509.137250:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468509.137258:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468509.137260:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468509.137264:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468509.137268:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468509.137272:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468509.137275:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468509.137278:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468509.137281:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468509.521930:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468509.521949:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468509.521955:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468509.521956:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468509.521960:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468509.521961:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468509.522213:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468509.522226:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468509.522230:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468509.777893:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468509.777909:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468509.777911:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468509.777916:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468509.777919:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468509.777924:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468509.777926:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468510.161301:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468510.161309:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468510.161311:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468510.161317:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468510.161321:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468510.161324:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468510.161327:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468510.161330:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468510.161332:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468510.545645:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468510.545653:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468510.545669:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468510.545670:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468510.545673:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468510.545674:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468510.545797:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468510.545801:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468510.545804:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468510.801813:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468510.801826:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468510.801828:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468510.801832:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468510.801834:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468510.801838:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468510.801850:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468511.185260:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468511.185267:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468511.185269:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468511.185274:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468511.185278:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468511.185281:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468511.185284:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468511.185286:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468511.185288:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468511.569297:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468511.569304:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468511.569309:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468511.569311:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468511.569332:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468511.569334:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468511.569431:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468511.569437:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468511.569442:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468511.826380:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468511.826393:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468511.826396:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468511.826400:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468511.826402:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468511.826407:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468511.826409:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468512.209331:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468512.209340:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468512.209342:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468512.209347:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468512.209351:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468512.209354:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468512.209357:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468512.209359:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468512.209362:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468512.596164:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468512.596172:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468512.596175:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468512.596178:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468512.596182:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468512.596184:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468512.596187:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468512.596190:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468512.596193:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468512.596195:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468512.596198:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468512.596199:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468512.597390:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468512.597398:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468512.597405:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468512.850473:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468512.850490:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468512.850493:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468512.850499:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468512.850502:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468512.850507:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468512.850511:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468512.850529:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468512.850536:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468512.850540:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468512.850544:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468512.850546:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468512.850549:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468512.850552:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468512.850583:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468512.850586:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468512.850589:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468512.850596:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20766) 00000100:00000001:2.0:1789468513.234756:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468513.234764:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468513.234766:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468513.234771:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468513.234775:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468513.234778:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468513.234781:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468513.234783:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468513.234785:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468513.617902:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468513.617908:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468513.617913:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468513.617915:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468513.617918:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468513.617919:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468513.618582:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468513.618588:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468513.618592:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468513.876095:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468513.876110:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468513.876113:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468513.876118:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468513.876121:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468513.876126:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468513.876128:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468514.257251:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468514.257259:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468514.257261:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468514.257267:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468514.257271:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468514.257276:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468514.257279:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468514.257281:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468514.257284:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468514.645285:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468514.645292:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468514.645297:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468514.645300:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468514.645303:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468514.645306:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468514.645309:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468514.645311:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468514.645313:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468514.645315:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468514.645319:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468514.645321:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468514.645322:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468514.645323:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468514.645325:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468514.645326:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468514.645328:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468514.645330:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468514.645472:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468514.645476:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468514.645479:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468514.897253:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468514.897383:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468514.897385:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468514.897390:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468514.897393:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468514.897397:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468514.897400:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468515.281273:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468515.281282:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468515.281284:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468515.281290:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468515.281293:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468515.281297:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468515.281300:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468515.281302:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468515.281305:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468515.665474:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468515.665481:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468515.665487:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468515.665488:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468515.665491:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468515.665492:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468515.665851:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468515.665856:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468515.665859:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468515.921251:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468515.921267:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468515.921269:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468515.921273:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468515.921275:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468515.921279:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468515.921281:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468516.306473:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468516.306481:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468516.306484:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468516.306489:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468516.306493:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468516.306496:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468516.306499:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468516.306501:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468516.306505:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468516.689262:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468516.689269:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468516.689274:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468516.689275:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468516.689278:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468516.689279:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468516.689529:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468516.689533:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468516.689536:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468516.945275:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468516.945288:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468516.945290:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468516.945294:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468516.945297:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468516.945301:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468516.945303:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468517.330327:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468517.330335:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468517.330338:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468517.330343:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468517.330347:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468517.330350:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468517.330353:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468517.330355:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468517.330358:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468517.715049:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468517.715056:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468517.715061:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468517.715062:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468517.715066:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468517.715067:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468517.715219:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468517.715223:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468517.715226:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468517.969304:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468517.969314:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468517.969317:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468517.969320:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468517.969323:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468517.969326:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468517.969328:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468517.969332:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468517.969334:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468517.969336:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468517.969341:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20771) 00000100:00000001:2.0:1789468517.970339:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468517.970345:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468517.970359:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468492/real 1789468492] req@ffff8cbacf6c4a80 x1876386402407936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468517 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468517.970377:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468517.970379:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468517.970382:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7528. 00000400:00000200:2.0:1789468517.970388:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6dedd0 00000400:00000010:2.0:1789468517.970391:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6dedd0. 00000100:00000001:2.0:1789468517.970395:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468517.970399:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c4a80 x1876386402407936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468517 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468517.970420:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c4a80 x1876386402407936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468517 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468517.970429:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468517.970431:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468517.970433:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468517.970435:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468517.970449:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c4a80 x1876386402407936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468517 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468517.970456:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468517.970459:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468517.970462:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468492/real 1789468492] req@ffff8cbacf6c5500 x1876386402408064/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468517 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468517.970469:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468517.970471:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468517.970473:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee77e8. 00000400:00000200:2.0:1789468517.970476:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6ded48 00000400:00000010:2.0:1789468517.970478:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6ded48. 00000100:00000001:2.0:1789468517.970480:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468517.970482:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c5500 x1876386402408064/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468517 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468517.970730:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c5500 x1876386402408064/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468517 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468517.970737:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468517.970739:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468517.970741:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468517.970743:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468517.970746:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c5500 x1876386402408064/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468517 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468517.970753:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468517.970755:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468517.970759:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468492/real 1789468492] req@ffff8cbacf6c5180 x1876386402408192/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468517 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468517.970768:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468517.970770:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468517.970772:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7210. 00000400:00000200:2.0:1789468517.970775:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de3b8 00000400:00000010:2.0:1789468517.970776:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de3b8. 00000100:00000001:2.0:1789468517.970778:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468517.970781:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c5180 x1876386402408192/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468517 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468517.970806:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c5180 x1876386402408192/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468517 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468517.970813:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468517.970815:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468517.970817:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468517.970818:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468517.970821:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c5180 x1876386402408192/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468517 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468517.970827:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468517.970838:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468517.970840:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468517.970842:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468517.970844:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468517.970846:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468517.970850:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c4a80 x1876386402407936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468517 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468517.970857:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468517.970860:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468517.970862:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468517.970872:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468517.970876:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468517.970878:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468517.970882:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468517.970961:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789468517.970965:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468517.970970:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c4a80 x1876386402407936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468517 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468517.970979:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402407936:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789468517.970993:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468517.970997:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c5500 x1876386402408064/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468517 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468517.971004:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468517.971006:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468517.971008:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468517.971009:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468517.971011:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468517.971013:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468517.971016:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468517.971323:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468517.971329:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1789468517.971331:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468517.971334:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468517.971337:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468517.971341:0:332879:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20741 00000400:00000200:0.0:1789468517.971349:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468517.971355:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789468517.971358:0:332879:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468517.971361:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468517.971363:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468517.971366:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468517.971368:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789468517.971376:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468517.971378:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:0.0:1789468517.971380:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468517.971383:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:0.0:1789468517.971385:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:0.0:1789468517.971388:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:0.0:1789468517.971390:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468517.971392:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468517.971394:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468517.971396:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789468517.971399:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:2.0:1789468517.976296:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789468517.976313:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468517.976330:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c5500 x1876386402408064/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468517 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468517.976341:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402408064:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789468517.976349:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468517.976353:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c5180 x1876386402408192/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468517 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468517.976360:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468517.976363:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468517.976366:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468517.976367:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468517.976370:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468517.976372:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468517.976375:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468517.976575:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789468517.976578:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468517.976583:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c5180 x1876386402408192/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468517 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468517.976591:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402408192:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789468517.976595:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468517.976599:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468517.976603:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c4a80 x1876386402407936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468517 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468517.976610:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1789468517.976644:0:332879:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789468517.976650:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468517.976653:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468517.976657:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468517.976660:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468517.976663:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468517.976665:0:332879:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468517.976687:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e9500. 00000020:00000040:0.0:1789468517.976692:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=5 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789468517.977405:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1789468517.977410:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000010:2.0:1789468517.977411:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacf000. 02000000:00000001:0.0:1789468517.977414:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468517.977419:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468517.977420:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1789468517.977423:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1789468517.977425:0:253748:0:(genops.c:1216:class_import_put()) Process entered 02000000:00000001:0.0:1789468517.977428:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789468517.977429:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789468517.977434:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468517.977436:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6890800. 02000000:00000010:0.0:1789468517.977440:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687c000. 02000000:00000001:2.0:1789468517.977440:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468517.977442:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468517.977446:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c4a80. 00000100:00000001:0.0:1789468517.977450:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468517.977451:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468517.977456:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468517.977458:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1789468517.977462:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e9500 x1876386402408320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1789468517.977466:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c5500 x1876386402408064/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468517 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468517.977486:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468517.977492:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468517.977494:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468517.977497:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468517.977499:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacd800. 00000100:00000040:0.0:1789468517.977501:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004af4f142] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e9500 x1876386402408320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789468517.977503:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468517.977506:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468517.977508:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789468517.977513:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468517.977516:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6891000. 00000100:00000001:0.0:1789468517.977521:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468517.977521:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468517.977523:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468517.977527:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c5500. 00000100:00080000:0.0:1789468517.977528:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468517.977534:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789468517.977535:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468517.977538:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468517.977541:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468517.977544:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20741 00000400:00000200:0.0:1789468517.977614:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468517.977620:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789468517.977622:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468517.977625:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468517.977629:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468517.977631:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468517.977633:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789468517.977639:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468517.977641:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:0.0:1789468517.977651:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468517.977653:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:0.0:1789468517.977656:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:0.0:1789468517.977658:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:0.0:1789468517.977661:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468517.977663:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468517.977665:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468517.977667:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789468517.977670:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:0.0:1789468517.977673:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789468517.977676:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468517.977677:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468517.977684:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468517.977686:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468517.977688:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789468517.977691:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789468517.977694:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468517.977695:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468517.977698:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e8a80. 00000020:00000040:0.0:1789468517.977701:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789468517.977703:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468517.977704:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468517.977705:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468517.977707:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468517.977708:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468517.977712:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687c400. 00000100:00000001:0.0:1789468517.977715:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468517.977720:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e8a80 x1876386402408448/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468517.977728:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468517.977730:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468517.977733:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000758a2c5f] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e8a80 x1876386402408448/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468517.977748:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468517.977806:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468517.977809:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468517.977811:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468517.977817:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c5180 x1876386402408192/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468517 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468517.977824:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468517.977826:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:0.0:1789468517.977829:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1789468517.977830:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacd000. 02000000:00000001:2.0:1789468517.977835:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:0.0:1789468517.977836:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000020:00000001:2.0:1789468517.977839:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:0.0:1789468517.977840:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000020:00000040:2.0:1789468517.977843:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000100:00080000:0.0:1789468517.977844:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:2.0:1789468517.977849:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:0.0:1789468517.977850:0:332879:0:(import.c:520:import_select_connection()) Process entered 02000000:00000010:2.0:1789468517.977853:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6891800. 00000100:00080000:0.0:1789468517.977857:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20741 02000000:00000001:2.0:1789468517.977858:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468517.977861:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468517.977863:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c5180. 00000400:00000200:0.0:1789468517.977866:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789468517.977868:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468517.977871:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789468517.977873:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00000001:2.0:1789468517.977874:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789468517.977877:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468517.977881:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468517.977883:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1789468517.977885:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1789468517.977887:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468517.977888:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468517.977890:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000100:00000001:2.0:1789468517.977893:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1789468517.977896:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:2.0:1789468517.977897:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1789468517.977899:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000100:00000001:2.0:1789468517.977901:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1789468517.977903:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468517.977906:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:0.0:1789468517.977910:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:2.0:1789468517.977910:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e9500 x1876386402408320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1789468517.977915:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:0.0:1789468517.977923:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468517.977926:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468517.977927:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1789468517.977930:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468517.977931:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468517.977936:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 02000000:00000001:2.0:1789468517.977936:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1789468517.977940:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 02000000:00000001:2.0:1789468517.977941:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1789468517.977946:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 02000000:00000001:2.0:1789468517.977946:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468517.977952:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468517.977954:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402408320:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789468517.977958:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468517.977961:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468517.977964:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468517.977967:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468517.977968:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468517.977972:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468517.977973:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1789468517.977975:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789468517.977979:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789468517.977982:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468517.977983:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468517.977988:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e9180. 00000020:00000040:0.0:1789468517.977990:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000010:2.0:1789468517.977991:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacd000. 02000000:00000001:0.0:1789468517.977993:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468517.977996:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468517.977997:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468517.978000:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468517.978003:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1789468517.978004:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 02000000:00000001:0.0:1789468517.978006:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468517.978012:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7210. 02000000:00000010:0.0:1789468517.978014:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687cc00. 00000100:00000001:0.0:1789468517.978019:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789468517.978023:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de3b8. 00000100:00100000:0.0:1789468517.978027:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e9180 x1876386402408576/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1789468517.978031:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402408320, portal 25 00000100:00000001:2.0:1789468517.978037:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468517.978040:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468517.978040:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704777472 : -126741004774144 : ffff8cbacf6e9500) 00000100:00000001:0.0:1789468517.978045:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468517.978051:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e9500 x1876386402408320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789468517.978053:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f96509f2] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e9180 x1876386402408576/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468517.978069:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468517.978073:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789468517.978075:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6ded48. 00000100:00000200:2.0:1789468517.978078:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402408320, offset 0 00000400:00000200:2.0:1789468517.978084:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789468517.978091:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468517.978097:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789468517.978101:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789468517.978105:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789468517.978108:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789468517.978110:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789468517.978114:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93969:93969:256:4294967295] 192.168.203.142@tcp LPNI seq info [93969:93969:8:4294967295] 00000400:00000200:2.0:1789468517.978118:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468517.978126:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789468517.978162:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789468517.978168:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6100. 00000800:00000200:2.0:1789468517.978176:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789468517.978184:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468517.978189:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789468517.978196:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468517.978201:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468517.978205:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468517.978208:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789468517.978209:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468517.978214:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1789468517.978218:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000040:0.0:1789468517.978221:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20771) 00000100:00000001:2.0:1789468517.978222:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315435260 00000100:00000010:2.0:1789468517.978229:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d000. 00000100:00000040:0.0:1789468517.978231:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468517.978236:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1789468517.978236:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789468517.978244:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315435260 00000100:00000040:0.0:1789468517.978245:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468517.978251:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000010:2.0:1789468517.978251:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d7e0. 00000100:00000040:0.0:1789468517.978254:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20771) 00000100:00000001:2.0:1789468517.978257:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789468517.978263:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468517.978267:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468517.978270:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468517.978275:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e8a80 x1876386402408448/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468517.978282:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468517.978284:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468517.978286:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468517.978288:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468517.978290:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468517.978293:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402408448:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789468517.978296:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468517.978298:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468517.978299:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468517.978302:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468517.978305:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacd800. 02000000:00000001:2.0:1789468517.978307:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468517.978311:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789468517.978313:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee77e8. 00000400:00000010:2.0:1789468517.978317:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6dedd0. 00000100:00000200:2.0:1789468517.978320:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402408448, portal 10 00000100:00000001:2.0:1789468517.978322:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468517.978323:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704774784 : -126741004776832 : ffff8cbacf6e8a80) 00000100:00000040:2.0:1789468517.978329:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e8a80 x1876386402408448/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468517.978335:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468517.978338:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789468517.978340:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de908. 00000100:00000200:2.0:1789468517.978343:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402408448, offset 0 00000400:00000200:2.0:1789468517.978347:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789468517.978351:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468517.978354:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789468517.978357:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789468517.978359:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789468517.978361:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789468517.978364:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789468517.978366:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93970:93970:255:4294967295] 192.168.203.142@tcp LPNI seq info [93970:93970:7:4294967295] 00000400:00000200:2.0:1789468517.978370:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468517.978377:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789468517.978382:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789468517.978385:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6e00. 00000800:00000200:2.0:1789468517.978389:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789468517.978392:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468517.978395:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789468517.978398:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468517.978401:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:2.0:1789468517.978404:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789468517.978406:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315434020 00000100:00000001:2.0:1789468517.978409:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315435260 00000100:00000001:2.0:1789468517.978411:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315434020 00000100:00000001:2.0:1789468517.978413:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315435260 00000100:00000001:2.0:1789468517.978414:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468517.978417:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468517.978419:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468517.978421:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468517.978424:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468517.978426:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789468517.978428:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468517.978429:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468517.978430:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468517.978434:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e9180 x1876386402408576/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468517.978441:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468517.978442:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468517.978444:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468517.978445:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468517.978447:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468517.978450:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402408576:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789468517.978453:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468517.978455:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468517.978457:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468517.978458:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468517.978462:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacf000. 02000000:00000001:2.0:1789468517.978464:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468517.978466:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789468517.978469:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7528. 00000400:00000010:2.0:1789468517.978472:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de4c8. 00000100:00000200:2.0:1789468517.978475:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402408576, portal 10 00000100:00000001:2.0:1789468517.978477:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468517.978479:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704776576 : -126741004775040 : ffff8cbacf6e9180) 00000100:00000040:2.0:1789468517.978484:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e9180 x1876386402408576/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468517.978489:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468517.978492:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789468517.978494:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de2a8. 00000100:00000200:2.0:1789468517.978496:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402408576, offset 0 00000400:00000200:2.0:1789468517.978500:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789468517.978503:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468517.978507:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789468517.978509:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789468517.978511:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789468517.978513:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789468517.978514:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789468517.978517:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93971:93971:254:4294967295] 192.168.203.142@tcp LPNI seq info [93971:93971:6:4294967295] 00000400:00000200:2.0:1789468517.978520:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468517.978525:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789468517.978529:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789468517.978961:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6000. 00000800:00000200:2.0:1789468517.978968:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789468517.978972:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468517.978975:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789468517.978978:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468517.979029:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:2.0:1789468517.979033:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789468517.979036:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315434008 00000100:00000001:2.0:1789468517.979038:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315435260 00000100:00000001:2.0:1789468517.979040:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315434008 00000100:00000001:2.0:1789468517.979043:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315435260 00000100:00000001:2.0:1789468517.979045:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468517.979047:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468517.979050:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468517.979052:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468517.979056:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468517.979057:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789468517.979059:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468517.979060:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468517.979061:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468517.979063:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789468517.979107:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468517.979111:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6100. 00000400:00000200:2.0:1789468517.979115:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468517.979120:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468517.979125:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6ded48 00000400:00000010:2.0:1789468517.979128:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6ded48. 00000100:00000001:2.0:1789468517.979923:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468517.979932:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9500 x1876386402408320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468517.979942:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468517.979945:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9500 x1876386402408320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468517.979952:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468517.979953:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789468517.979971:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468517.979973:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6e00. 00000400:00000200:2.0:1789468517.979976:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468517.979989:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468517.979993:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de908 00000400:00000010:2.0:1789468517.979995:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de908. 00000100:00000001:2.0:1789468517.979997:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468517.980000:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e8a80 x1876386402408448/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468517.980013:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468517.980016:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e8a80 x1876386402408448/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468517.980022:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468517.980023:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789468517.980076:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468517.980079:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6000. 00000400:00000200:2.0:1789468517.980081:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468517.980084:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468517.980087:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de2a8 00000400:00000010:2.0:1789468517.980089:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de2a8. 00000100:00000001:2.0:1789468517.980091:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468517.980095:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9180 x1876386402408576/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468517.980102:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468517.980104:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9180 x1876386402408576/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468517.980110:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468517.980111:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468518.353257:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468518.353265:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468518.353267:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468518.353272:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468518.353275:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468518.353280:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468518.353283:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468518.353286:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468518.353289:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468518.738089:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468518.738099:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468518.738105:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468518.738107:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468518.738111:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468518.738112:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468518.738237:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468518.738242:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468518.738246:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789468519.249232:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315435260, at 4315435264 00000100:00000010:3.0:1789468519.249255:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d7e0. 00000100:00000040:2.0:1789468519.249279:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315435260, at 4315435264 00000100:00000010:2.0:1789468519.249294:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d000. 00000100:00000001:2.0:1789468519.377256:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468519.377264:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468519.377267:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468519.377272:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468519.377276:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468519.377280:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468519.377283:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468519.377285:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468519.377289:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468519.761387:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468519.761397:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468519.761403:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468519.761405:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468519.761408:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468519.761410:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468519.761545:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468519.761551:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468519.761576:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468520.401247:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468520.401258:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468520.401259:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468520.401264:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468520.401269:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468520.401273:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468520.401276:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468520.401278:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468520.401280:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468520.786472:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468520.786486:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468520.786496:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468520.786497:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468520.786501:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468520.786503:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468520.786827:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468520.786832:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468520.786837:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468521.425396:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468521.425404:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468521.425406:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468521.425411:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468521.425415:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468521.425419:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468521.425422:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468521.425424:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468521.425436:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468521.809450:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468521.809460:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468521.809467:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468521.809468:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468521.809472:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468521.809474:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468521.809877:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468521.809883:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468521.809886:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468522.449282:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468522.449293:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468522.449296:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468522.449435:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468522.449441:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468522.449446:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468522.449450:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468522.449453:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468522.449457:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468522.833643:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468522.833658:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468522.833661:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468522.833666:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468522.833673:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468522.833675:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468522.833678:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468522.833681:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468522.833724:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468522.833726:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468522.833731:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468522.833732:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468522.833919:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468522.833925:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468522.833928:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468523.089421:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468523.089436:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468523.089441:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468523.089469:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468523.089472:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468523.089475:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468523.089478:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468523.089483:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468523.089485:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468523.089488:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468523.089495:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20776) 00000100:00000001:2.0:1789468523.090055:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468523.090068:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468523.090071:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468523.090076:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468523.090080:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468523.090084:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468523.090087:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468523.473640:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468523.473653:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468523.473656:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468523.473664:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468523.473668:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468523.473674:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468523.473676:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468523.473679:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468523.473682:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468523.857353:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468523.857363:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468523.857372:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468523.857373:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468523.857377:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468523.857379:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468523.857505:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468523.857510:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468523.857514:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468524.113306:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468524.113326:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468524.113328:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468524.113333:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468524.113336:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468524.113341:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468524.113343:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468524.497262:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468524.497272:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468524.497275:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468524.497282:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468524.497286:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468524.497291:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468524.497294:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468524.497297:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468524.497300:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468524.883031:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468524.883039:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468524.883046:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468524.883049:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468524.883052:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468524.883055:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468524.883058:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468524.883061:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468524.883063:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468524.883065:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468524.883078:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468524.883079:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468524.883080:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468524.883082:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468524.883083:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468524.883085:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468524.883086:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468524.883088:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468524.883431:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468524.883435:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468524.883439:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468525.137474:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468525.137488:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468525.137490:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468525.137495:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468525.137498:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468525.137501:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468525.137504:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468525.521306:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468525.521313:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468525.521315:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468525.521320:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468525.521324:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468525.521329:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468525.521331:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468525.521334:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468525.521336:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468525.905332:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468525.905343:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468525.905351:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468525.905353:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468525.905357:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468525.905358:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468525.906461:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468525.906468:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468525.906472:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468526.161781:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468526.161795:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468526.161797:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468526.161802:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468526.161803:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468526.161807:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468526.161810:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468526.545539:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468526.545547:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468526.545549:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468526.545554:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468526.545558:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468526.545562:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468526.545565:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468526.545567:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468526.545570:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468526.930734:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468526.930740:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468526.930746:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468526.930747:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468526.930767:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468526.930768:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468526.930870:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468526.930878:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468526.930883:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468527.185208:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468527.185221:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468527.185223:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468527.185228:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468527.185230:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468527.185233:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468527.185236:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468527.570640:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468527.570647:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468527.570650:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468527.570656:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468527.570659:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468527.570663:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468527.570666:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468527.570668:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468527.570670:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468527.953295:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468527.953302:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468527.953307:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468527.953309:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468527.953313:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468527.953314:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468527.953400:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468527.953404:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468527.953407:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468528.209236:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468528.209250:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468528.209253:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468528.209257:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468528.209262:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468528.209265:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468528.209268:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468528.209324:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468528.209330:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468528.209333:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468528.209336:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468528.209339:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468528.209342:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468528.209345:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468528.209362:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468528.209365:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468528.209368:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468528.209374:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20781) 00000100:00000001:2.0:1789468528.593464:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468528.593470:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468528.593472:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468528.593476:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468528.593479:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468528.593483:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468528.593486:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468528.593488:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468528.593490:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468528.977261:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468528.977268:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468528.977273:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468528.977274:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468528.977277:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468528.977278:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468528.977486:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468528.977505:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468528.977509:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468529.233572:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468529.233585:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468529.233587:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468529.233592:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468529.233595:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468529.233599:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468529.233602:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468529.620062:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468529.620070:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468529.620072:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468529.620076:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468529.620080:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468529.620084:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468529.620087:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468529.620089:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468529.620092:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468530.001392:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468530.001399:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468530.001404:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468530.001405:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468530.001408:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468530.001409:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468530.001508:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468530.001521:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468530.001524:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468530.259164:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468530.259176:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468530.259179:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468530.259184:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468530.259187:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468530.259191:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468530.259194:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468530.641863:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468530.641871:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468530.641874:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468530.641880:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468530.641883:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468530.641887:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468530.641890:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468530.641893:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468530.641896:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468531.025261:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468531.025267:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468531.025273:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468531.025275:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468531.025278:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468531.025280:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468531.025891:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468531.025895:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468531.025898:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468531.281291:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468531.281304:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468531.281306:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468531.281311:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468531.281313:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468531.281317:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468531.281320:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468531.666041:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468531.666049:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468531.666051:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468531.666056:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468531.666060:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468531.666064:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468531.666067:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468531.666069:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468531.666072:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468532.049286:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468532.049292:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468532.049298:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468532.049299:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468532.049302:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468532.049304:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468532.049488:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468532.049491:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468532.049494:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468532.306149:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468532.306162:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468532.306164:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468532.306169:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468532.306171:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468532.306175:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468532.306178:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468532.689247:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468532.689255:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468532.689257:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468532.689262:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468532.689265:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468532.689269:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468532.689272:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468532.689274:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468532.689277:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468533.073273:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468533.073282:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468533.073285:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468533.073288:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468533.073293:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468533.073295:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468533.073313:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468533.073316:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468533.073320:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468533.073321:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468533.073324:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468533.073326:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468533.073459:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468533.073462:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468533.073465:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468533.329303:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468533.329320:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468533.329322:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468533.329327:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468533.329329:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468533.329334:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468533.329336:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468533.330453:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468533.330461:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468533.330464:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468533.330467:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468533.330470:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468533.330473:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468533.330476:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468533.330480:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468533.330483:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468533.330486:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468533.330492:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20787) 00000100:00000001:2.0:1789468533.713249:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468533.713256:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468533.713258:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468533.713263:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468533.713266:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468533.713270:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468533.713273:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468533.713275:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468533.713277:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468534.097255:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468534.097261:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468534.097267:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468534.097268:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468534.097271:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468534.097272:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468534.101794:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468534.101801:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468534.101806:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468534.353260:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468534.353275:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468534.353277:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468534.353282:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468534.353285:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468534.353289:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468534.353292:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468534.737253:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468534.737260:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468534.737262:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468534.737268:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468534.737271:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468534.737275:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468534.737278:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468534.737281:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468534.737283:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468535.121965:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468535.121975:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468535.121983:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468535.121987:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468535.121990:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468535.122017:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468535.122021:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468535.122023:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468535.122025:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468535.122029:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468535.122034:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468535.122036:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468535.122037:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468535.122039:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468535.122041:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468535.122042:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468535.122044:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468535.122046:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468535.122478:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468535.122483:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468535.122487:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468535.377341:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468535.377358:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468535.377361:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468535.377368:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468535.377370:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468535.377376:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468535.377379:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468535.765307:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468535.765314:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468535.765316:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468535.765321:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468535.765324:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468535.765328:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468535.765331:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468535.765333:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468535.765336:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468536.145398:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468536.145405:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468536.145410:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468536.145411:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468536.145415:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468536.145416:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468536.145536:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468536.145540:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468536.145543:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468536.401342:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468536.401355:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468536.401357:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468536.401362:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468536.401364:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468536.401368:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468536.401370:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468536.785292:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468536.785300:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468536.785302:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468536.785307:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468536.785311:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468536.785315:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468536.785318:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468536.785321:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468536.785323:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468537.169344:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468537.169352:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468537.169357:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468537.169358:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468537.169362:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468537.169363:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468537.169500:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468537.169504:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468537.169507:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468537.425338:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468537.425351:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468537.425354:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468537.425358:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468537.425361:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468537.425365:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468537.425368:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468537.812946:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468537.812954:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468537.812957:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468537.812962:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468537.812966:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468537.812969:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468537.812973:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468537.812976:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468537.812979:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468538.193356:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468538.193363:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468538.193368:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468538.193369:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468538.193372:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468538.193373:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468538.199190:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468538.199197:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468538.199202:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468538.449241:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789468538.449243:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1789468538.449251:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1789468538.449255:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1789468538.449256:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789468538.449259:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789468538.449261:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1789468538.449265:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1789468538.449266:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789468538.449269:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1789468538.449271:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1789468538.449275:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468538.449275:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789468538.449280:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468538.449281:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468538.449285:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468538.449288:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468538.449293:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20792) 00000100:00000001:2.0:1789468538.833252:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468538.833260:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468538.833262:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468538.833268:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468538.833271:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468538.833275:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468538.833278:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468538.833280:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468538.833283:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468539.218549:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468539.218557:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468539.218563:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468539.218565:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468539.218568:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468539.218569:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468539.218727:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468539.218730:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468539.218733:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468539.474349:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468539.474361:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468539.474363:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468539.474368:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468539.474370:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468539.474374:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468539.474377:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468539.857249:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468539.857256:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468539.857259:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468539.857264:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468539.857267:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468539.857271:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468539.857274:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468539.857277:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468539.857279:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468540.241474:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468540.241481:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468540.241487:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468540.241488:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468540.241491:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468540.241492:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468540.241601:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468540.241605:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468540.241608:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468540.498957:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468540.498970:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468540.498971:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468540.498976:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468540.498978:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468540.498982:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468540.498985:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468540.882007:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468540.882015:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468540.882017:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468540.882023:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468540.882026:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468540.882030:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468540.882033:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468540.882035:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468540.882037:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468541.265412:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468541.265418:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468541.265423:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468541.265425:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468541.265428:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468541.265429:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468541.265593:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468541.265597:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468541.265624:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468541.521246:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468541.521259:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468541.521261:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468541.521265:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468541.521267:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468541.521271:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468541.521274:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468541.905250:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468541.905258:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468541.905260:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468541.905265:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468541.905268:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468541.905273:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468541.905276:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468541.905279:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468541.905282:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468542.291451:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468542.291473:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468542.291475:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468542.291480:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468542.291486:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468542.291489:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468542.291491:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468542.291494:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468542.291500:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468542.291501:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468542.291505:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468542.291506:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468542.291637:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468542.291642:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468542.291646:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468542.547367:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468542.547374:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468542.547390:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468517/real 1789468517] req@ffff8cbacf6e9180 x1876386402408576/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468542 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468542.547407:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468542.547409:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468542.547412:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7528. 00000400:00000200:2.0:1789468542.547417:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de4c8 00000400:00000010:2.0:1789468542.547421:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de4c8. 00000100:00000001:2.0:1789468542.547425:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468542.547429:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e9180 x1876386402408576/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468542 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468542.547437:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e9180 x1876386402408576/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468542 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468542.547444:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468542.547446:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468542.547450:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468542.547452:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468542.547458:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e9180 x1876386402408576/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468542 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468542.547465:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468542.547467:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468542.547475:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468517/real 1789468517] req@ffff8cbacf6e9500 x1876386402408320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468542 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468542.547482:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468542.547484:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468542.547486:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7210. 00000400:00000200:2.0:1789468542.547491:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de3b8 00000400:00000010:2.0:1789468542.547493:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de3b8. 00000100:00000001:2.0:1789468542.547497:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468542.547500:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e9500 x1876386402408320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468542 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468542.547509:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e9500 x1876386402408320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468542 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468542.547515:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468542.547517:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468542.547518:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468542.547519:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468542.547523:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e9500 x1876386402408320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468542 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468542.547528:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468542.547530:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468542.547534:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468517/real 1789468517] req@ffff8cbacf6e8a80 x1876386402408448/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468542 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468542.547542:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468542.547543:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468542.547545:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee77e8. 00000400:00000200:2.0:1789468542.547548:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6dedd0 00000400:00000010:2.0:1789468542.547549:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6dedd0. 00000100:00000001:2.0:1789468542.547551:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468542.547555:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e8a80 x1876386402408448/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468542 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468542.547562:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e8a80 x1876386402408448/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468542 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468542.547568:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468542.547569:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468542.547570:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468542.547572:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468542.547575:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e8a80 x1876386402408448/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468542 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468542.547581:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468542.547589:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468542.547593:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468542.547596:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468542.547599:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468542.547601:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468542.547615:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e9180 x1876386402408576/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468542 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468542.547622:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468542.547625:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468542.547626:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468542.547627:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468542.547629:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468542.547632:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468542.547635:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468542.547664:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789468542.547667:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468542.547672:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e9180 x1876386402408576/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468542 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468542.547679:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402408576:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789468542.547683:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468542.547686:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e9500 x1876386402408320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468542 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468542.547691:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468542.547693:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468542.547695:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468542.547696:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468542.547697:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468542.547699:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468542.547701:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468542.547706:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789468542.547708:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468542.547712:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e9500 x1876386402408320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468542 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468542.547718:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402408320:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789468542.547722:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468542.547725:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e8a80 x1876386402408448/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468542 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468542.547731:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468542.547733:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468542.547734:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468542.547736:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468542.547737:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468542.547740:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468542.547742:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468542.547746:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789468542.547749:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468542.547752:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e8a80 x1876386402408448/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468542 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468542.547759:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402408448:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789468542.547763:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468542.547766:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468542.547769:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e9180 x1876386402408576/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468542 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468542.547776:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468542.547778:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468542.547782:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacf000. 02000000:00000001:2.0:1789468542.547786:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468542.547789:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468542.547791:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789468542.547793:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468542.547796:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687cc00. 02000000:00000001:2.0:1789468542.547811:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468542.547813:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468542.547815:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e9180. 00000100:00000001:2.0:1789468542.547818:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468542.547820:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468542.547822:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468542.547825:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e9500 x1876386402408320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468542 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468542.547831:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468542.547832:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468542.547834:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacd000. 02000000:00000001:2.0:1789468542.547836:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468542.547838:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468542.547839:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789468542.547841:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468542.547842:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687c000. 02000000:00000001:2.0:1789468542.547844:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468542.547845:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468542.547847:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e9500. 00000100:00000001:2.0:1789468542.547849:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468542.547850:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468542.547851:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468542.547854:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e8a80 x1876386402408448/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468542 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468542.547860:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468542.547862:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468542.547863:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacd800. 02000000:00000001:2.0:1789468542.547865:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468542.547867:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468542.547868:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789468542.547870:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468542.547871:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687c400. 02000000:00000001:2.0:1789468542.547873:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468542.547874:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468542.547875:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e8a80. 00000100:00000001:2.0:1789468542.547877:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468542.547878:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468542.547880:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468542.547884:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468542.547885:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468542.547887:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468542.547889:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468542.548823:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468542.548835:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1789468542.548838:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468542.548841:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468542.548846:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468542.548854:0:332879:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20766 00000400:00000200:0.0:1789468542.548866:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468542.548874:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789468542.548877:0:332879:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468542.548881:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468542.548885:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468542.548887:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468542.548890:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789468542.548899:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468542.548902:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:0.0:1789468542.548906:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468542.548909:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:0.0:1789468542.548912:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:0.0:1789468542.548914:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:0.0:1789468542.548917:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468542.548919:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468542.548943:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468542.548945:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789468542.548948:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:0.0:1789468542.548952:0:332879:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789468542.548955:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468542.548958:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468542.548962:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468542.548965:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468542.548967:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468542.548970:0:332879:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468542.548977:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6ea300. 00000020:00000040:0.0:1789468542.548981:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:0.0:1789468542.548985:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468542.548987:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468542.548991:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468542.548995:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468542.548999:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468542.549008:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687f400. 00000100:00000001:0.0:1789468542.549018:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468542.549028:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6ea300 x1876386402408704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468542.549040:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468542.549046:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468542.549051:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec572498] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6ea300 x1876386402408704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468542.549074:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468542.549078:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468542.549082:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789468542.549083:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468542.549085:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468542.549088:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468542.549109:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20766 00000400:00000200:0.0:1789468542.549113:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468542.549116:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789468542.549118:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468542.549121:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468542.549123:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468542.549125:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468542.549127:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789468542.549158:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468542.549160:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:0.0:1789468542.549162:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468542.549164:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:0.0:1789468542.549166:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:0.0:1789468542.549169:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:0.0:1789468542.549172:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468542.549174:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468542.549176:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468542.549178:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789468542.549181:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:0.0:1789468542.549183:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789468542.549186:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468542.549188:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468542.549194:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468542.549197:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468542.549199:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789468542.549204:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789468542.549207:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468542.549209:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468542.549213:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e9c00. 00000020:00000040:0.0:1789468542.549216:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789468542.549219:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468542.549225:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468542.549227:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468542.549229:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468542.549231:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468542.549235:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687e000. 00000100:00000001:0.0:1789468542.549239:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468542.549245:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e9c00 x1876386402408832/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468542.549252:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468542.549255:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468542.549258:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e8628d7] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e9c00 x1876386402408832/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468542.549267:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468542.549269:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468542.549273:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789468542.549274:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468542.549276:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468542.549279:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468542.549282:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20766 00000400:00000200:0.0:1789468542.549287:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468542.549290:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789468542.549292:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468542.549295:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468542.549297:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468542.549299:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468542.549301:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789468542.549305:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468542.549306:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:0.0:1789468542.549307:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468542.549310:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:0.0:1789468542.549312:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:0.0:1789468542.549319:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:0.0:1789468542.549323:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468542.549325:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468542.549327:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468542.549329:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789468542.549331:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:0.0:1789468542.549334:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789468542.549336:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468542.549338:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468542.549341:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468542.549343:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468542.549345:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789468542.549348:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789468542.549350:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468542.549352:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468542.549355:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6eb480. 00000020:00000040:0.0:1789468542.549358:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789468542.549360:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468542.549362:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468542.549363:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468542.549365:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468542.549366:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468542.549370:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687ec00. 00000100:00000001:0.0:1789468542.549374:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468542.549378:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6eb480 x1876386402408960/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468542.549386:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468542.549388:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468542.549391:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008c1d296] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6eb480 x1876386402408960/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468542.549399:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468542.549406:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468542.549411:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468542.549414:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468542.549417:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468542.549422:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20796) 00000100:00000001:0.0:1789468542.549441:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468542.549445:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468542.549448:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468542.549455:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6ea300 x1876386402408704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468542.549464:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468542.549467:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468542.549471:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468542.549475:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468542.549478:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468542.549483:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402408704:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789468542.549489:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468542.549495:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468542.549498:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468542.549501:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468542.549508:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687f800. 02000000:00000001:0.0:1789468542.549510:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468542.549517:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789468542.549530:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c2c0. 00000400:00000010:0.0:1789468542.549538:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089000. 00000100:00000200:0.0:1789468542.549547:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402408704, portal 25 00000100:00000001:0.0:1789468542.549550:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468542.549554:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704781056 : -126741004770560 : ffff8cbacf6ea300) 00000100:00000040:0.0:1789468542.549561:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6ea300 x1876386402408704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468542.549582:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468542.549586:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789468542.549589:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089cc0. 00000100:00000200:0.0:1789468542.549593:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402408704, offset 0 00000400:00000200:0.0:1789468542.549601:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789468542.549624:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468542.549632:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789468542.549640:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789468542.549646:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789468542.549651:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789468542.549655:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789468542.549660:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93972:93972:256:4294967295] 192.168.203.142@tcp LPNI seq info [93972:93972:8:4294967295] 00000400:00000200:0.0:1789468542.549665:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468542.549692:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789468542.549702:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789468542.549709:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9ea1f1300. 00000800:00000200:0.0:1789468542.549717:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789468542.549727:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789468542.549732:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9ea1f1300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789468542.549752:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468542.549757:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789468542.549761:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315459831 00000100:00000010:0.0:1789468542.549766:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305b720. 00000100:00000001:0.0:1789468542.549774:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789468542.549780:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315459831 00000100:00000010:0.0:1789468542.549783:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305bd20. 00000100:00000001:0.0:1789468542.549787:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789468542.549790:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468542.549793:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468542.549802:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468542.549808:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e9c00 x1876386402408832/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468542.549816:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468542.549817:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468542.549820:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468542.549822:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468542.549825:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468542.549830:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402408832:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468542.549834:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468542.549837:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468542.549839:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468542.549841:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468542.549845:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687d400. 02000000:00000001:0.0:1789468542.549847:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468542.549851:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789468542.549854:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c580. 00000400:00000010:0.0:1789468542.549859:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec0893b8. 00000100:00000200:0.0:1789468542.549862:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402408832, portal 10 00000100:00000001:0.0:1789468542.549864:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468542.549865:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704779264 : -126741004772352 : ffff8cbacf6e9c00) 00000100:00000040:0.0:1789468542.549871:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e9c00 x1876386402408832/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468542.549878:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468542.549880:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789468542.549883:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089990. 00000100:00000200:0.0:1789468542.549886:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402408832, offset 0 00000400:00000200:0.0:1789468542.549891:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789468542.549896:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468542.549899:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789468542.549902:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789468542.549905:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789468542.549907:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789468542.549915:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789468542.549920:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93973:93973:255:4294967295] 192.168.203.142@tcp LPNI seq info [93973:93973:7:4294967295] 00000400:00000200:0.0:1789468542.549927:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468542.549935:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789468542.549940:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789468542.549944:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9ea1f1b00. 00000800:00000200:0.0:1789468542.549948:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789468542.549954:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789468542.549957:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9ea1f1b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789468542.549961:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468542.549966:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:0.0:1789468542.549970:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789468542.549972:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315458591 00000100:00000001:0.0:1789468542.549975:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315459831 00000100:00000001:0.0:1789468542.549978:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315458591 00000100:00000001:0.0:1789468542.549980:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315459831 00000100:00000001:0.0:1789468542.549983:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468542.549985:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468542.549987:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468542.549991:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6eb480 x1876386402408960/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468542.549999:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468542.550001:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468542.550004:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:3.0:1789468542.550006:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1789468542.550007:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468542.550014:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1789468542.550017:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9ea1f1300. 00000100:00100000:0.0:1789468542.550021:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402408960:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468542.550028:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1789468542.550028:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1789468542.550040:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1789468542.550042:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 02000000:00000001:0.0:1789468542.550044:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468542.550049:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468542.550054:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687e400. 00000400:00000200:3.0:1789468542.550055:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089cc0 02000000:00000001:0.0:1789468542.550058:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789468542.550060:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089cc0. 00000400:00000200:0.0:1789468542.550066:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468542.550068:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:0.0:1789468542.550073:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c9f8. 00000100:00000200:3.0:1789468542.550081:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6ea300 x1876386402408704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1789468542.550082:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089d48. 00000100:00000200:0.0:1789468542.550091:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402408960, portal 10 00000100:00000001:0.0:1789468542.550100:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468542.550104:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704785536 : -126741004766080 : ffff8cbacf6eb480) 00000100:00000001:3.0:1789468542.550116:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468542.550122:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6eb480 x1876386402408960/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789468542.550125:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6ea300 x1876386402408704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468567 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468542.550184:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468542.550194:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000100:00000001:3.0:1789468542.550195:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1789468542.550199:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089220. 00000100:00000001:3.0:1789468542.550200:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:0.0:1789468542.550207:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402408960, offset 0 00000400:00000200:0.0:1789468542.550216:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789468542.550221:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000800:00000200:3.0:1789468542.550227:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1789468542.550228:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000800:00000010:3.0:1789468542.550236:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9ea1f1b00. 00000400:00000200:0.0:1789468542.550237:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789468542.550244:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789468542.550246:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789468542.550254:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789468542.550258:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:0.0:1789468542.550262:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789468542.550265:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089990 00000400:00000200:0.0:1789468542.550270:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93974:93974:255:4294967295] 192.168.203.142@tcp LPNI seq info [93974:93974:7:4294967295] 00000400:00000200:0.0:1789468542.550275:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789468542.550284:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089990. 00000400:00000200:0.0:1789468542.550290:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000100:00000001:3.0:1789468542.550293:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000800:00000200:0.0:1789468542.550299:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789468542.550306:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9ea1f1200. 00000100:00000200:3.0:1789468542.550306:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9c00 x1876386402408832/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1789468542.550324:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000100:00000001:3.0:1789468542.550337:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1789468542.550338:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789468542.550346:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9ea1f1200 type 1, nob 616 niov 1 nkiov 1 00000100:00000040:3.0:1789468542.550348:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9c00 x1876386402408832/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468567 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468542.550363:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468542.550366:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468542.550370:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000100:00000001:3.0:1789468542.550371:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1789468542.550379:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789468542.550383:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315458580 00000100:00000001:0.0:1789468542.550386:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315459831 00000100:00000001:0.0:1789468542.550390:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315458580 00000100:00000001:0.0:1789468542.550392:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315459831 00000100:00000001:0.0:1789468542.550394:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468542.550397:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468542.550402:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468542.550405:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789468542.550410:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468542.550414:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9ea1f1200. 00000100:00000001:0.0:1789468542.550415:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1789468542.550419:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1789468542.550420:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789468542.550426:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468542.550432:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1789468542.550432:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:0.0:1789468542.550436:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468542.550440:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089220 00000100:00000001:0.0:1789468542.550441:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789468542.550445:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089220. 00000100:00000001:3.0:1789468542.550454:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468542.550459:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6eb480 x1876386402408960/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468542.550466:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468542.550469:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6eb480 x1876386402408960/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468567 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468542.550475:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468542.550476:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468542.929321:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468542.929328:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468542.929330:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468542.929335:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468542.929339:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468542.929343:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468542.929346:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468542.929349:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468542.929351:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468543.313564:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468543.313571:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468543.313577:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468543.313578:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468543.313582:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468543.313583:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468543.313719:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468543.313723:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468543.313727:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468543.825255:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315459831, at 4315459840 00000100:00000040:3.0:1789468543.825255:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315459831, at 4315459840 00000100:00000010:2.0:1789468543.825273:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305b720. 00000100:00000010:3.0:1789468543.825274:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305bd20. 00000100:00000001:2.0:1789468543.954761:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468543.954768:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468543.954770:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468543.954775:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468543.954778:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468543.954782:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468543.954784:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468543.954787:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468543.954790:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468544.337274:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468544.337281:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468544.337287:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468544.337290:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468544.337292:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468544.337295:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468544.337299:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468544.337301:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468544.337303:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468544.337305:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468544.337307:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468544.337309:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468544.337327:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468544.337328:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468544.337330:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468544.337331:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468544.337342:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468544.337345:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468544.337583:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468544.337588:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468544.337600:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468544.977868:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468544.977876:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468544.977878:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468544.977884:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468544.977888:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468544.977892:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468544.977895:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468544.977897:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468544.977899:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468545.361259:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468545.361265:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468545.361271:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468545.361273:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468545.361275:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468545.361277:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468545.361455:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468545.361459:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468545.361463:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468546.001735:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468546.001743:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468546.001745:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468546.001751:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468546.001755:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468546.001759:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468546.001762:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468546.001764:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468546.001766:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468546.385297:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468546.385316:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468546.385322:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468546.385323:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468546.385327:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468546.385328:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468546.385610:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468546.385614:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468546.385617:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468547.026202:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468547.026209:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468547.026211:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468547.026217:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468547.026220:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468547.026224:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468547.026228:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468547.026230:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468547.026232:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468547.409260:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468547.409267:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468547.409272:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468547.409273:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468547.409276:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468547.409277:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468547.409396:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468547.409399:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468547.409402:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468547.666378:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468547.666392:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468547.666395:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468547.666400:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468547.666402:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468547.666407:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468547.666410:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468547.666475:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468547.666480:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468547.666483:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468547.666487:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468547.666490:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468547.666492:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468547.666495:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468547.666499:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468547.666501:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468547.666505:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468547.666510:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20801) 00000100:00000001:2.0:1789468548.049253:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468548.049261:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468548.049263:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468548.049268:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468548.049271:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468548.049275:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468548.049278:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468548.049281:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468548.049283:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468548.433289:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468548.433296:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468548.433302:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468548.433303:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468548.433306:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468548.433307:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468548.433394:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468548.433398:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468548.433401:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468548.689258:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468548.689272:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468548.689288:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468548.689293:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468548.689295:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468548.689299:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468548.689302:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468549.073747:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468549.073754:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468549.073755:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468549.073760:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468549.073764:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468549.073769:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468549.073772:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468549.073774:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468549.073776:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468549.457271:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468549.457277:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468549.457282:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468549.457284:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468549.457287:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468549.457288:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468549.457419:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468549.457423:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468549.457425:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468549.713717:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468549.713730:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468549.713733:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468549.713738:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468549.713740:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468549.713744:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468549.713746:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468550.097482:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468550.097489:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468550.097491:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468550.097496:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468550.097499:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468550.097503:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468550.097505:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468550.097508:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468550.097510:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468550.481319:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468550.481332:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468550.481338:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468550.481339:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468550.481342:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468550.481343:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468550.481496:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468550.481504:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468550.481507:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468550.738071:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468550.738083:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468550.738085:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468550.738090:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468550.738092:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468550.738097:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468550.738099:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468551.121252:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468551.121259:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468551.121261:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468551.121266:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468551.121269:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468551.121273:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468551.121275:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468551.121278:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468551.121280:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468551.506176:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468551.506182:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468551.506187:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468551.506189:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468551.506191:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468551.506193:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468551.506360:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468551.506364:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468551.506366:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468551.761249:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468551.761263:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468551.761281:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468551.761285:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468551.761288:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468551.761292:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468551.761294:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468552.145739:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468552.145746:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468552.145748:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468552.145753:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468552.145757:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468552.145761:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468552.145764:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468552.145767:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468552.145769:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468552.529297:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468552.529306:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468552.529308:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468552.529311:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468552.529316:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468552.529318:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468552.529320:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468552.529322:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468552.529326:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468552.529327:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468552.529331:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468552.529332:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468552.529438:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468552.529457:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468552.529460:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468552.785336:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468552.785350:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468552.785353:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468552.785358:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468552.785360:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468552.785365:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468552.785367:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468552.786158:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468552.786164:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468552.786167:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468552.786171:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468552.786173:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468552.786176:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468552.786189:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468552.786193:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468552.786195:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468552.786198:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468552.786204:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20806) 00000100:00000001:2.0:1789468553.169299:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468553.169307:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468553.169309:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468553.169313:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468553.169317:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468553.169320:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468553.169323:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468553.169325:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468553.169328:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468553.553293:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468553.553489:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468553.553498:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468553.553499:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468553.553502:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468553.553504:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468553.554392:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468553.554396:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468553.554400:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468553.809237:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468553.809250:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468553.809253:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468553.809258:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468553.809260:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468553.809264:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468553.809267:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468554.196819:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468554.196827:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468554.196829:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468554.196834:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468554.196837:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468554.196841:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468554.196844:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468554.196845:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468554.196848:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468554.577647:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468554.577657:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468554.577687:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468554.577691:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468554.577694:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468554.577698:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468554.577701:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468554.577704:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468554.577706:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468554.577709:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468554.577713:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468554.577714:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468554.577716:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468554.577717:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468554.577719:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468554.577720:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468554.577721:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468554.577723:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468554.577864:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468554.577869:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468554.577872:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468554.835627:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468554.835645:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468554.835647:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468554.835653:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468554.835655:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468554.835660:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468554.835664:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468555.217307:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468555.217315:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468555.217317:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468555.217321:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468555.217324:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468555.217328:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468555.217330:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468555.217332:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468555.217335:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468555.601528:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468555.601537:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468555.601545:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468555.601546:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468555.601550:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468555.601551:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468555.601772:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468555.601776:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468555.601780:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468555.857562:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468555.857580:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468555.857583:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468555.857588:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468555.857591:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468555.857596:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468555.857600:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468556.242174:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468556.242183:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468556.242185:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468556.242190:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468556.242193:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468556.242197:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468556.242200:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468556.242202:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468556.242205:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468556.625336:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468556.625346:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468556.625353:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468556.625379:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468556.625384:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468556.625385:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468556.625922:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468556.625927:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468556.625931:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468556.881288:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468556.881302:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468556.881305:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468556.881309:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468556.881311:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468556.881315:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468556.881319:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468557.265303:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468557.265313:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468557.265315:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468557.265323:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468557.265328:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468557.265333:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468557.265335:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468557.265338:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468557.265341:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468557.649250:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468557.649260:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468557.649268:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468557.649269:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468557.649273:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468557.649274:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468557.650796:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468557.650804:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468557.650811:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468557.905451:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468557.905468:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468557.905470:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468557.905476:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468557.905479:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468557.905484:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468557.905486:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468557.908845:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468557.908869:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468557.908873:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468557.908876:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468557.908879:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468557.908882:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468557.908885:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468557.908889:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468557.908892:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468557.908895:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468557.908902:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20811) 00000100:00000001:2.0:1789468558.289271:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468558.289282:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468558.289285:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468558.289293:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468558.289297:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468558.289301:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468558.289305:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468558.289308:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468558.289311:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468558.676465:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468558.676473:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468558.676480:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468558.676481:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468558.676494:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468558.676495:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468558.676569:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468558.676574:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468558.676577:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468558.929436:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468558.929455:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468558.929457:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468558.929462:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468558.929466:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468558.929471:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468558.929474:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468559.313296:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468559.313305:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468559.313308:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468559.313315:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468559.313319:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468559.313325:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468559.313329:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468559.313332:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468559.313335:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468559.697525:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468559.697536:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468559.697543:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468559.697567:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468559.697572:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468559.697574:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468559.697793:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468559.697798:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468559.697801:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468559.953357:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468559.953378:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468559.953381:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468559.953387:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468559.953390:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468559.953395:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468559.953398:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468560.337311:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468560.337322:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468560.337325:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468560.337332:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468560.337337:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468560.337342:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468560.337345:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468560.337348:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468560.337351:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468560.721572:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468560.721582:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468560.721589:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468560.721590:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468560.721595:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468560.721596:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468560.724595:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468560.724604:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468560.724610:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468560.978627:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468560.978646:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468560.978649:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468560.978656:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468560.978659:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468560.978665:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468560.978668:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468561.361299:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468561.361310:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468561.361313:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468561.361321:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468561.361325:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468561.361329:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468561.361333:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468561.361336:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468561.361339:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468561.745482:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468561.745492:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468561.745500:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468561.745501:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468561.745505:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468561.745507:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468561.745715:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468561.745719:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468561.745723:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468562.001281:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468562.001301:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468562.001304:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468562.001310:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468562.001313:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468562.001319:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468562.001322:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468562.385287:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468562.385297:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468562.385300:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468562.385307:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468562.385312:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468562.385317:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468562.385320:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468562.385323:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468562.385326:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468562.769337:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468562.769347:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468562.769350:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468562.769354:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468562.769360:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468562.769363:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468562.769365:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468562.769368:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468562.769372:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468562.769373:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468562.769377:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468562.769378:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468562.769647:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468562.769655:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468562.769659:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468563.025315:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468563.025325:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468563.025330:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468563.025334:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468563.025337:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468563.025340:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468563.025342:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468563.025346:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468563.025348:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468563.025352:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468563.025358:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20816) 00000100:00000001:2.0:1789468563.025437:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468563.025471:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468563.025474:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468563.026107:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468563.026113:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468563.026119:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468563.026123:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468563.410654:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468563.410666:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468563.410668:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468563.410676:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468563.410680:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468563.410686:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468563.410689:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468563.410692:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468563.410696:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468563.793274:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468563.793281:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468563.793287:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468563.793288:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468563.793292:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468563.793298:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468563.793411:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468563.793414:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468563.793417:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468564.054586:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468564.054601:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468564.054604:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468564.054610:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468564.054614:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468564.054641:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468564.054644:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468564.433256:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468564.433264:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468564.433266:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468564.433270:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468564.433273:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468564.433277:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468564.433280:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468564.433282:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468564.433285:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468564.818086:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468564.818093:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468564.818099:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468564.818102:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468564.818104:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468564.818108:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468564.818111:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468564.818113:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468564.818115:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468564.818116:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468564.818119:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468564.818121:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468564.818122:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468564.818124:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468564.818125:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468564.818126:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468564.818128:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468564.818129:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468564.818240:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468564.818244:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468564.818247:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468565.073487:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468565.073499:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468565.073501:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468565.073506:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468565.073509:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468565.073512:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468565.073515:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468565.457714:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468565.457724:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468565.457727:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468565.457733:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468565.457736:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468565.457740:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468565.457743:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468565.457746:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468565.457748:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468565.841733:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468565.841739:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468565.841745:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468565.841747:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468565.841750:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468565.841751:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468565.842215:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468565.842219:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468565.842274:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468566.099102:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468566.099117:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468566.099119:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468566.099124:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468566.099126:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468566.099155:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468566.099176:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468566.481331:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468566.481346:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468566.481349:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468566.481354:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468566.481358:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468566.481362:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468566.481365:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468566.481367:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468566.481369:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468566.869996:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468566.870002:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468566.870008:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468566.870009:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468566.870011:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468566.870012:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468566.870451:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468566.870455:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468566.870458:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789468567.121339:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789468567.121346:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468567.121361:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468542/real 1789468542] req@ffff8cbacf6ea300 x1876386402408704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468567 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468567.121377:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468567.121379:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468567.121383:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c2c0. 00000400:00000200:0.0:1789468567.121389:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089000 00000400:00000010:0.0:1789468567.121392:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089000. 00000100:00000001:0.0:1789468567.121396:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468567.121400:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6ea300 x1876386402408704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468567 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468567.121408:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6ea300 x1876386402408704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468567 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468567.121415:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468567.121417:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468567.121476:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468567.121478:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468567.121483:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6ea300 x1876386402408704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468567 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468567.121490:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468567.121492:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468567.121496:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468542/real 1789468542] req@ffff8cbacf6e9c00 x1876386402408832/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468567 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468567.121505:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468567.121523:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468567.121526:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c580. 00000400:00000200:0.0:1789468567.121528:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec0893b8 00000400:00000010:0.0:1789468567.121530:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec0893b8. 00000100:00000001:0.0:1789468567.121533:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468567.121537:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e9c00 x1876386402408832/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468567 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468567.121545:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e9c00 x1876386402408832/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468567 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468567.121550:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468567.121552:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468567.121554:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468567.121555:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468567.121558:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e9c00 x1876386402408832/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468567 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468567.121564:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468567.121566:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789468567.121570:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468542/real 1789468542] req@ffff8cbacf6eb480 x1876386402408960/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468567 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789468567.121578:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789468567.121579:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789468567.121581:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c9f8. 00000400:00000200:0.0:1789468567.121592:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089d48 00000400:00000010:0.0:1789468567.121593:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089d48. 00000100:00000001:0.0:1789468567.121595:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789468567.121598:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6eb480 x1876386402408960/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468567 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789468567.121605:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6eb480 x1876386402408960/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468567 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468567.121611:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789468567.121612:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468567.121619:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468567.121621:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789468567.121625:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6eb480 x1876386402408960/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468567 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468567.121630:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468567.121639:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468567.121642:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468567.121644:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468567.121646:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468567.121648:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468567.121653:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6ea300 x1876386402408704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468567 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468567.121659:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468567.121662:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468567.121664:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468567.121665:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468567.121668:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468567.121670:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468567.121673:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468567.121703:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789468567.121706:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468567.121711:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6ea300 x1876386402408704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468567 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468567.121719:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402408704:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789468567.121724:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468567.121727:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e9c00 x1876386402408832/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468567 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468567.121733:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468567.121735:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468567.121742:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468567.121743:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468567.121745:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468567.121747:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468567.121750:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468567.121756:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789468567.121758:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468567.121763:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e9c00 x1876386402408832/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468567 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468567.121770:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402408832:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468567.121775:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789468567.121778:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6eb480 x1876386402408960/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468567 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468567.121784:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789468567.121786:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468567.121787:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789468567.121789:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468567.121790:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468567.121792:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468567.121793:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468567.121797:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789468567.121798:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789468567.121801:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6eb480 x1876386402408960/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468567 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789468567.121805:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402408960:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468567.121808:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468567.121815:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468567.121819:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6ea300 x1876386402408704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468567 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468567.121826:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468567.121829:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468567.121833:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687f800. 02000000:00000001:0.0:1789468567.121837:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468567.121840:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468567.121842:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:0.0:1789468567.121845:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468567.121847:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687f400. 02000000:00000001:0.0:1789468567.121852:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468567.121854:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468567.121856:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6ea300. 00000100:00000001:0.0:1789468567.121859:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468567.121860:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468567.121862:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468567.121865:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e9c00 x1876386402408832/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468567 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468567.121871:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468567.121872:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468567.121873:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687d400. 02000000:00000001:0.0:1789468567.121875:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468567.121877:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468567.121878:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789468567.121879:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468567.121880:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687e000. 02000000:00000001:0.0:1789468567.121882:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468567.121883:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468567.121885:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e9c00. 00000100:00000001:0.0:1789468567.121887:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468567.121888:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468567.121889:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789468567.121892:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6eb480 x1876386402408960/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468567 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468567.121898:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468567.121904:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789468567.121906:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687e400. 02000000:00000001:0.0:1789468567.121909:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789468567.121910:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789468567.121911:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789468567.121913:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789468567.121914:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687ec00. 02000000:00000001:0.0:1789468567.121916:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789468567.121917:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789468567.121919:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6eb480. 00000100:00000001:0.0:1789468567.121921:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789468567.121922:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468567.121924:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468567.121928:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468567.121929:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468567.121931:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468567.121932:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468567.122016:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468567.122022:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789468567.122024:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468567.122026:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468567.122029:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468567.122033:0:332879:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20791 00000400:00000200:1.0:1789468567.122041:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468567.122046:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789468567.122049:0:332879:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468567.122052:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468567.122055:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468567.122126:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468567.122129:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789468567.122169:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468567.122171:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:1.0:1789468567.122175:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468567.122177:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:1.0:1789468567.122180:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:1.0:1789468567.122182:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:1.0:1789468567.122186:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468567.122188:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468567.122190:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468567.122192:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789468567.122195:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:1.0:1789468567.122198:0:332879:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789468567.122200:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468567.122211:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468567.122214:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468567.122216:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468567.122219:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468567.122221:0:332879:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468567.122227:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c6a00. 00000020:00000040:1.0:1789468567.122230:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789468567.122233:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468567.122235:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468567.122238:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468567.122240:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468567.122245:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468567.122251:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6893000. 00000100:00000001:1.0:1789468567.122257:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468567.122264:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c6a00 x1876386402409088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468567.122272:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468567.122275:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468567.122279:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c333398] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c6a00 x1876386402409088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468567.122299:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468567.122303:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468567.122306:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789468567.122307:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468567.122308:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468567.122310:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468567.122313:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20791 00000400:00000200:1.0:1789468567.122317:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468567.122319:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789468567.122321:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468567.122324:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468567.122325:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468567.122335:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468567.122336:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789468567.122340:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468567.122341:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:1.0:1789468567.122343:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468567.122345:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:1.0:1789468567.122347:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:1.0:1789468567.122349:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:1.0:1789468567.122351:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468567.122353:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468567.122355:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468567.122356:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789468567.122358:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:1.0:1789468567.122360:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789468567.122362:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468567.122364:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468567.122370:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468567.122372:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468567.122374:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789468567.122378:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789468567.122380:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468567.122382:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468567.122385:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c5880. 00000020:00000040:1.0:1789468567.122387:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789468567.122390:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468567.122391:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468567.122393:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468567.122394:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468567.122396:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468567.122400:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6892000. 00000100:00000001:1.0:1789468567.122403:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468567.122407:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c5880 x1876386402409216/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468567.122429:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468567.122432:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468567.122436:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000309e2f8b] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c5880 x1876386402409216/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468567.122444:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468567.122446:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468567.122449:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789468567.122450:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468567.122451:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468567.122454:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468567.122455:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20791 00000400:00000200:1.0:1789468567.122459:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468567.122462:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789468567.122464:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468567.122466:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468567.122468:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468567.122469:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468567.122471:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789468567.122474:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468567.122475:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:1.0:1789468567.122476:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468567.122477:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:1.0:1789468567.122479:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:1.0:1789468567.122481:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:1.0:1789468567.122483:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468567.122484:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468567.122486:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468567.122487:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789468567.122495:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:1.0:1789468567.122497:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789468567.122500:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468567.122501:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468567.122504:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468567.122506:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468567.122508:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789468567.122510:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789468567.122512:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468567.122513:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468567.122516:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c5c00. 00000020:00000040:1.0:1789468567.122518:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789468567.122520:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468567.122521:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468567.122523:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468567.122524:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468567.122525:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468567.122529:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6890c00. 00000100:00000001:1.0:1789468567.122532:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468567.122536:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c5c00 x1876386402409344/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468567.122542:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468567.122544:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468567.122547:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0c40e7b] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c5c00 x1876386402409344/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468567.122552:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468567.122555:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468567.122558:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468567.122560:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468567.122563:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468567.122575:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20820) 00000100:00000001:0.0:1789468567.122910:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468567.122913:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468567.122915:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468567.122921:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c6a00 x1876386402409088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468567.122928:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468567.122930:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468567.122933:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468567.122935:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468567.122937:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468567.122940:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402409088:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789468567.122943:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468567.122947:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468567.122949:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468567.122952:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468567.122957:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687ec00. 02000000:00000001:0.0:1789468567.122958:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468567.122963:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789468567.122968:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c9f8. 00000400:00000010:0.0:1789468567.122981:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089d48. 00000100:00000200:0.0:1789468567.122987:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402409088, portal 25 00000100:00000001:0.0:1789468567.122989:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468567.122991:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704635392 : -126741004916224 : ffff8cbacf6c6a00) 00000100:00000040:0.0:1789468567.122997:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c6a00 x1876386402409088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468567.123003:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468567.123005:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789468567.123007:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec0893b8. 00000100:00000200:0.0:1789468567.123011:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402409088, offset 0 00000400:00000200:0.0:1789468567.123016:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789468567.123024:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468567.123030:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789468567.123035:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789468567.123039:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789468567.123042:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789468567.123045:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789468567.123049:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93975:93975:256:4294967295] 192.168.203.142@tcp LPNI seq info [93975:93975:8:4294967295] 00000400:00000200:0.0:1789468567.123053:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468567.123508:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789468567.123515:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789468567.123522:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9ea1f1e00. 00000800:00000200:0.0:1789468567.123529:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789468567.123536:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789468567.123540:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9ea1f1e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789468567.123561:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468567.123566:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789468567.123569:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315484405 00000100:00000010:0.0:1789468567.123573:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305b240. 00000100:00000001:0.0:1789468567.123579:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789468567.123586:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315484405 00000100:00000010:0.0:1789468567.123596:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305b840. 00000100:00000001:0.0:1789468567.123600:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789468567.123603:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468567.123606:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468567.123609:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468567.123615:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c5880 x1876386402409216/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468567.123622:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468567.123623:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468567.123626:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468567.123627:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468567.123629:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468567.123632:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402409216:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468567.123635:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468567.123638:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468567.123640:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468567.123641:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468567.123645:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687e400. 02000000:00000001:0.0:1789468567.123646:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468567.123650:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789468567.123653:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c580. 00000400:00000010:0.0:1789468567.123657:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089000. 00000100:00000200:0.0:1789468567.123661:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402409216, portal 10 00000100:00000001:0.0:1789468567.123663:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468567.123664:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704630912 : -126741004920704 : ffff8cbacf6c5880) 00000100:00000040:0.0:1789468567.123671:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c5880 x1876386402409216/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468567.123677:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789468567.123679:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789468567.123682:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089c38. 00000100:00000200:0.0:1789468567.123684:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402409216, offset 0 00000400:00000200:0.0:1789468567.123689:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789468567.123699:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468567.123704:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789468567.123706:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789468567.123709:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789468567.123711:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789468567.123713:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789468567.123716:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93976:93976:255:4294967295] 192.168.203.142@tcp LPNI seq info [93976:93976:7:4294967295] 00000400:00000200:0.0:1789468567.123719:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468567.123726:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789468567.123729:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789468567.123733:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9ea1f1900. 00000800:00000200:0.0:1789468567.123737:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789468567.123741:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789468567.123744:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9ea1f1900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789468567.123747:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468567.123751:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:0.0:1789468567.123754:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789468567.123756:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315483165 00000100:00000001:0.0:1789468567.123758:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315484405 00000100:00000001:0.0:1789468567.123760:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315483165 00000100:00000001:0.0:1789468567.123762:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315484405 00000100:00000001:0.0:1789468567.123764:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468567.123766:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468567.123768:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789468567.123773:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c5c00 x1876386402409344/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468567.123779:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789468567.123780:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468567.123782:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789468567.123788:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468567.123790:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468567.123793:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402409344:192.168.203.142@tcp:38:kworker.0 00000100:00000001:0.0:1789468567.123797:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789468567.123799:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789468567.123800:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468567.123802:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789468567.123805:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687e000. 02000000:00000001:0.0:1789468567.123807:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789468567.123810:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789468567.123812:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c2c0. 00000400:00000010:0.0:1789468567.123816:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089aa0. 00000100:00000200:0.0:1789468567.123819:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402409344, portal 10 00000100:00000001:0.0:1789468567.123822:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789468567.123823:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704631808 : -126741004919808 : ffff8cbacf6c5c00) 00000100:00000040:0.0:1789468567.123828:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c5c00 x1876386402409344/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468567.123835:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1789468567.124556:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468567.124564:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9ea1f1e00. 00000400:00000200:2.0:1789468567.124571:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468567.124578:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468567.124583:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec0893b8 00000400:00000010:2.0:1789468567.124596:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec0893b8. 00000100:00000001:2.0:1789468567.124602:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468567.124608:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c6a00 x1876386402409088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468567.124617:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468567.124621:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c6a00 x1876386402409088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468567.124627:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468567.124629:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789468567.124883:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468567.124886:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9ea1f1900. 00000400:00000200:2.0:1789468567.124890:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468567.124894:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468567.124897:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089c38 00000400:00000010:2.0:1789468567.124899:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089c38. 00000100:00000001:2.0:1789468567.124901:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468567.124906:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c5880 x1876386402409216/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468567.124919:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468567.124921:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c5880 x1876386402409216/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468567.124927:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468567.124928:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1789468567.125576:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789468567.125582:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec0896e8. 00000100:00000200:0.0:1789468567.125587:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402409344, offset 0 00000400:00000200:0.0:1789468567.125592:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789468567.125603:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468567.125608:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789468567.125612:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789468567.125615:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789468567.125618:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789468567.125620:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789468567.125623:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93977:93977:256:4294967295] 192.168.203.142@tcp LPNI seq info [93977:93977:8:4294967295] 00000400:00000200:0.0:1789468567.125628:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468567.125636:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789468567.125641:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789468567.125658:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9ea1f1600. 00000800:00000200:0.0:1789468567.125664:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789468567.125670:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789468567.125673:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9ea1f1600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789468567.125686:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468567.125693:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:0.0:1789468567.125697:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789468567.125699:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315483155 00000100:00000001:0.0:1789468567.125703:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315484405 00000100:00000001:0.0:1789468567.125705:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315483155 00000100:00000001:0.0:1789468567.125707:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315484405 00000100:00000001:0.0:1789468567.125709:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789468567.125712:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468567.125716:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468567.125720:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468567.125728:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789468567.125731:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789468567.125733:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789468567.125735:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789468567.125737:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468567.125739:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789468567.131677:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468567.131688:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9ea1f1600. 00000400:00000200:3.0:1789468567.131694:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468567.131703:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468567.131711:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec0896e8 00000400:00000010:3.0:1789468567.131714:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec0896e8. 00000100:00000001:3.0:1789468567.131732:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468567.131740:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c5c00 x1876386402409344/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468567.133648:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468567.133666:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c5c00 x1876386402409344/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468567.133677:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468567.133679:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468567.507998:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468567.508008:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468567.508010:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468567.508015:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468567.508019:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468567.508022:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468567.508025:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468567.508027:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468567.508031:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468567.890961:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468567.890968:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468567.890974:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468567.890976:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468567.890979:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468567.890980:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468567.891278:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468567.891282:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468567.891285:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789468568.401283:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315484405, at 4315484416 00000100:00000010:3.0:1789468568.401298:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305b840. 00000100:00000040:2.0:1789468568.402665:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315484405, at 4315484417 00000100:00000010:2.0:1789468568.402676:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305b240. 00000100:00000001:1.0:1789468568.529278:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468568.529286:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468568.529288:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468568.529294:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468568.529297:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468568.529301:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468568.529304:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468568.529306:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468568.529309:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468568.913293:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468568.913300:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468568.913306:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468568.913308:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468568.913312:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468568.913313:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468568.913405:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468568.913419:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468568.913422:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468569.553934:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468569.553946:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468569.553948:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468569.553956:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468569.553960:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468569.553964:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468569.553967:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468569.553971:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468569.553974:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468569.937437:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468569.937447:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468569.937454:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468569.937455:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468569.937459:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468569.937461:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468569.937589:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468569.937595:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468569.937598:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468570.577304:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468570.577317:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468570.577319:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468570.577352:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468570.577357:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468570.577362:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468570.577364:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468570.577368:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468570.577371:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468570.961331:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468570.961341:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468570.961348:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468570.961349:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468570.961353:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468570.961354:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468570.961449:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468570.961455:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468570.961460:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468571.602293:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468571.602301:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468571.602303:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468571.602308:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468571.602311:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468571.602315:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468571.602318:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468571.602320:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468571.602322:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468571.985317:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468571.985325:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468571.985331:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468571.985333:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468571.985336:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468571.985337:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468571.985467:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468571.985471:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468571.985475:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468572.241400:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468572.241410:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468572.241467:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468572.241471:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468572.241473:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468572.241476:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468572.241479:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468572.241483:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468572.241486:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468572.241489:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468572.241495:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20825) 00000100:00000001:2.0:1789468572.242722:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468572.242732:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468572.242735:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468572.242739:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468572.242741:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468572.242745:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468572.242747:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468572.625328:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468572.625334:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468572.625337:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468572.625342:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468572.625345:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468572.625349:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468572.625352:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468572.625354:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468572.625357:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468573.009283:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468573.009292:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468573.009294:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468573.009297:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468573.009302:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468573.009304:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468573.009306:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468573.009309:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468573.009313:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468573.009314:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468573.009393:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468573.009395:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468573.009679:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468573.009683:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468573.009686:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468573.265302:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468573.265315:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468573.265318:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468573.265322:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468573.265325:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468573.265328:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468573.265331:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468573.650292:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468573.650299:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468573.650302:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468573.650307:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468573.650310:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468573.650314:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468573.650326:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468573.650329:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468573.650348:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468574.033262:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468574.033268:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468574.033273:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468574.033274:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468574.033277:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468574.033278:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468574.033481:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468574.033485:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468574.033488:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468574.289242:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468574.289257:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468574.289259:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468574.289264:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468574.289266:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468574.289270:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468574.289273:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468574.674746:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468574.674755:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468574.674757:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468574.674762:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468574.674766:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468574.674769:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468574.674772:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468574.674774:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468574.674777:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468575.057287:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468575.057294:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468575.057301:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468575.057304:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468575.057306:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468575.057309:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468575.057312:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468575.057315:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468575.057317:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468575.057319:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468575.057323:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468575.057324:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468575.057326:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468575.057327:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468575.057328:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468575.057329:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468575.057331:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468575.057333:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468575.058240:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468575.058244:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468575.058249:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468575.313286:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468575.313301:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468575.313303:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468575.313307:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468575.313310:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468575.313314:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468575.313316:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468575.699250:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468575.699258:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468575.699261:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468575.699266:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468575.699269:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468575.699273:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468575.699276:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468575.699278:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468575.699280:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468576.081864:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468576.081870:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468576.081876:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468576.081877:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468576.081881:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468576.081882:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468576.083246:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468576.083251:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468576.083256:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468576.337212:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468576.337224:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468576.337226:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468576.337231:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468576.337233:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468576.337237:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468576.337239:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468576.721266:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468576.721275:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468576.721277:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468576.721282:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468576.721286:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468576.721290:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468576.721293:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468576.721295:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468576.721298:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468577.105295:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468577.105302:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468577.105307:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468577.105308:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468577.105312:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468577.105313:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468577.105417:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468577.105422:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468577.105426:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468577.361245:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468577.361262:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468577.361264:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468577.361268:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468577.361271:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468577.361275:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468577.361278:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468577.361360:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468577.361366:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468577.361369:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468577.361372:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468577.361375:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468577.361378:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468577.361381:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468577.361384:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468577.361387:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468577.361390:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468577.361413:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20831) 00000100:00000001:2.0:1789468577.745746:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468577.745754:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468577.745755:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468577.745761:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468577.745764:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468577.745768:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468577.745771:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468577.745774:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468577.745776:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468578.129532:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468578.129539:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468578.129544:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468578.129546:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468578.129549:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468578.129550:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468578.130088:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468578.130094:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468578.130097:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468578.385407:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468578.385420:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468578.385422:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468578.385426:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468578.385428:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468578.385432:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468578.385434:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468578.769254:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468578.769262:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468578.769264:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468578.769269:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468578.769272:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468578.769276:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468578.769279:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468578.769281:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468578.769284:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468579.153913:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468579.153920:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468579.153926:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468579.153928:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468579.153931:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468579.153932:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468579.157512:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468579.157519:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468579.157523:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468579.409253:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468579.409268:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468579.409270:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468579.409275:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468579.409277:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468579.409281:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468579.409284:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468579.793275:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468579.793283:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468579.793285:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468579.793290:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468579.793293:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468579.793297:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468579.793300:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468579.793302:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468579.793304:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468580.177367:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468580.177374:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468580.177379:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468580.177381:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468580.177384:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468580.177386:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468580.177531:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468580.177535:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468580.177538:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468580.433805:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468580.433819:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468580.433821:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468580.433826:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468580.433828:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468580.433832:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468580.433835:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468580.817248:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468580.817255:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468580.817257:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468580.817262:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468580.817265:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468580.817269:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468580.817272:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468580.817275:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468580.817277:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468581.201429:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468581.201436:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468581.201442:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468581.201443:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468581.201446:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468581.201447:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468581.201547:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468581.201551:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468581.201554:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468581.457247:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468581.457260:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468581.457262:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468581.457266:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468581.457269:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468581.457273:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468581.457276:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468581.841745:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468581.841753:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468581.841756:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468581.841760:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468581.841763:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468581.841768:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468581.841770:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468581.841772:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468581.841774:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468582.225272:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468582.225278:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468582.225283:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468582.225285:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468582.225289:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468582.225290:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468582.225475:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468582.225478:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468582.225481:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468582.481297:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468582.481320:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468582.481322:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468582.481326:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468582.481328:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468582.481333:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468582.481335:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468582.481480:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468582.481486:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468582.481489:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468582.481492:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468582.481494:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468582.481497:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468582.481500:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468582.481522:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468582.481525:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468582.481528:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468582.481533:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20836) 00000100:00000001:2.0:1789468582.865336:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468582.865343:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468582.865345:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468582.865351:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468582.865354:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468582.865358:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468582.865386:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468582.865388:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468582.865391:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468583.249291:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468583.249311:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468583.249314:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468583.249317:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468583.249322:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468583.249324:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468583.249326:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468583.249329:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468583.249333:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468583.249334:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468583.249337:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468583.249338:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468583.249535:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468583.249539:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468583.249542:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468583.505464:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468583.505477:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468583.505479:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468583.505483:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468583.505486:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468583.505490:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468583.505493:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468583.889601:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468583.889609:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468583.889611:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468583.889616:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468583.889620:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468583.889624:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468583.889627:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468583.889629:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468583.889632:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468584.273690:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468584.273701:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468584.273709:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468584.273710:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468584.273714:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468584.273716:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468584.273876:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468584.273881:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468584.273897:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468584.529274:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468584.529286:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468584.529288:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468584.529301:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468584.529303:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468584.529307:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468584.529310:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468584.913265:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468584.913272:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468584.913274:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468584.913293:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468584.913297:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468584.913301:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468584.913303:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468584.913306:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468584.913308:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468585.297385:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468585.297396:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468585.297403:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468585.297407:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468585.297409:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468585.297415:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468585.297419:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468585.297421:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468585.297424:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468585.297426:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468585.297430:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468585.297432:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468585.297433:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468585.297435:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468585.297437:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468585.297438:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468585.297440:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468585.297442:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468585.297560:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468585.297565:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468585.297568:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468585.553316:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468585.553330:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468585.553332:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468585.553336:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468585.553340:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468585.553343:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468585.553346:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468585.937287:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468585.937296:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468585.937298:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468585.937304:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468585.937308:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468585.937312:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468585.937314:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468585.937317:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468585.937319:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468586.321328:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468586.321338:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468586.321345:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468586.321346:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468586.321350:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468586.321352:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468586.321604:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468586.321609:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468586.321613:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468586.581114:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468586.581129:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468586.581163:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468586.581168:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468586.581170:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468586.581175:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468586.581177:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468586.961328:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468586.961336:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468586.961338:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468586.961343:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468586.961348:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468586.961351:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468586.961355:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468586.961357:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468586.961360:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468587.345929:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468587.345938:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468587.345945:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468587.345947:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468587.345951:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468587.345952:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468587.346109:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468587.346115:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468587.346119:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468587.601508:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468587.601528:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468587.601530:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468587.601536:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468587.601539:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468587.601545:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468587.601548:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468587.602370:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468587.602378:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468587.602382:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468587.602385:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468587.602388:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468587.602391:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468587.602394:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468587.602399:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468587.602402:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468587.602406:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468587.602413:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20841) 00000100:00000001:2.0:1789468587.985463:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468587.985474:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468587.985476:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468587.985484:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468587.985489:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468587.985494:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468587.985497:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468587.985500:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468587.985503:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468588.369338:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468588.369348:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468588.369355:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468588.369356:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468588.369360:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468588.369363:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468588.369651:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468588.369655:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468588.369659:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468588.625325:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468588.625344:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468588.625347:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468588.625354:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468588.625357:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468588.625363:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468588.625367:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468589.009707:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468589.009717:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468589.009720:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468589.009728:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468589.009733:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468589.009738:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468589.009742:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468589.009745:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468589.009748:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468589.393591:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468589.393603:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468589.393612:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468589.393613:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468589.393618:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468589.393619:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468589.393725:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468589.393730:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468589.393733:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468589.650630:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468589.650649:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468589.650651:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468589.650658:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468589.650661:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468589.650665:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468589.650668:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468590.033526:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468590.033537:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468590.033540:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468590.033547:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468590.033552:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468590.033557:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468590.033560:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468590.033563:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468590.033566:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468590.417326:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468590.417336:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468590.417343:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468590.417345:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468590.417349:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468590.417350:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468590.417549:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468590.417553:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468590.417557:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468590.673434:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468590.673453:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468590.673457:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468590.673464:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468590.673467:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468590.673473:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468590.673476:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468591.057848:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468591.057859:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468591.057862:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468591.057870:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468591.057875:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468591.057950:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468591.057954:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468591.057957:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468591.057961:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468591.441363:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468591.441374:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468591.441383:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468591.441384:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468591.441388:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468591.441389:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468591.441494:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468591.441500:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468591.441503:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468591.698403:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468591.698422:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468591.698425:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468591.698432:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468591.698435:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468591.698442:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468591.698446:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468592.081957:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468592.081968:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468592.081970:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468592.081977:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468592.081982:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468592.081987:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468592.081990:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468592.081993:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468592.081996:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468592.465366:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468592.465379:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468592.465381:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468592.465385:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468592.465391:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468592.465394:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468592.465396:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468592.465399:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468592.465404:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468592.465405:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468592.465409:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468592.465424:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468592.465572:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468592.465577:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468592.465606:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468592.721293:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468592.721303:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468592.721325:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468567/real 1789468567] req@ffff8cbacf6c6a00 x1876386402409088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468592 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468592.721347:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468592.721350:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468592.721355:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c9f8. 00000400:00000200:2.0:1789468592.721364:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089d48 00000400:00000010:2.0:1789468592.721368:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089d48. 00000100:00000001:2.0:1789468592.721374:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468592.721379:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c6a00 x1876386402409088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468592 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468592.721388:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c6a00 x1876386402409088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468592 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468592.721396:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468592.721399:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468592.721404:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468592.721408:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468592.721413:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c6a00 x1876386402409088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468592 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468592.721421:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468592.721423:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468592.721428:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468567/real 1789468567] req@ffff8cbacf6c5880 x1876386402409216/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468592 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468592.721536:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468592.721537:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468592.721548:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c580. 00000400:00000200:2.0:1789468592.721551:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089000 00000400:00000010:2.0:1789468592.721553:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089000. 00000100:00000001:2.0:1789468592.721556:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468592.721560:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c5880 x1876386402409216/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468592 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468592.721568:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c5880 x1876386402409216/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468592 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468592.721575:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468592.721576:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468592.721578:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468592.721579:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468592.721583:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c5880 x1876386402409216/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468592 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468592.721590:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468592.721592:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468592.721696:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468567/real 1789468567] req@ffff8cbacf6c5c00 x1876386402409344/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468592 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468592.721707:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468592.721709:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468592.721711:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c2c0. 00000400:00000200:2.0:1789468592.721714:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089aa0 00000400:00000010:2.0:1789468592.721716:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089aa0. 00000100:00000001:2.0:1789468592.721718:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468592.721722:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c5c00 x1876386402409344/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468592 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468592.721730:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c5c00 x1876386402409344/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468592 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468592.721736:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468592.721737:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468592.721739:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468592.721740:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468592.721744:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c5c00 x1876386402409344/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468592 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468592.721750:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468592.721762:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468592.721766:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468592.721769:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468592.721772:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468592.721774:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468592.721781:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c6a00 x1876386402409088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468592 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468592.721788:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468592.721792:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468592.721793:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468592.721795:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468592.721798:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468592.721800:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468592.721805:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468592.721817:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789468592.721821:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468592.721825:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c6a00 x1876386402409088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468592 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468592.721834:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402409088:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789468592.721839:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468592.721845:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c5880 x1876386402409216/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468592 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468592.721851:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468592.721853:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468592.721855:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468592.721856:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468592.721857:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468592.721860:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468592.721863:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468592.721869:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789468592.721872:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468592.721875:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c5880 x1876386402409216/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468592 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468592.721883:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402409216:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789468592.721887:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468592.721891:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c5c00 x1876386402409344/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468592 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468592.721899:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468592.721901:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468592.721903:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468592.721904:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468592.721906:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468592.721908:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468592.721910:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468592.721915:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789468592.721917:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468592.721922:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c5c00 x1876386402409344/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468592 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468592.721929:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402409344:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789468592.721934:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468592.721937:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468592.721941:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c6a00 x1876386402409088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468592 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468592.721948:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468592.721952:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468592.721958:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687ec00. 02000000:00000001:2.0:1789468592.721963:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468592.721967:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468592.721969:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789468592.721971:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468592.721975:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6893000. 02000000:00000001:2.0:1789468592.721979:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468592.721981:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468592.721983:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c6a00. 00000100:00000001:2.0:1789468592.721987:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468592.721989:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468592.721991:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468592.721994:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c5880 x1876386402409216/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468592 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468592.722000:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468592.722001:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468592.722003:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687e400. 02000000:00000001:2.0:1789468592.722006:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468592.722007:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468592.722008:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789468592.722020:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468592.722021:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6892000. 02000000:00000001:2.0:1789468592.722025:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468592.722026:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468592.722028:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c5880. 00000100:00000001:2.0:1789468592.722031:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468592.722032:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468592.722033:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468592.722037:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c5c00 x1876386402409344/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468592 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468592.722042:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468592.722044:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468592.722045:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae687e000. 02000000:00000001:2.0:1789468592.722048:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468592.722049:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468592.722050:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789468592.722052:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468592.722053:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6890c00. 02000000:00000001:2.0:1789468592.722056:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468592.722057:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468592.722058:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c5c00. 00000100:00000001:2.0:1789468592.722060:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468592.722061:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468592.722064:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468592.722067:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468592.722069:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468592.722071:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468592.722073:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468592.724876:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468592.724891:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1789468592.724894:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468592.724897:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468592.724902:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468592.724912:0:332879:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20815 00000400:00000200:0.0:1789468592.724925:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468592.724932:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789468592.724937:0:332879:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468592.724941:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468592.724944:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468592.724947:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468592.724949:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789468592.724959:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468592.724962:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:0.0:1789468592.724965:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468592.724968:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:0.0:1789468592.724970:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:0.0:1789468592.724973:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:0.0:1789468592.724976:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468592.724977:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468592.724979:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468592.724981:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789468592.724984:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:0.0:1789468592.724988:0:332879:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789468592.724991:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468592.724994:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468592.724998:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468592.725002:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468592.725004:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468592.725007:0:332879:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468592.725018:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6eb480. 00000020:00000040:0.0:1789468592.725023:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:0.0:1789468592.725027:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468592.725029:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468592.725032:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468592.725035:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468592.725039:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468592.725051:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687e400. 00000100:00000001:0.0:1789468592.725059:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468592.725069:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6eb480 x1876386402409472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468592.725081:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468592.725087:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468592.725093:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008c1d296] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6eb480 x1876386402409472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468592.725147:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468592.725151:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468592.725155:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789468592.725157:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468592.725158:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468592.725161:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468592.725164:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20815 00000400:00000200:0.0:1789468592.725178:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468592.725181:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789468592.725184:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468592.725193:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468592.725195:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468592.725197:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468592.725198:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789468592.725201:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468592.725203:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:0.0:1789468592.725204:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468592.725207:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:0.0:1789468592.725209:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:0.0:1789468592.725211:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:0.0:1789468592.725214:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468592.725217:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468592.725219:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468592.725221:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789468592.725224:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:0.0:1789468592.725227:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789468592.725237:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468592.725239:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468592.725245:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468592.725248:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468592.725250:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789468592.725255:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789468592.725259:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468592.725260:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468592.725264:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e9c00. 00000020:00000040:0.0:1789468592.725267:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789468592.725269:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468592.725271:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468592.725272:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468592.725607:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468592.725610:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468592.725616:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687ec00. 00000100:00000001:0.0:1789468592.725621:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468592.725629:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e9c00 x1876386402409600/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468592.725637:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468592.725639:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468592.725643:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e8628d7] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e9c00 x1876386402409600/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468592.725652:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468592.725655:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468592.725659:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789468592.725662:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468592.725664:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468592.725667:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468592.725670:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20815 00000400:00000200:0.0:1789468592.725675:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468592.725678:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789468592.725681:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468592.725684:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468592.725686:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468592.725688:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468592.725690:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789468592.725695:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468592.725696:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:0.0:1789468592.725698:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468592.725700:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:0.0:1789468592.725702:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:0.0:1789468592.725705:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:0.0:1789468592.725707:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468592.725709:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468592.725711:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468592.725713:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789468592.725715:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:0.0:1789468592.725718:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789468592.725720:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468592.725723:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468592.725726:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468592.725729:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468592.725731:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789468592.725733:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789468592.725736:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468592.725738:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468592.725742:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6ea300. 00000020:00000040:0.0:1789468592.725745:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789468592.725747:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468592.725748:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468592.725750:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468592.725752:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468592.725753:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468592.725757:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687d000. 00000100:00000001:0.0:1789468592.725761:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468592.725765:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6ea300 x1876386402409728/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468592.725785:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468592.725787:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468592.725791:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec572498] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6ea300 x1876386402409728/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468592.725799:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468592.725801:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468592.725806:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468592.725809:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468592.725812:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468592.725818:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20846) 00000100:00000001:1.0:1789468592.726516:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468592.726522:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468592.726525:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468592.726534:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6eb480 x1876386402409472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468592.726545:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468592.726548:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468592.726552:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468592.726556:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468592.726559:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468592.726563:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402409472:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789468592.726569:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468592.726574:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468592.726576:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468592.726579:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468592.726584:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6892400. 02000000:00000001:1.0:1789468592.726587:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468592.726594:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789468592.726599:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f303c8. 00000400:00000010:1.0:1789468592.726606:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5330. 00000100:00000200:1.0:1789468592.726615:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402409472, portal 25 00000100:00000001:1.0:1789468592.726619:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468592.726621:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704785536 : -126741004766080 : ffff8cbacf6eb480) 00000100:00000040:1.0:1789468592.726626:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6eb480 x1876386402409472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468592.726635:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468592.726638:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789468592.726641:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5a18. 00000100:00000200:1.0:1789468592.726645:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402409472, offset 0 00000400:00000200:1.0:1789468592.726653:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789468592.726663:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468592.726670:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789468592.726694:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789468592.726699:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789468592.726704:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789468592.726707:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789468592.726711:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93978:93978:256:4294967295] 192.168.203.142@tcp LPNI seq info [93978:93978:8:4294967295] 00000400:00000200:1.0:1789468592.726717:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468592.726729:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789468592.726736:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789468592.726742:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7900. 00000800:00000200:1.0:1789468592.726751:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789468592.726760:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468592.726766:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789468592.726796:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468592.726801:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789468592.726804:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315510008 00000100:00000010:1.0:1789468592.726809:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a5a0. 00000100:00000001:1.0:1789468592.726818:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468592.726825:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315510008 00000100:00000010:1.0:1789468592.726828:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869ac00. 00000100:00000001:1.0:1789468592.726831:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468592.726835:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468592.726838:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468592.726841:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468592.726845:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e9c00 x1876386402409600/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468592.726854:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468592.726855:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468592.726857:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468592.726859:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468592.726861:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468592.726876:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402409600:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468592.726879:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468592.726882:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468592.726884:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468592.726886:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468592.726893:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890c00. 02000000:00000001:1.0:1789468592.726895:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468592.726898:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789468592.726902:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30f78. 00000400:00000010:1.0:1789468592.726907:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5d48. 00000100:00000200:1.0:1789468592.726910:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402409600, portal 10 00000100:00000001:1.0:1789468592.726912:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468592.726914:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704779264 : -126741004772352 : ffff8cbacf6e9c00) 00000100:00000040:1.0:1789468592.726922:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e9c00 x1876386402409600/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468592.726929:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468592.726931:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789468592.726933:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5000. 00000100:00000200:1.0:1789468592.726936:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402409600, offset 0 00000400:00000200:1.0:1789468592.726940:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789468592.726945:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468592.726948:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789468592.726951:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789468592.726953:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789468592.726955:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789468592.726958:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789468592.726961:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93979:93979:255:4294967295] 192.168.203.142@tcp LPNI seq info [93979:93979:7:4294967295] 00000400:00000200:1.0:1789468592.726965:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468592.726971:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789468592.726975:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789468592.726979:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7200. 00000800:00000200:1.0:1789468592.726988:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789468592.726993:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468592.726995:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789468592.726999:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468592.727004:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789468592.727007:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789468592.727009:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315508768 00000100:00000001:1.0:1789468592.727012:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315510008 00000100:00000001:1.0:1789468592.727014:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315508768 00000100:00000001:1.0:1789468592.727016:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315510008 00000100:00000001:1.0:1789468592.727018:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468592.727020:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468592.727022:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468592.727026:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6ea300 x1876386402409728/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468592.727032:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468592.727034:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468592.727036:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468592.727037:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468592.727039:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468592.727042:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402409728:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468592.727045:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468592.727047:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468592.727049:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468592.727050:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468592.727054:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6892000. 02000000:00000001:1.0:1789468592.727055:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468592.727058:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789468592.727061:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30b00. 00000400:00000010:1.0:1789468592.727064:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5b28. 00000100:00000200:1.0:1789468592.727066:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402409728, portal 10 00000100:00000001:1.0:1789468592.727073:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468592.727074:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704781056 : -126741004770560 : ffff8cbacf6ea300) 00000100:00000040:1.0:1789468592.727081:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6ea300 x1876386402409728/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468592.727088:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468592.727090:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789468592.727093:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5bb0. 00000100:00000200:1.0:1789468592.727095:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402409728, offset 0 00000400:00000200:1.0:1789468592.727100:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789468592.727104:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468592.727108:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789468592.727110:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789468592.727113:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789468592.727115:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789468592.727117:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789468592.727119:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93980:93980:254:4294967295] 192.168.203.142@tcp LPNI seq info [93980:93980:6:4294967295] 00000400:00000200:1.0:1789468592.727123:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468592.727129:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789468592.727180:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789468592.727184:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7800. 00000800:00000200:1.0:1789468592.727362:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789468592.727366:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468592.727369:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789468592.727372:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468592.727376:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789468592.727380:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789468592.727382:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315508757 00000100:00000001:1.0:1789468592.727385:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315510008 00000100:00000001:1.0:1789468592.727387:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315508757 00000100:00000001:1.0:1789468592.727389:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315510008 00000100:00000001:1.0:1789468592.727397:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468592.727400:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468592.727402:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468592.727406:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468592.727416:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468592.727419:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789468592.727422:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468592.727423:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468592.727425:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468592.727428:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789468592.728693:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468592.728703:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7900. 00000400:00000200:3.0:1789468592.728714:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468592.728722:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468592.728732:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5a18 00000400:00000010:3.0:1789468592.728735:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5a18. 00000100:00000001:3.0:1789468592.728741:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468592.728749:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6eb480 x1876386402409472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468592.728762:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468592.728765:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6eb480 x1876386402409472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468617 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468592.728782:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468592.728785:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789468592.728802:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468592.728804:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7200. 00000400:00000200:3.0:1789468592.728807:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468592.728810:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468592.728813:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5000 00000400:00000010:3.0:1789468592.728815:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5000. 00000100:00000001:3.0:1789468592.728818:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468592.728835:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9c00 x1876386402409600/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468592.728842:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468592.728845:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9c00 x1876386402409600/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468617 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468592.728851:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468592.728852:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789468592.728928:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468592.728931:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7800. 00000400:00000200:3.0:1789468592.728934:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468592.728938:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468592.728940:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5bb0 00000400:00000010:3.0:1789468592.728942:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5bb0. 00000100:00000001:3.0:1789468592.728945:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468592.728949:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6ea300 x1876386402409728/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468592.728955:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468592.728958:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6ea300 x1876386402409728/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468617 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468592.728964:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468592.728965:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468593.105282:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468593.105294:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468593.105297:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468593.105303:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468593.105308:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468593.105312:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468593.105316:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468593.105319:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468593.105323:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468593.489405:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468593.489414:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468593.489421:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468593.489423:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468593.489427:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468593.489428:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468593.490749:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468593.490757:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468593.490765:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468594.001317:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315510008, at 4315510016 00000100:00000010:2.0:1789468594.001338:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a5a0. 00000100:00000040:3.0:1789468594.001601:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315510008, at 4315510016 00000100:00000010:3.0:1789468594.001610:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869ac00. 00000100:00000001:2.0:1789468594.129453:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468594.129463:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468594.129466:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468594.129474:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468594.129478:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468594.129484:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468594.129487:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468594.129490:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468594.129493:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468594.513320:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468594.513330:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468594.513337:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468594.513340:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468594.513345:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468594.513346:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468594.513489:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468594.513493:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468594.513497:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468595.153561:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468595.153571:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468595.153573:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468595.153579:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468595.153583:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468595.153588:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468595.153591:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468595.153595:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468595.153597:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468595.537645:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468595.537656:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468595.537663:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468595.537668:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468595.537670:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468595.537675:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468595.537679:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468595.537682:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468595.537684:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468595.537686:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468595.537691:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468595.537692:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468595.537694:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468595.537695:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468595.537697:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468595.537698:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468595.537700:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468595.537702:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468595.538450:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468595.538520:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468595.538524:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468596.177853:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468596.177865:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468596.177868:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468596.177875:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468596.177880:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468596.177884:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468596.177889:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468596.177893:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468596.177896:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468596.567836:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468596.567846:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468596.567853:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468596.567854:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468596.567859:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468596.567860:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468596.570879:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468596.570888:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468596.570894:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468597.202542:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468597.202555:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468597.202558:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468597.202566:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468597.202570:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468597.202574:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468597.202578:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468597.202581:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468597.202583:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468597.585535:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468597.585544:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468597.585551:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468597.585552:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468597.585556:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468597.585557:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468597.586006:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468597.586011:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468597.586015:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468597.843528:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468597.843551:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468597.843554:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468597.843561:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468597.843564:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468597.843570:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468597.843573:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468597.846255:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468597.846276:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468597.846280:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468597.846286:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468597.846289:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468597.846292:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468597.846295:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468597.846299:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468597.846308:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468597.846311:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468597.846318:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20851) 00000100:00000001:2.0:1789468598.225490:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468598.225501:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468598.225504:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468598.225511:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468598.225515:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468598.225532:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468598.225536:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468598.225539:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468598.225542:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468598.610013:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468598.610022:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468598.610030:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468598.610031:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468598.610035:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468598.610036:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468598.610179:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468598.610191:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468598.610194:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468598.865290:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468598.865313:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468598.865316:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468598.865322:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468598.865324:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468598.865331:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468598.865334:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468599.249278:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468599.249288:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468599.249291:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468599.249298:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468599.249303:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468599.249307:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468599.249310:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468599.249313:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468599.249317:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468599.633376:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468599.633386:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468599.633394:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468599.633395:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468599.633399:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468599.633400:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468599.634216:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468599.634221:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468599.634248:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468599.889307:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468599.889327:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468599.889330:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468599.889336:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468599.889339:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468599.889344:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468599.889348:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468600.273836:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468600.273848:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468600.273851:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468600.273858:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468600.273862:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468600.273868:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468600.273871:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468600.273875:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468600.273880:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468600.657278:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468600.657289:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468600.657296:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468600.657297:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468600.657300:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468600.657302:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468600.657507:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468600.657511:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468600.657515:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468600.913315:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468600.913334:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468600.913338:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468600.913343:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468600.913346:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468600.913352:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468600.913355:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468601.302795:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468601.302808:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468601.302811:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468601.302819:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468601.302824:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468601.302829:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468601.302833:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468601.302836:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468601.302840:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468601.681369:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468601.681380:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468601.681389:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468601.681391:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468601.681396:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468601.681398:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468601.683298:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468601.683307:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468601.683313:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468601.937327:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468601.937341:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468601.937344:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468601.937348:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468601.937351:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468601.937356:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468601.937358:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468602.321317:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468602.321326:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468602.321329:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468602.321336:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468602.321341:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468602.321346:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468602.321349:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468602.321352:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468602.321356:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468602.705263:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468602.705272:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468602.705274:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468602.705278:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468602.705283:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468602.705285:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468602.705287:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468602.705289:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468602.705293:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468602.705295:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468602.705298:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468602.705299:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468602.705480:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468602.705485:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468602.705487:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468602.961267:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468602.961289:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468602.961291:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468602.961296:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468602.961299:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468602.961303:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468602.961305:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468602.961562:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468602.961643:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468602.961646:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468602.961649:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468602.961651:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468602.961654:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468602.961656:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468602.961660:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468602.961662:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468602.961665:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468602.961671:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20856) 00000100:00000001:2.0:1789468603.345299:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468603.345311:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468603.345314:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468603.345320:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468603.345325:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468603.345330:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468603.345334:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468603.345337:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468603.345340:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789468603.473781:0:253740:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789468603.473790:0:253740:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468603.473795:0:253740:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cba00219300 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1789468603.474252:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1789468603.730298:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468603.730306:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468603.730312:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468603.730313:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468603.730317:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468603.730318:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468603.730411:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468603.730415:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468603.730418:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468603.986337:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468603.986350:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468603.986353:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468603.986357:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468603.986360:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468603.986364:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468603.986367:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468604.370621:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468604.370632:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468604.370634:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468604.370641:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468604.370646:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468604.370652:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468604.370655:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468604.370658:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468604.370661:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468604.753317:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468604.753327:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468604.753335:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468604.753336:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468604.753340:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468604.753341:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468604.753654:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468604.753659:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468604.753663:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468605.009531:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468605.009549:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468605.009552:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468605.009559:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468605.009562:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468605.009567:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468605.009570:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468605.393300:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468605.393313:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468605.393316:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468605.393323:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468605.393328:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468605.393334:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468605.393337:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468605.393349:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468605.393353:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468605.777348:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468605.777358:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468605.777366:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468605.777370:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468605.777373:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468605.777378:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468605.777381:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468605.777384:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468605.777387:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468605.777389:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468605.777393:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468605.777395:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468605.777397:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468605.777399:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468605.777401:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468605.777402:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468605.777404:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468605.777405:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468605.789878:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468605.789889:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468605.789895:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468606.033368:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468606.033388:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468606.033390:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468606.033397:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468606.033400:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468606.033407:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468606.033409:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468606.421357:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468606.421368:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468606.421370:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468606.421377:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468606.421381:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468606.421385:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468606.421389:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468606.421391:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468606.421394:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468606.801306:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468606.801317:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468606.801325:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468606.801326:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468606.801330:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468606.801332:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468606.801495:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468606.801500:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468606.801504:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468607.058537:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468607.058553:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468607.058555:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468607.058561:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468607.058564:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468607.058569:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468607.058573:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468607.441295:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468607.441306:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468607.441309:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468607.441317:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468607.441320:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468607.441325:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468607.441328:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468607.441330:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468607.441334:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468607.825331:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468607.825342:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468607.825349:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468607.825351:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468607.825355:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468607.825356:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468607.825845:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468607.825850:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468607.825854:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468608.081350:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468608.081364:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468608.081368:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468608.081372:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468608.081376:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468608.081379:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468608.081382:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468608.081387:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468608.081414:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468608.081418:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468608.081435:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20861) 00000100:00000001:2.0:1789468608.082487:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468608.082502:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468608.082504:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468608.082518:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468608.082521:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468608.082526:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468608.082530:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468608.465310:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468608.465322:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468608.465326:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468608.465334:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468608.465338:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468608.465344:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468608.465348:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468608.465351:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468608.465354:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468608.851364:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468608.851373:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468608.851380:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468608.851381:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468608.851386:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468608.851387:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468608.854616:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468608.854626:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468608.854632:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468609.106521:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468609.106539:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468609.106542:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468609.106548:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468609.106551:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468609.106556:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468609.106560:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468609.489381:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468609.489393:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468609.489396:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468609.489404:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468609.489409:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468609.489414:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468609.489417:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468609.489421:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468609.489424:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468609.873980:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468609.873991:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468609.873998:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468609.873999:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468609.874003:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468609.874005:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468609.874396:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468609.874401:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468609.874405:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468610.129694:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468610.129713:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468610.129740:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468610.129746:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468610.129750:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468610.129754:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468610.129758:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468610.517427:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468610.517438:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468610.517441:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468610.517449:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468610.517453:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468610.517458:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468610.517461:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468610.517464:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468610.517467:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468610.900978:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468610.900988:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468610.900995:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468610.900997:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468610.901001:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468610.901002:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468610.901162:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468610.901167:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468610.901171:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468611.154566:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468611.154587:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468611.154589:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468611.154596:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468611.154599:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468611.154604:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468611.154607:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468611.537246:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468611.537256:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468611.537259:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468611.537265:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468611.537271:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468611.537275:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468611.537278:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468611.537281:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468611.537284:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468611.921355:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468611.921365:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468611.921374:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468611.921375:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468611.921379:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468611.921380:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468611.922567:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468611.922574:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468611.922579:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468612.178684:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468612.178702:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468612.178705:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468612.178711:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468612.178714:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468612.178720:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468612.178723:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468612.561641:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468612.561652:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468612.561654:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468612.561662:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468612.561667:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468612.561672:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468612.561676:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468612.561680:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468612.561683:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468612.946039:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468612.946051:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468612.946054:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468612.946058:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468612.946064:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468612.946067:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468612.946069:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468612.946072:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468612.946085:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468612.946087:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468612.946092:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468612.946093:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468612.946593:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468612.946607:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468612.946611:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468613.201454:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468613.201463:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468613.201467:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468613.201470:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468613.201472:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468613.201475:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468613.201477:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468613.201481:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468613.201483:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468613.201486:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468613.201491:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20866) 00000100:00000001:1.0:1789468613.201570:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468613.201580:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468613.201582:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468613.201585:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468613.201587:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468613.201591:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468613.201593:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468613.585399:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468613.585411:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468613.585414:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468613.585421:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468613.585427:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468613.585432:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468613.585435:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468613.585439:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468613.585442:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468613.969623:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468613.969633:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468613.969640:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468613.969641:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468613.969644:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468613.969645:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468613.969748:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468613.969755:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468613.969760:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468614.226897:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468614.226912:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468614.226915:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468614.226922:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468614.226924:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468614.226929:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468614.226932:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468614.609248:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468614.609257:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468614.609259:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468614.609265:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468614.609269:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468614.609273:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468614.609276:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468614.609279:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468614.609281:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468614.994993:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468614.995003:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468614.995021:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468614.995023:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468614.995027:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468614.995028:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468614.995501:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468614.995514:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468614.995519:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468615.249289:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468615.249308:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468615.249310:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468615.249316:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468615.249319:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468615.249325:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468615.249328:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468615.633286:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468615.633298:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468615.633300:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468615.633307:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468615.633311:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468615.633316:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468615.633319:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468615.633322:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468615.633326:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468616.017371:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468616.017384:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468616.017392:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468616.017397:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468616.017400:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468616.017405:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468616.017409:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468616.017412:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468616.017414:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468616.017417:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468616.017422:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468616.017424:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468616.017425:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468616.017427:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468616.017429:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468616.017430:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468616.017432:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468616.017434:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468616.021660:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468616.021782:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468616.021789:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468616.273293:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468616.273313:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468616.273318:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468616.273326:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468616.273328:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468616.273335:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468616.273347:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468616.657356:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468616.657367:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468616.657369:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468616.657377:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468616.657382:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468616.657387:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468616.657391:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468616.657394:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468616.657397:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468617.041638:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468617.041647:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468617.041655:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468617.041656:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468617.041659:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468617.041660:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468617.043825:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468617.043833:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468617.043839:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468617.297253:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468617.297517:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468617.297539:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468592/real 1789468592] req@ffff8cbacf6eb480 x1876386402409472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468617 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468617.297561:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468617.297563:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468617.297568:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f303c8. 00000400:00000200:2.0:1789468617.297642:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5330 00000400:00000010:2.0:1789468617.297648:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5330. 00000100:00000001:2.0:1789468617.297654:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468617.297660:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6eb480 x1876386402409472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468617 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468617.297669:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6eb480 x1876386402409472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468617 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468617.297679:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468617.297682:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468617.297686:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468617.297688:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468617.297693:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6eb480 x1876386402409472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468617 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468617.297876:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468617.297880:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468617.297886:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468592/real 1789468592] req@ffff8cbacf6e9c00 x1876386402409600/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468617 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468617.297897:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468617.297899:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468617.297902:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30f78. 00000400:00000200:2.0:1789468617.297904:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5d48 00000400:00000010:2.0:1789468617.297906:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5d48. 00000100:00000001:2.0:1789468617.297909:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468617.297913:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e9c00 x1876386402409600/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468617 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468617.297921:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e9c00 x1876386402409600/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468617 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468617.297928:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468617.297929:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468617.297932:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468617.297933:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468617.297937:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e9c00 x1876386402409600/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468617 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468617.297944:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468617.297946:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468617.297952:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468592/real 1789468592] req@ffff8cbacf6ea300 x1876386402409728/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468617 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468617.297959:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468617.297960:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468617.297962:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30b00. 00000400:00000200:2.0:1789468617.297965:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5b28 00000400:00000010:2.0:1789468617.297966:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5b28. 00000100:00000001:2.0:1789468617.297970:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468617.297972:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6ea300 x1876386402409728/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468617 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468617.297979:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6ea300 x1876386402409728/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468617 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468617.297984:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468617.297985:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468617.297987:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468617.297988:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468617.297991:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6ea300 x1876386402409728/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468617 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468617.297998:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468617.298008:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468617.298011:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468617.298014:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468617.298017:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468617.298019:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468617.298024:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6eb480 x1876386402409472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468617 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468617.298031:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468617.298033:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468617.298035:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468617.298036:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468617.298039:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468617.298041:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468617.298054:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468617.298085:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789468617.298088:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468617.298092:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6eb480 x1876386402409472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468617 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468617.298107:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402409472:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789468617.298112:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468617.298116:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e9c00 x1876386402409600/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468617 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468617.298123:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468617.298126:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468617.298128:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468617.298129:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468617.298160:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468617.298164:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468617.298167:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468617.298175:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789468617.298178:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468617.298183:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e9c00 x1876386402409600/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468617 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789468617.298183:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468617.298193:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1789468617.298200:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402409600:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789468617.298205:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468617.298209:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6ea300 x1876386402409728/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468617 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468617.298209:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468617.298214:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468617.298222:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468617.298222:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:2.0:1789468617.298227:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789468617.298230:0:331017:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20841 00000100:00000001:2.0:1789468617.298231:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468617.298234:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468617.298237:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468617.298239:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468617.298245:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:3.0:1789468617.298245:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468617.298256:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789468617.298260:0:331017:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468617.298263:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468617.298266:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468617.298269:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468617.298271:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789468617.298284:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468617.298287:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789468617.298290:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468617.298294:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789468617.298297:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789468617.298300:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789468617.298304:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468617.298306:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468617.298333:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468617.298335:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789468617.298339:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789468617.298342:0:331017:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789468617.298345:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468617.298348:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468617.298352:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468617.298355:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468617.298358:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468617.298361:0:331017:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468617.298369:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033800. 00000020:00000040:3.0:1789468617.298373:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=5 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789468617.298388:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468617.298390:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468617.298394:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468617.298397:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468617.298403:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468617.298413:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d0800. 00000100:00000001:3.0:1789468617.298422:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468617.298429:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033800 x1876386402409856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468617.298439:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468617.298445:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468617.298450:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd66b7ab] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033800 x1876386402409856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468617.298462:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468617.298464:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468617.298467:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468617.298469:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468617.298470:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468617.298472:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468617.298481:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20841 00000400:00000200:3.0:1789468617.298486:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468617.298489:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789468617.298491:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468617.298494:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468617.298496:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468617.298498:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468617.298501:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789468617.298504:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468617.298506:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789468617.298508:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468617.298510:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789468617.298512:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789468617.298515:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789468617.298518:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468617.298519:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468617.298521:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468617.298523:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789468617.298525:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789468617.298527:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789468617.298530:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468617.298531:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468617.298540:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468617.298542:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468617.298544:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789468617.298549:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789468617.298551:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468617.298553:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468617.298556:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030000. 00000020:00000040:3.0:1789468617.298559:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=11 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789468617.298561:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468617.298567:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468617.298569:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468617.298571:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468617.298572:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468617.298576:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1c00. 00000100:00000001:3.0:1789468617.298580:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468617.298585:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030000 x1876386402409984/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468617.298591:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468617.298594:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468617.298597:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000685e8900] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030000 x1876386402409984/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468617.298605:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468617.298607:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468617.298611:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468617.298612:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468617.298614:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468617.298617:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468617.298619:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20841 00000400:00000200:3.0:1789468617.298624:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468617.298627:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789468617.298629:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468617.298633:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468617.298635:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468617.298637:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468617.298639:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789468617.298642:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468617.298643:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789468617.298645:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468617.298648:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000100:00080000:2.0:1789468617.298650:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000020:00000001:3.0:1789468617.298652:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000001:2.0:1789468617.298655:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468617.298661:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6ea300 x1876386402409728/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468617 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789468617.298667:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789468617.298676:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00100000:2.0:1789468617.298677:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402409728:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468617.298681:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468617.298685:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468617.298688:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789468617.299163:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789468617.299170:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789468617.299173:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468617.299175:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468617.299180:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468617.299182:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468617.299184:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789468617.299187:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789468617.299190:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468617.299191:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468617.299254:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033100. 00000020:00000040:3.0:1789468617.299258:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=9 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000100:00000001:2.0:1789468617.302176:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468617.302191:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468617.302209:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6eb480 x1876386402409472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468617 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468617.302222:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468617.302226:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468617.302231:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6892400. 02000000:00000001:2.0:1789468617.302241:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468617.302245:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468617.302247:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789468617.302250:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468617.302253:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687e400. 02000000:00000001:2.0:1789468617.302257:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468617.302260:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468617.302262:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6eb480. 00000100:00000001:2.0:1789468617.302267:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468617.302268:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468617.302270:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468617.302276:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e9c00 x1876386402409600/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468617 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468617.302283:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468617.302285:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468617.302286:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890c00. 02000000:00000001:2.0:1789468617.302289:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468617.302290:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468617.302293:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789468617.302295:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468617.302296:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687ec00. 02000000:00000001:2.0:1789468617.302298:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468617.302299:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468617.302300:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e9c00. 00000100:00000001:2.0:1789468617.302303:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468617.302304:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468617.302306:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468617.302309:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6ea300 x1876386402409728/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468617 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468617.302316:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468617.302318:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468617.302319:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6892000. 02000000:00000001:2.0:1789468617.302321:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468617.302323:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468617.302324:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789468617.302325:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468617.302327:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687d000. 02000000:00000001:2.0:1789468617.302329:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468617.302330:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468617.302331:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6ea300. 00000100:00000001:2.0:1789468617.302334:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468617.302335:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468617.302338:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468617.302349:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468617.302352:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468617.302355:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468617.302358:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468617.302362:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468617.302368:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033800 x1876386402409856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468617.302376:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468617.302379:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468617.302383:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468617.302386:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468617.302390:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468617.302394:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402409856:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789468617.302399:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468617.302405:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468617.302408:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468617.302411:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468617.302421:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacf000. 02000000:00000001:2.0:1789468617.302423:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468617.302433:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789468617.302439:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee77e8. 00000400:00000010:2.0:1789468617.302449:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6dedd0. 00000100:00000200:2.0:1789468617.302458:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402409856, portal 25 00000100:00000001:2.0:1789468617.302460:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468617.302462:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107417088 : -126744602134528 : ffff8cb9f9033800) 00000100:00000040:2.0:1789468617.302468:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033800 x1876386402409856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468617.302476:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468617.302479:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789468617.302482:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de3b8. 00000100:00000200:2.0:1789468617.302486:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402409856, offset 0 00000400:00000200:2.0:1789468617.302494:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789468617.302505:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468617.302516:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789468617.302523:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789468617.302528:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789468617.302532:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789468617.302536:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789468617.302541:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93981:93981:256:4294967295] 192.168.203.142@tcp LPNI seq info [93981:93981:8:4294967295] 00000400:00000200:2.0:1789468617.302546:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468617.302559:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789468617.302565:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789468617.302573:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6000. 00000800:00000200:2.0:1789468617.302595:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789468617.302606:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468617.302611:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789468617.302638:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468617.302643:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789468617.302646:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315534584 00000100:00000010:2.0:1789468617.302653:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d060. 00000100:00000001:2.0:1789468617.302662:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789468617.302673:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315534584 00000100:00000010:2.0:1789468617.302678:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d780. 00000100:00000001:2.0:1789468617.302682:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789468617.302686:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468617.302689:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468617.302692:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468617.302882:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030000 x1876386402409984/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468617.302891:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468617.302892:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468617.302895:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468617.302897:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468617.302899:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468617.302902:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402409984:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789468617.302906:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468617.302909:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468617.302911:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468617.302913:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468617.302918:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacf400. 02000000:00000001:2.0:1789468617.302920:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468617.302924:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789468617.302927:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7210. 00000400:00000010:2.0:1789468617.302932:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de4c8. 00000100:00000200:2.0:1789468617.302935:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402409984, portal 10 00000100:00000001:2.0:1789468617.302937:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468617.302939:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107402752 : -126744602148864 : ffff8cb9f9030000) 00000100:00000040:2.0:1789468617.302946:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030000 x1876386402409984/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468617.302951:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468617.302954:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789468617.302956:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de2a8. 00000100:00000200:2.0:1789468617.302958:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402409984, offset 0 00000400:00000200:2.0:1789468617.302963:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789468617.302968:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468617.302971:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789468617.302974:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789468617.302976:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789468617.302979:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789468617.302981:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789468617.302984:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93982:93982:255:4294967295] 192.168.203.142@tcp LPNI seq info [93982:93982:7:4294967295] 00000400:00000200:2.0:1789468617.302988:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468617.302995:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789468617.302999:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789468617.303004:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6e00. 00000800:00000200:2.0:1789468617.303008:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789468617.303012:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468617.303015:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789468617.303018:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468617.303023:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:2.0:1789468617.303027:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789468617.303029:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315533344 00000100:00000001:2.0:1789468617.303032:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315534584 00000100:00000001:2.0:1789468617.303034:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315533344 00000100:00000001:2.0:1789468617.303038:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315534584 00000100:00000001:2.0:1789468617.303040:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468617.303042:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468617.303054:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468617.303057:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468617.303062:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468617.303064:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789468617.303066:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468617.303067:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468617.303069:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468617.303071:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789468617.303171:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468617.303176:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6000. 00000400:00000200:2.0:1789468617.303183:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468617.303188:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468617.303194:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de3b8 00000400:00000010:2.0:1789468617.303197:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de3b8. 00000100:00000001:2.0:1789468617.303202:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468617.303207:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033800 x1876386402409856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468617.303217:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468617.303220:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033800 x1876386402409856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468642 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468617.303226:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468617.303228:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789468617.303315:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468617.303318:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6e00. 00000400:00000200:2.0:1789468617.303321:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468617.303325:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468617.303328:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de2a8 00000400:00000010:2.0:1789468617.303329:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de2a8. 00000100:00000001:2.0:1789468617.303332:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468617.303335:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030000 x1876386402409984/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468617.303346:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468617.303349:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030000 x1876386402409984/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468642 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468617.303355:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468617.303356:0:253744:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1789468617.304507:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468617.304514:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468617.304520:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468617.304524:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468617.304529:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468617.304541:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2000. 00000100:00000001:3.0:1789468617.304552:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468617.304565:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033100 x1876386402410112/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468617.304577:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468617.304582:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468617.304588:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024ed4020] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033100 x1876386402410112/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468617.304619:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468617.304638:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468617.304643:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468617.304645:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468617.304648:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468617.304656:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20871) 00000100:00000040:3.0:1789468617.304668:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468617.304671:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468617.304673:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468617.304676:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468617.304679:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20871) 00000100:00000001:2.0:1789468617.305071:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468617.305076:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468617.305079:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468617.305087:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033100 x1876386402410112/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468617.305096:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468617.305099:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468617.305102:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468617.305104:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468617.305107:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468617.305110:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402410112:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789468617.305115:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468617.305120:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468617.305123:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468617.305125:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468617.305155:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faaccc00. 02000000:00000001:2.0:1789468617.305158:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468617.305166:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789468617.305172:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7528. 00000400:00000010:2.0:1789468617.305191:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de2a8. 00000100:00000200:2.0:1789468617.305494:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402410112, portal 10 00000100:00000001:2.0:1789468617.305498:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468617.305500:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107415296 : -126744602136320 : ffff8cb9f9033100) 00000100:00000040:2.0:1789468617.305510:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033100 x1876386402410112/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468617.305519:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468617.305522:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789468617.305527:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de3b8. 00000100:00000200:2.0:1789468617.305531:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402410112, offset 0 00000400:00000200:2.0:1789468617.305538:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789468617.305548:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468617.305556:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789468617.305562:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789468617.305566:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789468617.305570:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789468617.305573:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789468617.305578:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93983:93983:256:4294967295] 192.168.203.142@tcp LPNI seq info [93983:93983:8:4294967295] 00000400:00000200:2.0:1789468617.305583:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468617.305593:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789468617.305599:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789468617.305605:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6e00. 00000800:00000200:2.0:1789468617.305612:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789468617.305621:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468617.305625:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789468617.305644:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468617.305650:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:2.0:1789468617.305654:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789468617.305657:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315533335 00000100:00000001:2.0:1789468617.305660:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315534584 00000100:00000001:2.0:1789468617.305663:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315533335 00000100:00000001:2.0:1789468617.305665:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315534584 00000100:00000001:2.0:1789468617.305668:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468617.305671:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468617.305676:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468617.305679:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468617.305686:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468617.305689:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789468617.305691:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468617.305692:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468617.305694:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468617.305696:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789468617.306286:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468617.306293:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6e00. 00000400:00000200:3.0:1789468617.306300:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468617.306307:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468617.306312:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de3b8 00000400:00000010:3.0:1789468617.306315:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de3b8. 00000100:00000001:3.0:1789468617.306319:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468617.306324:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033100 x1876386402410112/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468617.306336:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468617.306345:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033100 x1876386402410112/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468642 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468617.306353:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468617.306356:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468617.681329:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468617.681342:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468617.681344:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468617.681953:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468617.681961:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468617.681966:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468617.681969:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468617.681972:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468617.681975:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468618.065514:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468618.065524:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468618.065531:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468618.065533:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468618.065536:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468618.065538:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468618.065620:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468618.065626:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468618.065630:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468618.577480:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315534584, at 4315534592 00000100:00000010:2.0:1789468618.577502:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d060. 00000100:00000040:3.0:1789468618.579650:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315534584, at 4315534594 00000100:00000010:3.0:1789468618.579693:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d780. 00000100:00000001:2.0:1789468618.705289:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468618.705300:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468618.705303:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468618.705310:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468618.705315:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468618.705320:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468618.705324:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468618.705326:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468618.705330:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468619.092530:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468619.092548:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468619.092556:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468619.092558:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468619.092561:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468619.092563:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468619.092631:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468619.092636:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468619.092640:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468619.729309:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468619.729318:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468619.729320:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468619.729325:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468619.729328:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468619.729333:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468619.729336:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468619.729338:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468619.729341:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468620.114332:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468620.114343:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468620.114351:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468620.114352:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468620.114357:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468620.114358:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468620.114461:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468620.114468:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468620.114472:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468620.753381:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468620.753391:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468620.753394:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468620.753402:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468620.753407:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468620.753412:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468620.753415:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468620.753418:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468620.753421:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468621.137249:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468621.137255:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468621.137260:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468621.137261:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468621.137264:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468621.137265:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468621.138661:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468621.138670:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468621.138677:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468621.777401:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468621.777485:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468621.777487:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468621.777494:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468621.777499:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468621.777505:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468621.777508:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468621.777511:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468621.777515:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468622.161761:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468622.161772:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468622.161779:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468622.161780:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468622.161784:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468622.161785:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468622.162115:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468622.162119:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468622.162123:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468622.417403:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468622.417422:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468622.417425:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468622.417431:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468622.417434:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468622.417439:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468622.417442:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468622.420083:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468622.420100:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468622.420104:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468622.420108:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468622.420111:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468622.420115:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468622.420117:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468622.420122:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468622.420124:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468622.420128:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468622.420176:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20876) 00000100:00000001:2.0:1789468622.801574:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468622.801586:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468622.801589:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468622.801596:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468622.801601:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468622.801607:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468622.801610:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468622.801613:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468622.801616:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468623.188615:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468623.188628:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468623.188630:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468623.188635:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468623.188641:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468623.188644:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468623.188647:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468623.188649:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468623.188654:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468623.188656:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468623.188660:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468623.188662:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468623.189010:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468623.189015:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468623.189019:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468623.441294:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468623.441328:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468623.441332:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468623.441338:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468623.441341:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468623.441347:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468623.441350:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468623.826812:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468623.826823:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468623.826827:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468623.826835:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468623.826840:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468623.826844:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468623.826848:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468623.826851:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468623.826854:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468624.209401:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468624.209413:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468624.209422:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468624.209423:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468624.209428:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468624.209429:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468624.209722:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468624.209728:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468624.209732:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468624.466052:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468624.466072:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468624.466075:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468624.466081:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468624.466084:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468624.466089:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468624.466093:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468624.849734:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468624.849745:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468624.849747:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468624.849754:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468624.849759:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468624.849763:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468624.849767:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468624.849769:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468624.849773:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468625.233483:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468625.233493:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468625.233500:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468625.233502:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468625.233505:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468625.233506:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468625.234627:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468625.234633:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468625.234638:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468625.489285:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468625.489320:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468625.489323:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468625.489329:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468625.489332:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468625.489338:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468625.489341:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468625.873752:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468625.873762:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468625.873764:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468625.873771:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468625.873775:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468625.873779:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468625.873783:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468625.873786:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468625.873789:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468626.257537:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468626.257547:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468626.257554:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468626.257557:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468626.257560:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468626.257564:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468626.257567:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468626.257570:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468626.257573:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468626.257576:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468626.257579:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468626.257581:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468626.257582:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468626.257584:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468626.257585:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468626.257586:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468626.257588:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468626.257590:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789468626.257699:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789468626.257705:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789468626.257708:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468626.514108:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468626.514128:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468626.514149:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468626.514155:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468626.514158:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468626.514163:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468626.514166:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468626.899023:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468626.899035:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468626.899038:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468626.899045:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468626.899050:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468626.899054:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468626.899057:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468626.899061:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468626.899065:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468627.281287:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468627.281296:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468627.281304:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468627.281306:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468627.281310:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468627.281311:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468627.281535:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468627.281540:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468627.281544:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468627.537299:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468627.537314:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468627.537319:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468627.537323:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468627.537326:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468627.537329:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468627.537332:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789468627.537336:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000040:1.0:1789468627.537337:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468627.537343:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468627.537347:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1789468627.537353:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1789468627.537355:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20881) 00000100:00000001:2.0:1789468627.537357:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468627.537363:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468627.537366:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468627.537372:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468627.537375:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468627.925270:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468627.925282:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468627.925284:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468627.925291:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468627.925296:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468627.925301:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468627.925304:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468627.925307:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468627.925310:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468628.305366:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468628.305376:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468628.305384:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468628.305385:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468628.305389:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468628.305390:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468628.305510:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468628.305515:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468628.305518:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468628.561282:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468628.561302:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468628.561305:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468628.561312:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468628.561316:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468628.561321:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468628.561324:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468628.945304:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468628.945315:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468628.945318:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468628.945324:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468628.945329:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468628.945333:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468628.945337:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468628.945340:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468628.945343:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468629.329342:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468629.329353:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468629.329360:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468629.329362:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468629.329365:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468629.329367:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468629.329532:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468629.329548:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468629.329552:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468629.585539:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468629.585559:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468629.585563:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468629.585569:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468629.585572:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468629.585576:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468629.585579:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468629.969273:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468629.969344:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468629.969346:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468629.969353:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468629.969357:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468629.969363:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468629.969366:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468629.969369:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468629.969372:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468630.353308:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468630.353319:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468630.353325:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468630.353326:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468630.353330:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468630.353331:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468630.353431:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468630.353436:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468630.353462:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468630.612487:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468630.612506:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468630.612508:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468630.612515:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468630.612518:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468630.612523:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468630.612526:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468630.993285:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468630.993296:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468630.993298:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468630.993306:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468630.993310:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468630.993316:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468630.993319:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468630.993322:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468630.993326:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468631.377308:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468631.377319:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468631.377327:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468631.377337:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468631.377344:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468631.377345:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468631.377681:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468631.377686:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468631.377690:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468631.633680:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468631.633700:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468631.633703:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468631.633710:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468631.633714:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468631.633720:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468631.633734:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468632.019456:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468632.019468:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468632.019471:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468632.019478:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468632.019482:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468632.019487:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468632.019490:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468632.019493:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468632.019497:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468632.401521:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468632.401532:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468632.401535:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468632.401540:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468632.401546:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468632.401548:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468632.401550:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468632.401553:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468632.401557:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468632.401559:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468632.401562:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468632.401563:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468632.401684:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468632.401688:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468632.401692:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468632.657629:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468632.657648:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468632.657650:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468632.657657:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468632.657660:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1789468632.657664:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789468632.657666:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468632.657671:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468632.657673:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468632.657678:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468632.657681:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468632.657686:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468632.657690:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468632.657693:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468632.657697:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468632.657700:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468632.657704:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468632.657711:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20886) 00000100:00000001:2.0:1789468633.041326:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468633.041338:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468633.041340:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468633.041347:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468633.041352:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468633.041356:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468633.041359:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468633.041362:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468633.041364:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468633.425235:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468633.425245:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468633.425252:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468633.425253:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468633.425257:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468633.425258:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468633.425439:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468633.425444:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468633.425447:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468633.681278:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468633.681297:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468633.681299:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468633.681306:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468633.681309:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468633.681315:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468633.681318:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468634.065285:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468634.065296:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468634.065298:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468634.065304:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468634.065309:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468634.065315:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468634.065318:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468634.065322:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468634.065326:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468634.449710:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468634.449719:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468634.449727:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468634.449729:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468634.449733:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468634.449735:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468634.450799:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468634.450832:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468634.450838:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468634.705722:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468634.705742:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468634.705745:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468634.705752:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468634.705755:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468634.705761:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468634.705764:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468635.089339:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468635.089349:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468635.089351:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468635.089358:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468635.089362:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468635.089367:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468635.089371:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468635.089374:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468635.089377:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468635.473883:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468635.474070:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468635.474079:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468635.474083:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468635.474086:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468635.474090:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468635.474093:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468635.474096:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468635.474098:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468635.474100:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468635.474104:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468635.474106:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468635.474108:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468635.474110:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468635.474111:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468635.474112:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468635.474114:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468635.474115:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468635.475090:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468635.475096:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468635.475101:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468635.729314:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468635.729334:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468635.729338:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468635.729345:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468635.729348:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468635.729353:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468635.729356:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468636.115681:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468636.115689:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468636.115691:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468636.115697:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468636.115700:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468636.115703:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468636.115706:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468636.115708:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468636.115710:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468636.497314:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468636.497321:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468636.497326:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468636.497327:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468636.497331:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468636.497332:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468636.497425:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468636.497429:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468636.497432:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468636.754672:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468636.754687:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468636.754692:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468636.754697:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468636.754699:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468636.754705:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468636.754709:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468637.137562:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468637.137584:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468637.137587:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468637.137591:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468637.137595:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468637.137599:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468637.137601:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468637.137604:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468637.137606:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468637.522687:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468637.522694:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468637.522699:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468637.522700:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468637.522702:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468637.522703:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468637.527300:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468637.527313:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468637.527318:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468637.777316:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468637.777327:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468637.777331:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468637.777334:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468637.777336:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468637.777339:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468637.777341:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468637.777345:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468637.777347:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468637.777350:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468637.777355:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20891) 00000100:00000001:1.0:1789468637.779005:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468637.779017:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468637.779020:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468637.779024:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468637.779026:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468637.779030:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468637.779033:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468638.163014:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468638.163023:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468638.163025:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468638.163030:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468638.163033:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468638.163038:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468638.163040:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468638.163042:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468638.163045:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468638.545294:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468638.545300:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468638.545306:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468638.545307:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468638.545310:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468638.545311:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468638.545383:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468638.545387:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468638.545390:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468638.801251:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468638.801265:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468638.801267:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468638.801272:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468638.801274:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468638.801278:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468638.801280:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468639.185266:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468639.185274:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468639.185291:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468639.185295:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468639.185299:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468639.185302:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468639.185305:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468639.185307:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468639.185310:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468639.570084:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468639.570091:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468639.570097:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468639.570098:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468639.570102:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468639.570103:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468639.570278:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468639.570282:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468639.570285:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468639.825247:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468639.825261:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468639.825263:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468639.825267:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468639.825270:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468639.825273:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468639.825275:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468640.210977:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468640.210986:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468640.210988:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468640.210993:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468640.210996:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468640.210999:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468640.211002:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468640.211004:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468640.211006:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468640.593321:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468640.593328:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468640.593334:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468640.593336:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468640.593339:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468640.593340:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468640.593634:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468640.593640:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468640.593643:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468640.849612:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468640.849627:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468640.849629:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468640.849634:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468640.849636:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468640.849639:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468640.849642:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468641.233328:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468641.233337:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468641.233339:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468641.233362:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468641.233366:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468641.233369:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468641.233372:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468641.233375:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468641.233378:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468641.617602:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468641.617608:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468641.617614:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468641.617615:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468641.617619:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468641.617620:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468641.624276:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468641.624282:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468641.624286:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468641.874348:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468641.874362:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468641.874364:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468641.874369:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468641.874371:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468641.874375:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468641.874377:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468642.257904:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468642.257913:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468642.257914:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468642.257920:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468642.257923:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468642.257928:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468642.257930:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468642.257933:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468642.257935:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468642.642084:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468642.642093:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468642.642095:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468642.642099:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468642.642104:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468642.642106:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468642.642108:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468642.642110:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468642.642114:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468642.642115:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468642.642119:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468642.642120:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468642.642289:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468642.642292:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468642.642295:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468642.897377:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468642.897385:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468642.897400:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468617/real 1789468617] req@ffff8cb9f9033100 x1876386402410112/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468642 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468642.897418:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468642.897420:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468642.897424:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7528. 00000400:00000200:1.0:1789468642.897431:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de2a8 00000100:00080000:3.0:1789468642.897443:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1789468642.897446:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de2a8. 00000100:00080000:3.0:1789468642.897454:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468642.897458:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468642.897461:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468642.897467:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468642.897473:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1789468642.897474:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000040:3.0:1789468642.897479:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1789468642.897486:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033100 x1876386402410112/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468642 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789468642.897489:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468642.897500:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468642.897514:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:1.0:1789468642.897524:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033100 x1876386402410112/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468642 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789468642.897526:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20896) 00000100:00000001:1.0:1789468642.897540:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468642.897543:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468642.897547:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468642.897549:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468642.897554:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9033100 x1876386402410112/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468642 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468642.897561:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468642.897564:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468642.897569:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468617/real 1789468617] req@ffff8cb9f9033800 x1876386402409856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468642 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468642.897578:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468642.897580:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468642.897583:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee77e8. 00000400:00000200:1.0:1789468642.897588:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6dedd0 00000400:00000010:1.0:1789468642.897591:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6dedd0. 00000100:00000001:1.0:1789468642.897594:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468642.897722:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033800 x1876386402409856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468642 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468642.897731:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033800 x1876386402409856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468642 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468642.897737:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468642.897739:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468642.897741:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468642.897743:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468642.897747:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9033800 x1876386402409856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468642 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468642.897764:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468642.897766:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468642.897771:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468617/real 1789468617] req@ffff8cb9f9030000 x1876386402409984/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468642 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468642.897779:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468642.897781:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468642.897783:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7210. 00000400:00000200:1.0:1789468642.897786:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de4c8 00000400:00000010:1.0:1789468642.897789:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de4c8. 00000100:00000001:1.0:1789468642.897792:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468642.897795:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030000 x1876386402409984/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468642 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468642.897803:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030000 x1876386402409984/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468642 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468642.897809:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468642.897811:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468642.897813:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468642.897815:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468642.897820:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9030000 x1876386402409984/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468642 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468642.897827:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468642.897834:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468642.897836:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468642.897839:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468642.897841:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468642.897844:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468642.897848:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033100 x1876386402410112/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468642 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468642.897867:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468642.897874:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468642.897876:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468642.897877:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468642.897879:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468642.897882:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468642.897885:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468642.897908:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789468642.897910:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468642.897916:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033100 x1876386402410112/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468642 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468642.897924:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402410112:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468642.897929:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468642.897933:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033800 x1876386402409856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468642 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468642.897940:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468642.897942:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468642.897943:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468642.897945:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468642.897946:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468642.897947:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468642.897950:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468642.897955:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789468642.897957:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468642.897960:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033800 x1876386402409856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468642 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468642.897967:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402409856:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789468642.897972:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468642.897983:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030000 x1876386402409984/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468642 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468642.897989:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468642.897991:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468642.897993:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468642.897994:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468642.897996:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468642.897998:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468642.898000:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468642.898005:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789468642.898007:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468642.898011:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030000 x1876386402409984/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468642 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468642.898018:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402409984:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468642.898022:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468642.898025:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468642.898028:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033100 x1876386402410112/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468642 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468642.898035:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468642.898039:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468642.898043:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faaccc00. 02000000:00000001:1.0:1789468642.898047:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468642.898050:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468642.898052:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789468642.898055:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468642.898058:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d2000. 02000000:00000001:1.0:1789468642.898062:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468642.898063:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468642.898065:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033100. 00000100:00000001:1.0:1789468642.898071:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468642.898077:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468642.898080:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468642.898083:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033800 x1876386402409856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468642 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468642.898089:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468642.898090:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468642.898092:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacf000. 02000000:00000001:1.0:1789468642.898095:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468642.898096:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468642.898097:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789468642.898099:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468642.898101:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d0800. 02000000:00000001:1.0:1789468642.898103:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468642.898104:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468642.898106:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033800. 00000100:00000001:1.0:1789468642.898108:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468642.898109:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468642.898111:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468642.898114:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030000 x1876386402409984/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468642 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468642.898119:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468642.898120:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468642.898121:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacf400. 02000000:00000001:1.0:1789468642.898123:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468642.898124:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468642.898125:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789468642.898127:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468642.898128:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d1c00. 02000000:00000001:1.0:1789468642.898151:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468642.898152:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468642.898154:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030000. 00000100:00000001:1.0:1789468642.898157:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468642.898158:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468642.898161:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468642.898166:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468642.898168:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468642.898296:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468642.898298:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468642.898436:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468642.898443:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789468642.898446:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468642.898449:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468642.898453:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468642.898460:0:331017:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20866 00000400:00000200:3.0:1789468642.898472:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468642.898481:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789468642.898497:0:331017:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468642.898502:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468642.898506:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468642.898508:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468642.898511:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789468642.898521:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468642.898524:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789468642.898527:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468642.898530:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789468642.898533:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789468642.898536:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789468642.898539:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468642.898541:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468642.898543:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468642.898545:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789468642.898549:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789468642.898554:0:331017:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789468642.898557:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468642.898560:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468642.898564:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468642.898568:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468642.898571:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468642.898574:0:331017:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468642.898580:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030e00. 00000020:00000040:3.0:1789468642.898584:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789468642.898589:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468642.898591:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468642.898594:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468642.898598:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468642.898602:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468642.898609:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3800. 00000100:00000001:3.0:1789468642.898618:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468642.898634:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030e00 x1876386402410240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468642.898645:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468642.898650:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468642.898655:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ae05b5f] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030e00 x1876386402410240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468642.899107:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468642.899113:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468642.899115:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468642.899124:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030e00 x1876386402410240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468642.899193:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468642.899195:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468642.899199:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468642.899202:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468642.899204:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468642.899209:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402410240:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789468642.899213:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468642.899217:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468642.899219:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468642.899221:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468642.899229:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890000. 02000000:00000001:1.0:1789468642.899232:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468642.899242:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789468642.899247:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30268. 00000400:00000010:1.0:1789468642.899254:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5220. 00000100:00000200:1.0:1789468642.899260:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402410240, portal 25 00000100:00000001:1.0:1789468642.899263:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468642.899265:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107406336 : -126744602145280 : ffff8cb9f9030e00) 00000100:00000040:1.0:1789468642.899271:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030e00 x1876386402410240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468642.899278:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468642.899280:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789468642.899283:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5dd0. 00000100:00000200:1.0:1789468642.899288:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402410240, offset 0 00000400:00000200:1.0:1789468642.899296:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789468642.899304:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468642.899312:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789468642.899326:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789468642.899330:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789468642.899334:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789468642.899337:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789468642.899341:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93984:93984:256:4294967295] 192.168.203.142@tcp LPNI seq info [93984:93984:8:4294967295] 00000400:00000200:1.0:1789468642.899345:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468642.899355:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789468642.899361:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789468642.899366:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7b00. 00000800:00000200:1.0:1789468642.899373:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789468642.899382:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468642.899387:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789468642.899401:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468642.899405:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789468642.899408:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315560181 00000100:00000010:1.0:1789468642.899414:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a360. 00000100:00000001:1.0:1789468642.899421:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468642.899427:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315560181 00000100:00000010:1.0:1789468642.899431:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869af60. 00000100:00000001:1.0:1789468642.899433:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468642.899436:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468642.899439:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468642.899442:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468642.899445:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468642.899449:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468642.899451:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789468642.899452:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468642.899454:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468642.899455:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468642.899457:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468642.899568:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468642.899576:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468642.899580:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468642.899581:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468642.899584:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468642.899588:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468642.899593:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20866 00000400:00000200:3.0:1789468642.899599:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468642.899604:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789468642.899606:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468642.899610:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468642.899612:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468642.899615:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468642.899618:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789468642.899624:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468642.899626:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789468642.899629:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468642.899632:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789468642.899634:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789468642.899637:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789468642.899640:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468642.899643:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468642.899645:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468642.899655:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789468642.899659:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789468642.899662:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789468642.899665:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468642.899667:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468642.899747:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468642.899750:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468642.899753:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789468642.899758:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789468642.899761:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468642.899763:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468642.899768:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033b80. 00000020:00000040:3.0:1789468642.899772:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789468642.899775:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468642.899776:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468642.899778:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468642.899780:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468642.899783:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468642.899789:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2c00. 00000100:00000001:3.0:1789468642.899794:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468642.899802:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033b80 x1876386402410368/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468642.899813:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468642.899816:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468642.899820:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013cbb969] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033b80 x1876386402410368/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468642.899839:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468642.899843:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468642.899860:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468642.899862:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468642.899864:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468642.899873:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468642.899877:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20866 00000400:00000200:3.0:1789468642.899881:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468642.899884:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789468642.899887:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468642.899890:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468642.899892:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468642.899894:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468642.899896:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789468642.899900:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468642.899901:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789468642.899903:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468642.899906:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789468642.899908:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789468642.899910:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789468642.899913:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468642.899915:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468642.899918:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468642.899919:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789468642.899922:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789468642.899925:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789468642.899927:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468642.899929:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468642.899932:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468642.899934:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468642.899936:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789468642.899938:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789468642.899941:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468642.899942:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468642.899946:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033480. 00000020:00000040:3.0:1789468642.899957:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789468642.899960:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468642.899962:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468642.899963:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468642.899965:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468642.899967:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468642.899971:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3000. 00000100:00000001:3.0:1789468642.899976:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468642.899981:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033480 x1876386402410496/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468642.900241:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468642.900244:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468642.900249:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000939732d7] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033480 x1876386402410496/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468642.900257:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468642.900259:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468642.900263:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468642.900267:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468642.900270:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468642.900276:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20896) 00000100:00000001:1.0:1789468642.900335:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468642.900339:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468642.900350:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468642.900359:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033b80 x1876386402410368/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468642.900370:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468642.900372:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468642.900374:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468642.900376:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468642.900379:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468642.900382:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402410368:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468642.900385:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468642.900387:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468642.900389:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468642.900391:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468642.900395:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6891800. 02000000:00000001:1.0:1789468642.900397:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468642.900402:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789468642.900406:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30b58. 00000400:00000010:1.0:1789468642.900411:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5990. 00000100:00000200:1.0:1789468642.900415:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402410368, portal 10 00000100:00000001:1.0:1789468642.900417:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468642.900418:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107417984 : -126744602133632 : ffff8cb9f9033b80) 00000100:00000040:1.0:1789468642.900425:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033b80 x1876386402410368/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468642.900432:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468642.900434:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789468642.900436:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5110. 00000100:00000200:1.0:1789468642.900439:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402410368, offset 0 00000400:00000200:1.0:1789468642.900444:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789468642.900451:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468642.900457:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789468642.900462:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789468642.900466:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789468642.900468:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789468642.900476:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789468642.900480:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93985:93985:255:4294967295] 192.168.203.142@tcp LPNI seq info [93985:93985:7:4294967295] 00000400:00000200:1.0:1789468642.900485:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468642.900495:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789468642.900500:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789468642.900504:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7100. 00000800:00000200:1.0:1789468642.900511:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789468642.900517:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468642.900522:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789468642.900527:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468642.900531:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789468642.900536:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789468642.900538:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315558942 00000100:00000001:1.0:1789468642.900541:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315560181 00000100:00000001:1.0:1789468642.900546:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315558942 00000100:00000001:1.0:1789468642.900549:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315560181 00000100:00000001:1.0:1789468642.900553:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468642.900556:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789468642.900558:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1789468642.900562:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000800:00000010:2.0:1789468642.900565:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7b00. 00000100:00000040:1.0:1789468642.900571:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033480 x1876386402410496/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789468642.900574:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789468642.900585:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1789468642.900585:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:1.0:1789468642.900589:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468642.900594:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5dd0 02000000:00000001:1.0:1789468642.900883:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468642.900886:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468642.900889:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468642.900893:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402410496:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468642.900896:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468642.900904:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468642.900906:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468642.900908:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468642.900911:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6891000. 02000000:00000001:1.0:1789468642.900912:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468642.900916:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789468642.900918:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30840. 00000400:00000010:1.0:1789468642.900922:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d53b8. 00000100:00000200:1.0:1789468642.900925:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402410496, portal 10 00000100:00000001:1.0:1789468642.900927:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468642.900928:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107416192 : -126744602135424 : ffff8cb9f9033480) 00000100:00000040:1.0:1789468642.900935:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033480 x1876386402410496/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468642.900941:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468642.900943:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789468642.900945:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d55d8. 00000400:00000010:2.0:1789468642.903848:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5dd0. 00000100:00000001:2.0:1789468642.903871:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468642.903884:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030e00 x1876386402410240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468642.903896:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468642.903900:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030e00 x1876386402410240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468667 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468642.903908:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468642.903909:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789468642.904009:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468642.904013:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7100. 00000400:00000200:2.0:1789468642.904017:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468642.904022:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000200:1.0:1789468642.906167:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402410496, offset 0 00000400:00000200:1.0:1789468642.906295:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789468642.906306:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468642.906314:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789468642.906319:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789468642.906323:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789468642.906327:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789468642.906329:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789468642.906332:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93986:93986:255:4294967295] 192.168.203.142@tcp LPNI seq info [93986:93986:7:4294967295] 00000400:00000200:1.0:1789468642.906337:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468642.906346:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789468642.906351:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789468642.906357:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7f00. 00000800:00000200:1.0:1789468642.906363:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789468642.906371:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468642.906375:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789468642.906396:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468642.906403:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789468642.906408:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789468642.906411:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315558936 00000100:00000001:1.0:1789468642.906414:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315560181 00000100:00000001:1.0:1789468642.906416:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315558936 00000100:00000001:1.0:1789468642.906419:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315560181 00000100:00000001:1.0:1789468642.906421:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468642.906425:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468642.906429:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468642.906432:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468642.906441:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468642.906443:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789468642.906446:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468642.906448:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468642.906449:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468642.906451:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468642.906946:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5110 00000400:00000010:2.0:1789468642.906952:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5110. 00000100:00000001:2.0:1789468642.906960:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468642.906971:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033b80 x1876386402410368/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468642.906982:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468642.906986:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033b80 x1876386402410368/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468667 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468642.906993:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468642.906994:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789468642.907589:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468642.907594:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7f00. 00000400:00000200:2.0:1789468642.907664:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468642.907673:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468642.907677:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d55d8 00000400:00000010:2.0:1789468642.907679:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d55d8. 00000100:00000001:2.0:1789468642.907683:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468642.907688:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033480 x1876386402410496/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468642.907697:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468642.907700:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033480 x1876386402410496/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468667 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468642.907707:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468642.907708:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468643.281310:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468643.281317:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468643.281319:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468643.281325:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468643.281328:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468643.281331:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468643.281334:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468643.281336:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468643.281339:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468643.665261:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468643.665278:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468643.665285:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468643.665287:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468643.665290:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468643.665292:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468643.665422:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468643.665425:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468643.665428:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468644.177263:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315560181, at 4315560192 00000100:00000040:3.0:1789468644.177263:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315560181, at 4315560192 00000100:00000010:3.0:1789468644.177279:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869af60. 00000100:00000010:2.0:1789468644.177280:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a360. 00000100:00000001:1.0:1789468644.305655:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468644.305663:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468644.305665:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468644.305670:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468644.305675:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468644.305680:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468644.305699:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468644.305701:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468644.305704:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468644.689403:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468644.689410:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468644.689416:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468644.689417:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468644.689420:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468644.689422:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468644.689532:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468644.689536:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468644.689538:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468645.329281:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468645.329289:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468645.329291:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468645.329296:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468645.329299:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468645.329303:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468645.329306:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468645.329308:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468645.329311:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468645.713268:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468645.713275:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468645.713280:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468645.713284:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468645.713286:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468645.713289:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468645.713293:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468645.713296:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468645.713298:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468645.713300:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468645.713303:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468645.713304:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468645.713305:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468645.713306:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468645.713308:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468645.713309:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468645.713310:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468645.713312:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468645.715409:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468645.715415:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468645.715419:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468646.353256:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468646.353264:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468646.353266:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468646.353271:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468646.353275:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468646.353279:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468646.353282:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468646.353284:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468646.353287:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468646.737304:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468646.737311:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468646.737316:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468646.737317:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468646.737321:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468646.737322:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468646.737403:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468646.737406:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468646.737409:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468647.377400:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468647.377416:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468647.377418:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468647.377423:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468647.377426:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468647.377430:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468647.377432:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468647.377435:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468647.377454:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468647.761502:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468647.761509:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468647.761515:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468647.761516:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468647.761520:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468647.761521:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468647.761635:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468647.761639:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468647.761642:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468648.017273:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468648.017284:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468648.017287:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468648.017290:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468648.017292:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468648.017312:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468648.017314:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468648.017318:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468648.017320:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468648.017323:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468648.017328:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20901) 00000100:00000001:1.0:1789468648.017474:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468648.017485:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468648.017487:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468648.017491:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468648.017493:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468648.017496:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468648.017498:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468648.401256:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468648.401264:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468648.401266:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468648.401271:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468648.401274:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468648.401277:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468648.401280:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468648.401282:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468648.401284:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468648.785641:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468648.785648:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468648.785653:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468648.785654:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468648.785657:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468648.785658:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468648.785760:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468648.785764:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468648.785767:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468649.041268:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468649.041283:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468649.041286:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468649.041291:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468649.041294:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468649.041298:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468649.041301:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468649.425246:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468649.425255:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468649.425257:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468649.425263:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468649.425267:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468649.425271:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468649.425275:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468649.425277:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468649.425279:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468649.809361:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468649.809366:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468649.809371:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468649.809372:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468649.809375:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468649.809377:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468649.809700:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468649.809704:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468649.809707:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468650.065502:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468650.065517:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468650.065520:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468650.065525:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468650.065528:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468650.065532:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468650.065534:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468650.449283:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468650.449291:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468650.449293:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468650.449298:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468650.449302:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468650.449305:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468650.449308:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468650.449311:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468650.449313:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468650.833289:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468650.833296:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468650.833302:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468650.833303:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468650.833306:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468650.833308:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468650.833373:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468650.833377:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468650.833380:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468651.090801:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468651.090817:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468651.090820:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468651.090824:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468651.090827:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468651.090831:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468651.090834:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468651.475019:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468651.475027:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468651.475028:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468651.475033:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468651.475036:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468651.475040:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468651.475042:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468651.475044:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468651.475047:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468651.857259:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468651.857266:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468651.857271:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468651.857272:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468651.857275:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468651.857276:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468651.858702:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468651.858724:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468651.858728:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468652.113540:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468652.113553:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468652.113555:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468652.113560:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468652.113562:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468652.113566:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468652.113568:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468652.497256:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468652.497263:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468652.497265:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468652.497270:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468652.497273:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468652.497277:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468652.497279:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468652.497282:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468652.497285:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468652.881259:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468652.881267:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468652.881269:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468652.881272:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468652.881276:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468652.881278:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468652.881280:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468652.881282:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468652.881286:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468652.881287:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468652.881290:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468652.881291:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468652.881367:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468652.881371:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468652.881374:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468653.137255:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468653.137265:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468653.137268:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468653.137271:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468653.137274:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468653.137277:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468653.137280:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468653.137283:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468653.137286:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468653.137288:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468653.137295:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20906) 00000100:00000001:1.0:1789468653.137533:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468653.137544:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468653.137546:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468653.137549:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468653.137552:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468653.137556:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468653.137558:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468653.521304:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468653.521312:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468653.521314:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468653.521319:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468653.521322:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468653.521325:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468653.521328:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468653.521331:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468653.521333:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468653.905287:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468653.905293:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468653.905298:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468653.905299:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468653.905302:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468653.905303:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468653.905427:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468653.905431:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468653.905451:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468654.161239:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468654.161252:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468654.161254:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468654.161259:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468654.161262:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468654.161266:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468654.161277:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468654.545257:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468654.545266:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468654.545268:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468654.545273:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468654.545276:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468654.545280:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468654.545283:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468654.545285:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468654.545287:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468654.929327:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468654.929334:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468654.929340:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468654.929341:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468654.929345:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468654.929346:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468654.929489:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468654.929493:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468654.929496:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468655.185271:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468655.185283:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468655.185286:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468655.185290:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468655.185293:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468655.185297:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468655.185299:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468655.569251:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468655.569258:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468655.569260:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468655.569265:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468655.569268:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468655.569272:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468655.569275:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468655.569278:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468655.569281:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468655.953367:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468655.953373:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468655.953378:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468655.953381:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468655.953383:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468655.953386:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468655.953390:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468655.953392:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468655.953394:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468655.953396:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468655.953400:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468655.953401:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468655.953403:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468655.953404:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468655.953405:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468655.953407:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468655.953408:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468655.953410:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468655.953722:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468655.953726:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468655.953729:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468656.209273:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468656.209288:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468656.209291:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468656.209295:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468656.209298:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468656.209302:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468656.209304:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468656.593504:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468656.593512:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468656.593514:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468656.593521:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468656.593524:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468656.593528:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468656.593531:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468656.593533:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468656.593536:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468656.977329:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468656.977335:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468656.977340:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468656.977342:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468656.977345:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468656.977346:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468656.977973:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468656.977977:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468656.977981:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468657.235113:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468657.235125:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468657.235127:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468657.235149:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468657.235151:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468657.235156:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468657.235158:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468657.617495:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468657.617503:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468657.617505:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468657.617510:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468657.617514:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468657.617518:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468657.617521:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468657.617523:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468657.617526:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468658.001361:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468658.001367:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468658.001374:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468658.001375:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468658.001379:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468658.001380:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468658.001502:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468658.001506:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468658.001509:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468658.257360:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468658.257373:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468658.257375:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468658.257380:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468658.257382:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468658.257386:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468658.257389:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468658.257509:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468658.257515:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468658.257519:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468658.257522:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468658.257525:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468658.257528:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468658.257530:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468658.257534:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468658.257536:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468658.257538:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468658.257543:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20911) 00000100:00000001:1.0:1789468658.641245:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468658.641270:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468658.641272:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468658.641277:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468658.641280:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468658.641284:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468658.641287:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468658.641289:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468658.641291:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468659.025317:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468659.025323:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468659.025328:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468659.025329:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468659.025332:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468659.025334:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468659.029243:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468659.029250:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468659.029254:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468659.282286:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468659.282301:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468659.282303:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468659.282308:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468659.282311:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468659.282315:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468659.282317:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468659.665853:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468659.665861:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468659.665863:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468659.665867:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468659.665871:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468659.665875:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468659.665878:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468659.665881:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468659.665883:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468660.049261:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468660.049269:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468660.049275:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468660.049277:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468660.049280:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468660.049281:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468660.049411:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468660.049414:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468660.049418:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468660.305681:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468660.305693:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468660.305695:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468660.305700:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468660.305703:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468660.305706:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468660.305708:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468660.689261:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468660.689270:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468660.689272:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468660.689277:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468660.689281:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468660.689285:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468660.689288:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468660.689290:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468660.689293:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468661.075098:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468661.075106:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468661.075111:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468661.075112:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468661.075115:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468661.075116:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468661.075242:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468661.075246:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468661.075248:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468661.335566:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468661.335582:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468661.335584:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468661.335605:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468661.335608:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468661.335612:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468661.335614:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468661.713802:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468661.713810:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468661.713812:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468661.713817:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468661.713820:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468661.713824:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468661.713827:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468661.713829:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468661.713831:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468662.098099:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468662.098107:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468662.098112:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468662.098114:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468662.098116:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468662.098117:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468662.098355:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468662.098360:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468662.098363:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468662.353397:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468662.353412:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468662.353415:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468662.353419:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468662.353422:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468662.353426:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468662.353428:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468662.737254:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468662.737262:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468662.737264:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468662.737269:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468662.737272:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468662.737276:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468662.737279:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468662.737281:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468662.737284:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468663.121462:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468663.121470:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468663.121473:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468663.121476:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468663.121481:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468663.121483:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468663.121485:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468663.121487:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468663.121490:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468663.121492:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468663.121495:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468663.121496:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468663.123105:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468663.123111:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468663.123116:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468663.377349:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468663.377361:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468663.377363:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468663.377368:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468663.377386:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468663.377390:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468663.377393:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468663.377663:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468663.377668:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468663.377671:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468663.377681:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468663.377683:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468663.377686:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468663.377689:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468663.377693:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468663.377695:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468663.377717:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468663.377723:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20917) 00000100:00000001:1.0:1789468663.762250:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468663.762260:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468663.762262:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468663.762267:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468663.762271:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468663.762275:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468663.762278:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468663.762280:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468663.762283:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468664.145276:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468664.145282:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468664.145288:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468664.145289:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468664.145292:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468664.145293:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468664.145457:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468664.145461:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468664.145465:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468664.401499:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468664.401518:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468664.401521:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468664.401526:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468664.401528:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468664.401532:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468664.401535:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468664.786911:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468664.786920:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468664.786922:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468664.786928:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468664.786931:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468664.786935:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468664.786938:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468664.786940:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468664.786942:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468665.169336:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468665.169347:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468665.169354:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468665.169356:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468665.169360:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468665.169361:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468665.169469:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468665.169473:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468665.169477:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468665.431287:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468665.431303:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468665.431305:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468665.431311:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468665.431313:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468665.431317:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468665.431319:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468665.810202:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468665.810214:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468665.810217:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468665.810223:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468665.810228:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468665.810233:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468665.810236:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468665.810239:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468665.810242:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468666.193272:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468666.193282:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468666.193288:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468666.193293:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468666.193296:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468666.193300:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468666.193303:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468666.193306:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468666.193309:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468666.193311:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468666.193315:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468666.193317:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468666.193318:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468666.193320:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468666.193321:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468666.193323:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468666.193324:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468666.193326:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468666.195145:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468666.195152:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468666.195178:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468666.449392:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468666.449408:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468666.449410:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468666.449414:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468666.449417:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468666.449421:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468666.449423:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468666.833327:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468666.833339:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468666.833341:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468666.833347:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468666.833352:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468666.833357:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468666.833359:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468666.833362:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468666.833365:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468667.219180:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468667.219190:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468667.219198:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468667.219200:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468667.219204:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468667.219205:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468667.219262:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468667.219266:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468667.219269:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468667.473281:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468667.473292:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468667.473315:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468642/real 1789468642] req@ffff8cb9f9033b80 x1876386402410368/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468667 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468667.473340:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468667.473342:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468667.473346:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30b58. 00000400:00000200:2.0:1789468667.473356:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5990 00000400:00000010:2.0:1789468667.473360:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5990. 00000100:00000001:2.0:1789468667.473366:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468667.473371:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033b80 x1876386402410368/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468667 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468667.473380:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033b80 x1876386402410368/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468667 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468667.473388:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468667.473391:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468667.473395:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468667.473397:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468667.473402:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9033b80 x1876386402410368/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468667 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468667.473409:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468667.473413:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468667.473419:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468642/real 1789468642] req@ffff8cb9f9033480 x1876386402410496/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468667 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468667.473427:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468667.473428:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468667.473430:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30840. 00000400:00000200:2.0:1789468667.473433:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d53b8 00000400:00000010:2.0:1789468667.473435:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d53b8. 00000100:00000001:2.0:1789468667.473437:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468667.473440:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033480 x1876386402410496/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468667 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468667.473447:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033480 x1876386402410496/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468667 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468667.473453:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468667.473454:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468667.473456:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468667.473458:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468667.473461:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9033480 x1876386402410496/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468667 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468667.473468:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468667.473470:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789468667.473475:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468642/real 1789468642] req@ffff8cb9f9030e00 x1876386402410240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468667 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789468667.473484:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789468667.473485:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789468667.473487:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30268. 00000400:00000200:2.0:1789468667.473489:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5220 00000400:00000010:2.0:1789468667.473492:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5220. 00000100:00000001:2.0:1789468667.473494:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789468667.473497:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030e00 x1876386402410240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468667 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789468667.473504:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030e00 x1876386402410240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468667 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468667.473510:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789468667.473512:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468667.473514:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468667.473515:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789468667.473518:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9030e00 x1876386402410240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468667 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468667.473524:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468667.473533:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468667.473535:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468667.473538:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468667.473541:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468667.473543:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468667.473547:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033b80 x1876386402410368/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468667 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468667.473554:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468667.473618:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468667.473619:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468667.473621:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468667.473623:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468667.473627:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468667.473700:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468667.473731:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789468667.473734:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468667.473739:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033b80 x1876386402410368/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468667 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468667.473748:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402410368:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789468667.473754:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468667.473757:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033480 x1876386402410496/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468667 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468667.473764:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468667.473766:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468667.473768:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468667.473827:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468667.473830:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468667.473832:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468667.473835:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468667.473842:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789468667.473845:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468667.473849:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033480 x1876386402410496/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468667 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468667.473858:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402410496:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789468667.473864:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789468667.473868:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030e00 x1876386402410240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468667 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468667.473875:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789468667.473877:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468667.473878:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789468667.473880:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468667.473882:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789468667.473884:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789468667.473886:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789468667.473891:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789468667.473893:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789468667.473897:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030e00 x1876386402410240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468667 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789468667.473904:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402410240:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789468667.473976:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468667.473980:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468667.473985:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033b80 x1876386402410368/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468667 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468667.473993:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468667.473997:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468667.474002:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6891800. 02000000:00000001:2.0:1789468667.474008:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468667.474011:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468667.474013:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789468667.474016:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468667.474020:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d2c00. 02000000:00000001:2.0:1789468667.474024:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468667.474026:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468667.474029:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033b80. 00000100:00000001:2.0:1789468667.474036:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468667.474037:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468667.474039:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468667.474043:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033480 x1876386402410496/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468667 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468667.474049:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468667.474050:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468667.474052:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6891000. 02000000:00000001:2.0:1789468667.474054:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468667.474055:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468667.474056:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789468667.474058:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468667.474060:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d3000. 02000000:00000001:2.0:1789468667.474062:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468667.474063:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468667.474065:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033480. 00000100:00000001:2.0:1789468667.474067:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468667.474068:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468667.474070:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468667.474073:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030e00 x1876386402410240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468667 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468667.474080:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468667.474081:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789468667.474083:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890000. 02000000:00000001:2.0:1789468667.474085:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789468667.474086:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789468667.474087:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789468667.474089:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789468667.474091:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d3800. 02000000:00000001:2.0:1789468667.474093:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789468667.474094:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789468667.474095:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030e00. 00000100:00000001:2.0:1789468667.474099:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789468667.474100:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468667.474103:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468667.474108:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468667.474109:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468667.474111:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468667.474113:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468667.474212:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468667.474218:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789468667.474221:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468667.474224:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468667.474228:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468667.474231:0:331017:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20891 00000400:00000200:1.0:1789468667.474241:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468667.474247:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789468667.474251:0:331017:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468667.474254:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468667.474257:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468667.474259:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468667.474262:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789468667.474269:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468667.474271:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:1.0:1789468667.474274:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468667.474278:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:1.0:1789468667.474281:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:1.0:1789468667.474283:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:1.0:1789468667.474286:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468667.474288:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468667.474290:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468667.474313:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789468667.474317:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:1.0:1789468667.474320:0:331017:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789468667.474323:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468667.474326:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468667.474329:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468667.474333:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468667.474335:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468667.474338:0:331017:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468667.474344:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c7100. 00000020:00000040:1.0:1789468667.474348:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789468667.474352:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468667.474354:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468667.474358:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468667.474361:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468667.474365:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468667.474373:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6890800. 00000100:00000001:1.0:1789468667.474381:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468667.474387:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c7100 x1876386402410624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468667.474397:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468667.474402:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468667.474407:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b9117d8] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c7100 x1876386402410624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468667.474425:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468667.474429:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468667.474432:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789468667.474434:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468667.474435:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468667.474438:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468667.474441:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20891 00000400:00000200:1.0:1789468667.474449:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468667.474452:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789468667.474454:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468667.474457:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468667.474459:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468667.474461:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468667.474464:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789468667.474466:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468667.474468:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:1.0:1789468667.474470:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468667.474472:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:1.0:1789468667.474474:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:1.0:1789468667.474477:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:1.0:1789468667.474479:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468667.474481:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468667.474482:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468667.474484:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789468667.474486:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:1.0:1789468667.474488:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789468667.474490:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468667.474492:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468667.474499:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468667.474500:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468667.474502:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789468667.474507:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789468667.474510:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468667.474511:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468667.474514:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c4380. 00000020:00000040:1.0:1789468667.474516:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789468667.474518:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468667.474523:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468667.474525:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468667.474526:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468667.474528:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468667.474532:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6893800. 00000100:00000001:1.0:1789468667.474535:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468667.474539:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c4380 x1876386402410752/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468667.474546:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468667.474548:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468667.474552:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001600f89c] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c4380 x1876386402410752/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468667.474616:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468667.474619:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468667.474622:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789468667.474624:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468667.474625:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468667.474689:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468667.474693:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20891 00000400:00000200:1.0:1789468667.474698:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468667.474700:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789468667.474703:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468667.474705:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468667.474708:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468667.474710:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468667.474712:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789468667.474715:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468667.474716:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:1.0:1789468667.474718:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468667.474719:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:1.0:1789468667.474721:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:1.0:1789468667.474732:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:1.0:1789468667.474735:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468667.474737:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468667.474739:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468667.474741:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789468667.474743:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:1.0:1789468667.474745:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789468667.474747:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468667.474749:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468667.474752:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468667.474754:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468667.474756:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789468667.474758:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789468667.474761:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468667.474763:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468667.474766:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c4e00. 00000020:00000040:1.0:1789468667.474768:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789468667.474829:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468667.474830:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468667.474832:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468667.474833:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468667.474835:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468667.474841:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6890000. 00000100:00000001:1.0:1789468667.474844:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468667.474849:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c4e00 x1876386402410880/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468667.474857:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468667.474859:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468667.474862:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1fb5ecb] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c4e00 x1876386402410880/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468667.474870:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468667.474877:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468667.474882:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468667.474885:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468667.474888:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468667.474894:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20921) 00000100:00000001:2.0:1789468667.474992:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468667.474996:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468667.474998:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468667.475004:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c7100 x1876386402410624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468667.475012:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468667.475014:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468667.475018:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468667.475022:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468667.475024:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468667.475028:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402410624:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789468667.475033:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468667.475038:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468667.475041:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468667.475044:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468667.475049:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacf000. 02000000:00000001:2.0:1789468667.475051:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468667.475058:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789468667.475063:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7d68. 00000400:00000010:2.0:1789468667.475070:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de908. 00000100:00000200:2.0:1789468667.475077:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402410624, portal 25 00000100:00000001:2.0:1789468667.475080:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468667.475081:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704637184 : -126741004914432 : ffff8cbacf6c7100) 00000100:00000040:2.0:1789468667.475087:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c7100 x1876386402410624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468667.475094:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468667.475097:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789468667.475099:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6ded48. 00000100:00000200:2.0:1789468667.475102:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402410624, offset 0 00000400:00000200:2.0:1789468667.475110:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789468667.475120:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468667.475127:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789468667.475159:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789468667.475165:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789468667.475169:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789468667.475172:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789468667.475175:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93987:93987:256:4294967295] 192.168.203.142@tcp LPNI seq info [93987:93987:8:4294967295] 00000400:00000200:2.0:1789468667.475180:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468667.475191:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789468667.475197:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789468667.475204:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6000. 00000800:00000200:2.0:1789468667.475212:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789468667.475221:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468667.475226:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789468667.475248:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468667.475253:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789468667.475256:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315584757 00000100:00000010:2.0:1789468667.475261:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d000. 00000100:00000001:2.0:1789468667.475269:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789468667.475275:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315584757 00000100:00000010:2.0:1789468667.475279:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d7e0. 00000100:00000001:2.0:1789468667.475282:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789468667.475286:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468667.475289:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468667.475292:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468667.475296:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c4380 x1876386402410752/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468667.475304:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468667.475305:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468667.475307:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468667.475309:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468667.475312:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468667.475315:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402410752:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789468667.475318:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468667.475320:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468667.475321:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468667.475322:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468667.475325:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faaccc00. 02000000:00000001:2.0:1789468667.475327:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468667.475331:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789468667.475333:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee72c0. 00000400:00000010:2.0:1789468667.475337:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de000. 00000100:00000200:2.0:1789468667.475340:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402410752, portal 10 00000100:00000001:2.0:1789468667.475342:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468667.475343:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704625536 : -126741004926080 : ffff8cbacf6c4380) 00000100:00000040:2.0:1789468667.475350:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c4380 x1876386402410752/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468667.475356:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468667.475358:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789468667.475360:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de5d8. 00000100:00000200:2.0:1789468667.475363:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402410752, offset 0 00000400:00000200:2.0:1789468667.475366:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789468667.475370:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468667.475373:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789468667.475376:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789468667.475378:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789468667.475381:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789468667.475383:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789468667.475386:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93988:93988:255:4294967295] 192.168.203.142@tcp LPNI seq info [93988:93988:7:4294967295] 00000400:00000200:2.0:1789468667.475390:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468667.475396:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789468667.475401:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789468667.475405:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6100. 00000800:00000200:2.0:1789468667.475408:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789468667.475413:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468667.475415:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789468667.475418:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468667.475422:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:2.0:1789468667.475425:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789468667.475427:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315583517 00000100:00000001:2.0:1789468667.475430:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315584757 00000100:00000001:2.0:1789468667.475432:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315583517 00000100:00000001:2.0:1789468667.475434:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315584757 00000100:00000001:2.0:1789468667.475436:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468667.475438:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468667.475440:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789468667.475444:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c4e00 x1876386402410880/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468667.475451:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468667.475452:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468667.475454:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789468667.475456:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468667.475458:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468667.475461:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402410880:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789468667.475464:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789468667.475466:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789468667.475467:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468667.475471:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789468667.475474:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacf800. 02000000:00000001:2.0:1789468667.475476:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789468667.475479:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789468667.475481:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7f20. 00000400:00000010:2.0:1789468667.475484:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de220. 00000100:00000200:2.0:1789468667.475487:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402410880, portal 10 00000100:00000001:2.0:1789468667.475489:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789468667.475490:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704628224 : -126741004923392 : ffff8cbacf6c4e00) 00000100:00000040:2.0:1789468667.475495:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c4e00 x1876386402410880/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468667.475501:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789468667.475503:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789468667.475505:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de6e8. 00000100:00000200:2.0:1789468667.475507:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402410880, offset 0 00000400:00000200:2.0:1789468667.475510:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789468667.475514:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468667.475517:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789468667.475519:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789468667.475521:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789468667.475523:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789468667.475525:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789468667.475528:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93989:93989:254:4294967295] 192.168.203.142@tcp LPNI seq info [93989:93989:6:4294967295] 00000400:00000200:2.0:1789468667.475532:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468667.475537:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789468667.475540:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789468667.475543:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6b00. 00000800:00000200:2.0:1789468667.475547:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789468667.475550:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789468667.475553:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789468667.475556:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468667.476352:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:2.0:1789468667.476358:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789468667.476361:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315583506 00000100:00000001:2.0:1789468667.476364:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315584757 00000100:00000001:2.0:1789468667.476366:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315583506 00000100:00000001:2.0:1789468667.476369:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315584757 00000100:00000001:2.0:1789468667.476372:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789468667.476374:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468667.476378:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468667.476381:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468667.476388:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468667.476391:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789468667.476394:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468667.476395:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468667.476397:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468667.476399:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789468667.476452:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468667.476458:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6000. 00000400:00000200:3.0:1789468667.476466:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468667.476473:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468667.476479:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6ded48 00000400:00000010:3.0:1789468667.476481:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6ded48. 00000100:00000001:3.0:1789468667.476486:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468667.476491:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c7100 x1876386402410624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468667.476501:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468667.476504:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c7100 x1876386402410624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468692 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468667.476512:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468667.476514:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789468667.476530:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468667.476532:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6100. 00000400:00000200:3.0:1789468667.476534:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468667.476537:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468667.476540:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de5d8 00000400:00000010:3.0:1789468667.476553:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de5d8. 00000100:00000001:3.0:1789468667.476555:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468667.476568:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c4380 x1876386402410752/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468667.476576:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468667.476578:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c4380 x1876386402410752/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468692 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468667.476585:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468667.476586:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789468667.476662:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468667.476664:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6b00. 00000400:00000200:3.0:1789468667.476667:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468667.476679:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468667.476682:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de6e8 00000400:00000010:3.0:1789468667.476683:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de6e8. 00000100:00000001:3.0:1789468667.476686:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468667.476689:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c4e00 x1876386402410880/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468667.476697:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468667.476700:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c4e00 x1876386402410880/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468692 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468667.476707:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468667.476709:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468667.857939:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468667.857949:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468667.857951:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468667.857957:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468667.857962:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468667.857967:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468667.857970:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468667.857973:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468667.857976:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468668.241471:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468668.241481:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468668.241489:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468668.241501:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468668.241506:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468668.241507:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468668.241911:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468668.241916:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468668.241921:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468668.753284:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315584757, at 4315584768 00000100:00000010:2.0:1789468668.753307:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d000. 00000100:00000040:3.0:1789468668.754885:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315584757, at 4315584769 00000100:00000010:3.0:1789468668.754900:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d7e0. 00000100:00000001:1.0:1789468668.881547:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468668.881558:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468668.881560:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468668.881576:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468668.881581:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468668.881585:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468668.881589:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468668.881592:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468668.881595:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468669.265336:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468669.265346:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468669.265353:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468669.265354:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468669.265358:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468669.265359:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468669.265478:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468669.265483:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468669.265487:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468669.906157:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468669.906168:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468669.906170:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468669.906178:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468669.906182:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468669.906209:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468669.906212:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468669.906215:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468669.906219:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468670.289317:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468670.289327:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468670.289335:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468670.289337:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468670.289341:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468670.289342:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468670.289619:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468670.289624:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468670.289628:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468670.929354:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468670.929364:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468670.929367:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468670.929373:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468670.929378:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468670.929383:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468670.929386:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468670.929389:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468670.929392:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468671.314739:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468671.314749:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468671.314757:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468671.314758:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468671.314762:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468671.314763:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468671.314792:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468671.314795:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468671.314799:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468671.953315:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468671.953327:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468671.953329:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468671.953338:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468671.953342:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468671.953347:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468671.953350:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468671.953353:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468671.953357:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468672.339305:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468672.339315:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468672.339318:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468672.339321:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468672.339327:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468672.339330:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468672.339332:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468672.339334:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468672.339338:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468672.339340:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468672.339344:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468672.339345:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468672.340785:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468672.340792:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468672.340797:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468672.593419:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468672.593433:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468672.593437:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468672.593440:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468672.593443:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468672.593469:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468672.593472:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468672.593476:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468672.593479:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468672.593482:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468672.593489:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20926) 00000100:00000001:2.0:1789468672.595347:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468672.595361:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468672.595363:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468672.595368:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468672.595370:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468672.595374:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468672.595377:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468672.977329:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468672.977341:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468672.977344:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468672.977350:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468672.977356:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468672.977361:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468672.977364:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468672.977367:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468672.977370:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468673.361769:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468673.361777:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468673.361781:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468673.361783:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468673.361786:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468673.361787:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468673.364328:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468673.364363:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468673.364377:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468673.617721:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468673.617734:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468673.617736:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468673.617741:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468673.617743:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468673.617747:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468673.617750:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468674.001243:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468674.001250:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468674.001252:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468674.001257:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468674.001260:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468674.001264:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468674.001267:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468674.001269:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468674.001272:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468674.385262:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468674.385269:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468674.385274:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468674.385276:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468674.385279:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468674.385280:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468674.385716:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468674.385720:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468674.385723:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468674.641343:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468674.641355:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468674.641357:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468674.641361:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468674.641363:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468674.641367:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468674.641370:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468675.025571:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468675.025580:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468675.025582:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468675.025587:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468675.025591:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468675.025594:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468675.025597:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468675.025600:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468675.025603:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468675.409261:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468675.409268:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468675.409274:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468675.409277:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468675.409279:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468675.409283:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468675.409286:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468675.409288:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468675.409291:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468675.409293:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468675.409296:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468675.409297:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468675.409299:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468675.409300:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468675.409302:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468675.409304:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468675.409305:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468675.409308:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468675.409330:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468675.409333:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468675.409335:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468675.665417:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468675.665431:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468675.665433:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468675.665437:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468675.665440:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468675.665444:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468675.665446:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468676.049369:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468676.049376:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468676.049378:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468676.049384:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468676.049388:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468676.049391:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468676.049394:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468676.049396:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468676.049399:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468676.433261:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468676.433268:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468676.433273:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468676.433275:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468676.433278:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468676.433279:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468676.433494:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468676.433499:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468676.433502:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468676.689399:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468676.689413:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468676.689416:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468676.689420:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468676.689422:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468676.689426:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468676.689429:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468677.073954:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468677.073961:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468677.073964:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468677.073985:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468677.073989:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468677.073993:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468677.073996:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468677.073998:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468677.074000:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468677.459005:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468677.459012:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468677.459018:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468677.459019:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468677.459022:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468677.459024:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468677.460896:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468677.460902:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468677.460906:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468677.713602:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468677.713613:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468677.713617:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468677.713619:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468677.713622:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468677.713625:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468677.713628:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468677.713631:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468677.713634:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468677.713637:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468677.713643:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20931) 00000100:00000001:2.0:1789468677.714099:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468677.714110:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468677.714112:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468677.714116:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468677.714118:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468677.714121:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468677.714124:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468678.097259:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468678.097267:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468678.097269:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468678.097275:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468678.097279:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468678.097282:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468678.097285:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468678.097288:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468678.097290:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468678.481323:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468678.481331:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468678.481336:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468678.481337:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468678.481340:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468678.481341:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468678.481683:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468678.481687:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468678.481690:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468678.737260:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468678.737274:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468678.737276:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468678.737281:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468678.737283:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468678.737287:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468678.737290:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468679.121635:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468679.121642:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468679.121644:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468679.121649:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468679.121653:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468679.121657:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468679.121660:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468679.121662:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468679.121665:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468679.505284:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468679.505289:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468679.505293:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468679.505294:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468679.505296:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468679.505297:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468679.505314:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468679.505316:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468679.505318:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468679.761638:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468679.761654:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468679.761656:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468679.761661:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468679.761663:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468679.761667:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468679.761670:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468680.151589:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468680.151597:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468680.151599:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468680.151604:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468680.151607:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468680.151610:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468680.151613:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468680.151616:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468680.151633:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468680.529340:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468680.529347:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468680.529352:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468680.529353:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468680.529356:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468680.529357:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468680.530078:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468680.530082:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468680.530085:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468680.785614:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468680.785629:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468680.785631:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468680.785637:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468680.785640:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468680.785644:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468680.785647:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468681.169709:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468681.169716:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468681.169718:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468681.169723:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468681.169727:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468681.169730:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468681.169733:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468681.169736:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468681.169738:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468681.553317:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468681.553323:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468681.553329:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468681.553330:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468681.553333:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468681.553334:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468681.553429:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468681.553432:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468681.553435:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468681.809522:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468681.809537:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468681.809539:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468681.809543:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468681.809545:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468681.809550:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468681.809553:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468682.193300:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468682.193307:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468682.193309:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468682.193314:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468682.193333:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468682.193336:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468682.193339:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468682.193342:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468682.193344:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468682.579887:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468682.579894:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468682.579897:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468682.579900:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468682.579905:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468682.579907:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468682.579908:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468682.579910:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468682.579913:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468682.579915:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468682.579930:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468682.579931:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468682.580094:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468682.580098:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468682.580100:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468682.833277:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468682.833292:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468682.833294:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468682.833316:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468682.833318:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468682.833323:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468682.833326:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468682.833581:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468682.833587:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468682.833590:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468682.833601:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468682.833606:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468682.833610:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468682.833612:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468682.833617:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468682.833619:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468682.833623:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468682.833628:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20936) 00000100:00000001:1.0:1789468683.219013:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468683.219020:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468683.219022:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468683.219027:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468683.219030:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468683.219033:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468683.219036:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468683.219038:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468683.219041:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468683.601590:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468683.601596:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468683.601601:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468683.601603:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468683.601606:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468683.601608:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468683.601633:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468683.601636:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468683.601639:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468683.857330:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468683.857344:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468683.857346:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468683.857350:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468683.857352:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468683.857356:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468683.857359:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468684.241859:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468684.241866:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468684.241868:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468684.241872:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468684.241875:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468684.241879:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468684.241882:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468684.241884:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468684.241886:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468684.625285:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468684.625292:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468684.625298:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468684.625299:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468684.625303:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468684.625304:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468684.625408:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468684.625411:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468684.625415:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468684.881257:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468684.881271:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468684.881273:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468684.881277:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468684.881279:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468684.881283:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468684.881286:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468685.268177:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468685.268197:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468685.268199:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468685.268205:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468685.268208:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468685.268212:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468685.268214:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468685.268217:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468685.268219:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468685.653013:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468685.653019:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468685.653024:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468685.653027:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468685.653029:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468685.653033:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468685.653035:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468685.653038:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468685.653040:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468685.653042:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468685.653045:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468685.653047:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468685.653048:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468685.653049:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468685.653051:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468685.653052:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468685.653054:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468685.653056:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468685.653155:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468685.653158:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468685.653161:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468685.906947:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468685.906961:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468685.906962:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468685.906967:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468685.906969:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468685.906972:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468685.906975:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468686.289359:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468686.289366:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468686.289368:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468686.289374:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468686.289377:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468686.289380:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468686.289384:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468686.289386:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468686.289389:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468686.677106:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468686.677114:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468686.677120:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468686.677121:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468686.677125:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468686.677126:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468686.678293:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468686.678298:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468686.678302:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468686.930210:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468686.930224:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468686.930226:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468686.930231:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468686.930234:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468686.930237:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468686.930240:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468687.316942:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468687.316965:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468687.316967:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468687.316972:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468687.316976:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468687.316979:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468687.316982:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468687.316984:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468687.316987:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468687.698214:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468687.698222:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468687.698228:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468687.698229:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468687.698234:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468687.698235:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468687.698257:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468687.698260:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468687.698262:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468687.953255:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468687.953268:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468687.953270:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468687.953275:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468687.953277:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468687.953281:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468687.953283:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468687.953420:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468687.953426:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468687.953438:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468687.953442:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468687.953444:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468687.953447:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468687.953449:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468687.953453:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468687.953456:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468687.953459:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468687.953464:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20941) 00000100:00000001:1.0:1789468688.337259:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468688.337266:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468688.337268:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468688.337274:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468688.337277:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468688.337281:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468688.337284:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468688.337287:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468688.337289:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468688.721258:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468688.721265:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468688.721271:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468688.721273:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468688.721276:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468688.721277:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468688.721924:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468688.721929:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468688.721932:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468688.977261:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468688.977274:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468688.977277:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468688.977281:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468688.977283:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468688.977288:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468688.977291:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468689.361464:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468689.361472:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468689.361474:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468689.361479:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468689.361483:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468689.361503:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468689.361518:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468689.361520:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468689.361523:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468689.745400:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468689.745406:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468689.745411:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468689.745412:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468689.745415:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468689.745416:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468689.750457:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468689.750533:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468689.750538:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468690.003006:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468690.003021:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468690.003023:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468690.003028:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468690.003030:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468690.003035:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468690.003038:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468690.385803:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468690.385812:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468690.385814:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468690.385819:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468690.385823:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468690.385827:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468690.385830:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468690.385832:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468690.385835:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468690.769263:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468690.769270:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468690.769276:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468690.769278:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468690.769281:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468690.769282:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468690.769588:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468690.769592:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468690.769596:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468691.027226:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468691.027241:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468691.027243:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468691.027248:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468691.027251:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468691.027263:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468691.027266:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468691.409218:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468691.409227:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468691.409229:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468691.409235:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468691.409238:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468691.409242:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468691.409261:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468691.409264:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468691.409266:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468691.793688:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468691.793697:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468691.793705:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468691.793706:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468691.793710:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468691.793711:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468691.793731:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468691.793734:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468691.793737:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468692.049248:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468692.049254:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468692.049269:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468667/real 1789468667] req@ffff8cbacf6c7100 x1876386402410624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468692 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468692.049294:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468692.049296:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468692.049300:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7d68. 00000400:00000200:1.0:1789468692.049306:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de908 00000400:00000010:1.0:1789468692.049309:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de908. 00000100:00000001:1.0:1789468692.049313:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468692.049317:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c7100 x1876386402410624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468692 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468692.049325:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c7100 x1876386402410624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468692 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468692.049333:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468692.049335:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468692.049338:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468692.049340:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468692.049343:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c7100 x1876386402410624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468692 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468692.049350:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468692.049352:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468692.049357:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468667/real 1789468667] req@ffff8cbacf6c4380 x1876386402410752/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468692 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468692.049364:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468692.049365:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468692.049367:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee72c0. 00000400:00000200:1.0:1789468692.049369:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de000 00000400:00000010:1.0:1789468692.049371:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de000. 00000100:00000001:1.0:1789468692.049392:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468692.049396:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c4380 x1876386402410752/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468692 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468692.049404:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c4380 x1876386402410752/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468692 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468692.049411:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468692.049412:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468692.049414:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468692.049415:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468692.049419:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c4380 x1876386402410752/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468692 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468692.049425:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468692.049427:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468692.049430:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468667/real 1789468667] req@ffff8cbacf6c4e00 x1876386402410880/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468692 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468692.049437:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468692.049438:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468692.049884:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7f20. 00000400:00000200:1.0:1789468692.049889:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de220 00000400:00000010:1.0:1789468692.049891:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de220. 00000100:00000001:1.0:1789468692.049895:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468692.049900:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c4e00 x1876386402410880/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468692 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468692.049908:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c4e00 x1876386402410880/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468692 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468692.049915:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468692.049916:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468692.049919:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468692.049920:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468692.049923:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c4e00 x1876386402410880/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468692 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468692.049942:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468692.049949:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468692.049951:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468692.049954:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468692.049956:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468692.049958:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468692.049963:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c7100 x1876386402410624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468692 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468692.049970:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468692.049973:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468692.049975:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468692.049976:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468692.049979:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468692.049980:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468692.049984:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468692.050097:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789468692.050100:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468692.050106:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c7100 x1876386402410624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468692 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468692.050114:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402410624:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789468692.050120:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468692.050123:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c4380 x1876386402410752/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468692 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468692.050156:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468692.050159:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468692.050160:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468692.050161:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468692.050170:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468692.050173:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468692.050175:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468692.058404:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468692.058430:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789468692.058433:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468692.058436:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468692.058639:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468692.058646:0:331017:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20916 00000400:00000200:3.0:1789468692.058656:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468692.058661:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789468692.058664:0:331017:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468692.058668:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468692.058671:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468692.058673:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468692.058676:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789468692.058683:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468692.058685:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789468692.058688:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468692.058691:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789468692.058694:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789468692.058696:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789468692.058699:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468692.058701:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468692.058703:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468692.058705:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789468692.058708:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789468692.058712:0:331017:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789468692.058714:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468692.058718:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468692.058721:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468692.058725:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468692.058727:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468692.058729:0:331017:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468692.058737:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031180. 00000020:00000040:3.0:1789468692.058746:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=5 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789468692.058750:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468692.058751:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468692.058754:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468692.058757:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468692.058760:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468692.058768:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2400. 00000100:00000001:3.0:1789468692.058774:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468692.058783:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031180 x1876386402411008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468692.058793:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468692.058797:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468692.058801:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa1bc69b] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031180 x1876386402411008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468692.059644:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468692.059649:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468692.059652:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468692.059653:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468692.059655:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468692.059658:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468692.059662:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20916 00000400:00000200:3.0:1789468692.059668:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468692.059671:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789468692.059674:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468692.059677:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468692.059679:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468692.059681:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468692.059684:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789468692.059688:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468692.059690:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789468692.059692:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468692.059703:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789468692.059706:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789468692.059708:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789468692.059711:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468692.059713:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468692.059715:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468692.059717:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789468692.059719:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789468692.059723:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789468692.059725:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468692.059727:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468692.059734:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468692.059736:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468692.059738:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789468692.059742:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789468692.059745:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468692.059747:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468692.059751:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9032300. 00000020:00000040:3.0:1789468692.059755:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=11 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789468692.059758:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468692.059759:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468692.059762:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468692.059764:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468692.059766:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468692.059771:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d0c00. 00000100:00000001:3.0:1789468692.059776:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468692.059783:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9032300 x1876386402411136/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468692.059792:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468692.059794:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468692.059798:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005446fc88] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9032300 x1876386402411136/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789468692.060070:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789468692.060075:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468692.060082:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c4380 x1876386402410752/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468692 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468692.060091:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402410752:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468692.060097:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468692.060101:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c4e00 x1876386402410880/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468692 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468692.060108:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468692.060110:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468692.060112:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468692.060114:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468692.060116:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468692.060119:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468692.060122:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1789468692.060169:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468692.060171:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468692.060174:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468692.060176:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468692.060178:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468692.060180:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468692.060183:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20916 00000400:00000200:3.0:1789468692.060187:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468692.060191:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789468692.060193:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468692.060195:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468692.060197:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468692.060198:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468692.060200:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789468692.060203:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468692.060205:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789468692.060206:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468692.060209:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789468692.060210:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789468692.060213:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789468692.060215:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468692.060217:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468692.060219:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468692.060220:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789468692.060223:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789468692.060226:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789468692.060228:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468692.060235:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468692.060239:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468692.060241:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468692.060243:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789468692.060245:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789468692.060247:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468692.060249:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468692.060252:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031880. 00000020:00000040:3.0:1789468692.060255:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=9 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789468692.060257:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468692.060258:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468692.060260:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468692.060262:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468692.060263:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468692.060268:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3800. 00000100:00000001:3.0:1789468692.060272:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468692.060277:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031880 x1876386402411264/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468692.060284:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468692.060286:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468692.060290:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081730922] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031880 x1876386402411264/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468692.060297:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468692.060300:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468692.060304:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468692.060306:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468692.060309:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468692.060315:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20945) 00000100:00080000:1.0:1789468692.061956:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789468692.061963:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468692.061973:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c4e00 x1876386402410880/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468692 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468692.061982:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402410880:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468692.061988:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468692.061991:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468692.061996:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c7100 x1876386402410624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468692 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468692.062004:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468692.062008:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468692.062433:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacf000. 02000000:00000001:1.0:1789468692.062440:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468692.062443:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468692.062445:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789468692.062448:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468692.062451:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6890800. 02000000:00000001:1.0:1789468692.062454:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468692.062456:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468692.062457:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c7100. 00000100:00000001:1.0:1789468692.062461:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468692.062462:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468692.062465:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468692.062471:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c4380 x1876386402410752/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468692 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468692.062477:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468692.062479:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468692.062480:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faaccc00. 02000000:00000001:1.0:1789468692.062482:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468692.062483:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468692.062493:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789468692.062495:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468692.062496:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6893800. 02000000:00000001:1.0:1789468692.062499:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468692.062500:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468692.062501:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c4380. 00000100:00000001:1.0:1789468692.062503:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468692.062504:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468692.062505:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468692.062509:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c4e00 x1876386402410880/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468692 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468692.062514:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468692.062516:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468692.062518:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacf800. 02000000:00000001:1.0:1789468692.062519:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468692.062520:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468692.062522:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789468692.062523:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468692.062525:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6890000. 02000000:00000001:1.0:1789468692.062526:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468692.062527:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468692.062528:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c4e00. 00000100:00000001:1.0:1789468692.062530:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468692.062532:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468692.062534:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468692.062543:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468692.062544:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468692.062547:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468692.062549:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468692.062551:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468692.062556:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9031180 x1876386402411008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468692.062563:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468692.062565:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468692.062569:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468692.062571:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468692.062574:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468692.062577:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402411008:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789468692.062581:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468692.062586:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468692.062589:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468692.062591:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468692.062598:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890000. 02000000:00000001:1.0:1789468692.062600:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468692.062607:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789468692.062613:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30630. 00000400:00000010:1.0:1789468692.062620:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d56e8. 00000100:00000200:1.0:1789468692.062627:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402411008, portal 25 00000100:00000001:1.0:1789468692.062630:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468692.062631:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107407232 : -126744602144384 : ffff8cb9f9031180) 00000100:00000040:1.0:1789468692.062637:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031180 x1876386402411008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468692.062644:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468692.062647:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789468692.062649:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5088. 00000100:00000200:1.0:1789468692.062653:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402411008, offset 0 00000400:00000200:1.0:1789468692.062659:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789468692.062668:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468692.062675:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789468692.062680:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789468692.062684:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789468692.062688:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789468692.062690:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789468692.062694:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93990:93990:256:4294967295] 192.168.203.142@tcp LPNI seq info [93990:93990:8:4294967295] 00000400:00000200:1.0:1789468692.062697:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468692.062707:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789468692.062712:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789468692.062717:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7600. 00000800:00000200:1.0:1789468692.062723:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789468692.062731:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468692.062736:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789468692.062750:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468692.062754:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789468692.062757:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315609344 00000100:00000010:1.0:1789468692.062762:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869ac00. 00000100:00000001:1.0:1789468692.062769:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468692.062780:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315609344 00000100:00000010:1.0:1789468692.062783:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a5a0. 00000100:00000001:1.0:1789468692.062786:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468692.062789:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468692.062792:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468692.062794:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468692.062798:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9032300 x1876386402411136/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468692.062815:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468692.062817:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468692.062819:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468692.062821:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468692.062823:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468692.062826:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9032300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402411136:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468692.062829:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468692.062831:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468692.062833:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468692.062834:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468692.062837:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6893800. 02000000:00000001:1.0:1789468692.062839:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468692.062843:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789468692.062845:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30738. 00000400:00000010:1.0:1789468692.062850:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5ee0. 00000100:00000200:1.0:1789468692.062853:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402411136, portal 10 00000100:00000001:1.0:1789468692.062854:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468692.062855:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107411712 : -126744602139904 : ffff8cb9f9032300) 00000100:00000040:1.0:1789468692.062863:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9032300 x1876386402411136/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468692.062869:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468692.062871:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789468692.062873:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5c38. 00000100:00000200:1.0:1789468692.062876:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402411136, offset 0 00000400:00000200:1.0:1789468692.062880:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789468692.062883:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468692.062887:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789468692.062890:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789468692.062893:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789468692.062895:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789468692.062897:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789468692.062900:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93991:93991:255:4294967295] 192.168.203.142@tcp LPNI seq info [93991:93991:7:4294967295] 00000400:00000200:1.0:1789468692.062903:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468692.062908:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789468692.062923:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789468692.062928:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7f00. 00000800:00000200:1.0:1789468692.062932:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789468692.062935:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468692.062938:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789468692.062941:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468692.062944:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789468692.062948:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789468692.062950:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315608104 00000100:00000001:1.0:1789468692.062952:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315609344 00000100:00000001:1.0:1789468692.062955:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315608104 00000100:00000001:1.0:1789468692.062956:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315609344 00000100:00000001:1.0:1789468692.062958:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468692.062961:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468692.062963:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468692.062968:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9031880 x1876386402411264/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468692.062974:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468692.062976:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468692.062977:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468692.062979:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468692.062981:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468692.062984:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402411264:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468692.062986:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468692.062988:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468692.062989:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468692.062991:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468692.062994:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890800. 02000000:00000001:1.0:1789468692.062995:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468692.062998:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789468692.063000:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30c08. 00000400:00000010:1.0:1789468692.063003:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5550. 00000100:00000200:1.0:1789468692.063006:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402411264, portal 10 00000100:00000001:1.0:1789468692.063007:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468692.063008:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107409024 : -126744602142592 : ffff8cb9f9031880) 00000100:00000040:1.0:1789468692.063170:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031880 x1876386402411264/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468692.063177:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468692.063179:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789468692.063182:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5440. 00000100:00000200:1.0:1789468692.063184:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402411264, offset 0 00000400:00000200:1.0:1789468692.063189:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789468692.063193:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468692.063196:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789468692.063199:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789468692.063201:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789468692.063203:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789468692.063205:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789468692.063208:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93992:93992:254:4294967295] 192.168.203.142@tcp LPNI seq info [93992:93992:6:4294967295] 00000400:00000200:1.0:1789468692.063213:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468692.063219:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789468692.063223:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789468692.063228:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7100. 00000800:00000200:1.0:1789468692.063232:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789468692.063236:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468692.063238:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789468692.063241:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468692.063244:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789468692.063247:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789468692.063249:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315608093 00000100:00000001:1.0:1789468692.063251:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315609344 00000100:00000001:1.0:1789468692.063253:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315608093 00000100:00000001:1.0:1789468692.063255:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315609344 00000100:00000001:1.0:1789468692.063257:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468692.063259:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468692.063262:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468692.063264:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468692.063269:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468692.063270:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789468692.063272:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468692.063274:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468692.063276:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468692.063278:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789468692.063593:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468692.063600:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7600. 00000400:00000200:2.0:1789468692.063606:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468692.063613:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468692.063617:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5088 00000400:00000010:2.0:1789468692.063620:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5088. 00000100:00000001:2.0:1789468692.063624:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468692.063629:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031180 x1876386402411008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468692.063637:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468692.063640:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031180 x1876386402411008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468717 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468692.063647:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468692.063648:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789468692.063660:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468692.063662:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7f00. 00000400:00000200:2.0:1789468692.063665:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468692.063668:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468692.063670:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5c38 00000400:00000010:2.0:1789468692.063671:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5c38. 00000100:00000001:2.0:1789468692.063674:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468692.063677:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9032300 x1876386402411136/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468692.063684:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468692.063687:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9032300 x1876386402411136/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468717 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468692.063693:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468692.063694:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789468692.063756:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468692.063759:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7100. 00000400:00000200:2.0:1789468692.063762:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468692.063766:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468692.063769:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5440 00000400:00000010:2.0:1789468692.063770:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5440. 00000100:00000001:2.0:1789468692.063772:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468692.063775:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031880 x1876386402411264/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468692.063783:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468692.063785:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031880 x1876386402411264/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468717 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468692.063791:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468692.063792:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1789468692.070148:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468692.070159:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468692.070162:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468692.070165:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468692.070170:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20945) 00000100:00000001:2.0:1789468692.435187:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468692.435198:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468692.435200:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468692.435206:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468692.435209:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468692.435212:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468692.435215:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468692.435217:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468692.435219:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468692.823935:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468692.823944:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468692.823946:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468692.823950:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468692.823954:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468692.823957:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468692.823959:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468692.823961:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468692.823965:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468692.823967:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468692.823969:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468692.823971:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468692.824149:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468692.824152:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468692.824155:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789468693.393271:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315609344, at 4315609408 00000100:00000010:3.0:1789468693.393291:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a5a0. 00000100:00000040:2.0:1789468693.393334:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315609344, at 4315609408 00000100:00000010:2.0:1789468693.393351:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869ac00. 00000100:00000001:2.0:1789468693.462927:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468693.462935:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468693.462937:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468693.462944:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468693.462947:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468693.462952:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468693.462955:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468693.462957:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468693.462960:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468693.841307:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468693.841313:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468693.841319:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468693.841321:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468693.841324:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468693.841325:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468693.841423:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468693.841427:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468693.841431:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468694.482945:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468694.482952:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468694.482955:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468694.482959:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468694.482963:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468694.482966:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468694.482968:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468694.482970:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468694.482973:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468694.866886:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468694.866893:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468694.866900:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468694.866901:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468694.866904:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468694.866905:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468694.867376:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468694.867380:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468694.867383:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468695.505846:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468695.505853:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468695.505855:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468695.505860:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468695.505863:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468695.505867:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468695.505870:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468695.505872:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468695.505883:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468695.889351:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468695.889359:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468695.889365:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468695.889369:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468695.889371:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468695.889374:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468695.889378:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468695.889380:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468695.889382:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468695.889384:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468695.889388:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468695.889389:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468695.889390:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468695.889392:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468695.889393:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468695.889394:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468695.889396:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468695.889397:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468695.889419:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468695.889421:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468695.889424:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468696.529250:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468696.529258:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468696.529260:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468696.529266:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468696.529269:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468696.529273:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468696.529276:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468696.529280:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468696.529283:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468696.913276:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468696.913283:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468696.913289:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468696.913290:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468696.913293:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468696.913294:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468696.913547:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468696.913550:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468696.913553:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468697.169288:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468697.169298:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468697.169302:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468697.169305:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468697.169308:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468697.169311:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468697.169314:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468697.169317:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468697.169320:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468697.169323:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468697.169329:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20950) 00000100:00000001:1.0:1789468697.169389:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468697.169400:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468697.169402:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468697.169406:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468697.169408:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468697.169411:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468697.169413:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468697.553902:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468697.553921:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468697.553923:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468697.553928:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468697.553932:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468697.553936:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468697.553939:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468697.553941:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468697.553944:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468697.937290:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468697.937297:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468697.937302:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468697.937303:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468697.937306:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468697.937307:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468697.937938:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468697.937942:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468697.937945:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468698.193247:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468698.193262:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468698.193264:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468698.193268:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468698.193271:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468698.193276:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468698.193278:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468698.577588:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468698.577595:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468698.577597:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468698.577602:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468698.577605:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468698.577609:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468698.577612:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468698.577615:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468698.577617:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468698.961815:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468698.961823:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468698.961829:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468698.961830:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468698.961834:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468698.961835:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468698.962187:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468698.962190:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468698.962193:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468699.217911:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468699.217925:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468699.217926:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468699.217931:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468699.217933:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468699.217937:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468699.217940:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468699.601244:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468699.601251:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468699.601253:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468699.601257:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468699.601261:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468699.601264:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468699.601267:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468699.601269:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468699.601272:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468699.985790:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468699.985800:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468699.985806:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468699.985807:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468699.985810:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468699.985812:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468699.985833:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468699.985836:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468699.985839:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468700.241245:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468700.241259:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468700.241261:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468700.241266:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468700.241268:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468700.241272:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468700.241275:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468700.626868:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468700.626876:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468700.626878:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468700.626882:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468700.626885:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468700.626889:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468700.626892:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468700.626894:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468700.626896:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468701.009284:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468701.009291:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468701.009296:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468701.009297:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468701.009300:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468701.009302:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468701.012998:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468701.013012:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468701.013017:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468701.266086:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468701.266099:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468701.266103:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468701.266107:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468701.266109:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468701.266113:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468701.266116:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468701.649254:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468701.649262:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468701.649264:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468701.649269:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468701.649272:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468701.649276:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468701.649279:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468701.649281:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468701.649284:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468702.033466:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468702.033473:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468702.033478:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468702.033480:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468702.033483:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468702.033484:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468702.036329:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468702.036335:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468702.036341:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468702.289264:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1789468702.289269:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468702.289277:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1789468702.289279:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1789468702.289281:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789468702.289282:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789468702.289288:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1789468702.289289:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1789468702.289293:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789468702.289294:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468702.289299:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468702.289302:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468702.289468:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468702.289470:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468702.289474:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468702.289476:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468702.289479:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468702.289484:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20956) 00000100:00000001:2.0:1789468702.673329:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468702.673336:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468702.673338:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468702.673343:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468702.673346:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468702.673350:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468702.673352:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468702.673354:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468702.673357:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468703.057270:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468703.057279:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468703.057281:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468703.057285:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468703.057289:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468703.057302:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468703.057305:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468703.057307:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468703.057311:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468703.057313:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468703.057316:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468703.057317:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468703.057540:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468703.057543:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468703.057546:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468703.313237:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468703.313250:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468703.313252:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468703.313257:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468703.313260:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468703.313264:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468703.313266:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468703.700086:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468703.700095:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468703.700097:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468703.700102:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468703.700105:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468703.700109:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468703.700112:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468703.700114:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468703.700116:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468704.081317:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468704.081324:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468704.081329:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468704.081330:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468704.081333:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468704.081334:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468704.081364:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468704.081366:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468704.081369:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468704.337256:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468704.337271:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468704.337273:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468704.337278:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468704.337280:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468704.337284:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468704.337287:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468704.721261:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468704.721269:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468704.721271:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468704.721277:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468704.721280:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468704.721284:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468704.721287:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468704.721289:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468704.721292:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468705.105292:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468705.105298:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468705.105303:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468705.105304:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468705.105307:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468705.105308:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468705.105472:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468705.105476:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468705.105480:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468705.361257:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468705.361272:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468705.361274:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468705.361279:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468705.361281:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468705.361286:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468705.361289:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468705.745318:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468705.745324:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468705.745326:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468705.745331:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468705.745334:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468705.745338:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468705.745341:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468705.745344:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468705.745346:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468706.130203:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468706.130211:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468706.130217:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468706.130999:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468706.131002:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468706.131005:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468706.131009:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468706.131011:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468706.131013:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468706.131017:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468706.131022:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468706.131024:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468706.131025:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468706.131026:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468706.131028:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468706.131029:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468706.131030:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468706.131032:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468706.131221:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468706.131225:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468706.131228:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468706.385248:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468706.385262:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468706.385264:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468706.385268:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468706.385271:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468706.385275:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468706.385277:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468706.769303:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468706.769311:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468706.769315:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468706.769320:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468706.769324:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468706.769327:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468706.769330:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468706.769332:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468706.769335:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468707.153297:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468707.153308:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468707.153316:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468707.153318:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468707.153323:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468707.153324:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468707.153468:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468707.153573:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468707.153579:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468707.409287:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468707.409301:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468707.409305:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468707.409309:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468707.409314:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468707.409317:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468707.409321:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468707.409325:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468707.409329:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468707.409333:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468707.409341:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20961) 00000100:00000001:3.0:1789468707.409386:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468707.409400:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468707.409403:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468707.409408:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468707.409411:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468707.409416:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468707.409418:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468707.793306:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468707.793319:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468707.793322:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468707.793330:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468707.793335:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468707.793341:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468707.793345:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468707.793348:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468707.793352:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468708.177346:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468708.177356:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468708.177372:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468708.177374:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468708.177378:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468708.177380:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468708.177405:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468708.177408:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468708.177412:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468708.433233:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468708.433253:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468708.433256:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468708.433263:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468708.433265:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468708.433271:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468708.433275:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468708.817324:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468708.817337:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468708.817339:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468708.817349:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468708.817369:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468708.817374:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468708.817378:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468708.817381:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468708.817384:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468709.201575:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468709.201586:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468709.201595:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468709.201596:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468709.201600:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468709.201601:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468709.202525:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468709.202531:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468709.202536:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468709.457315:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468709.457335:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468709.457338:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468709.457344:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468709.457347:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468709.457353:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468709.457367:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468709.842451:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468709.842465:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468709.842467:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468709.842475:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468709.842479:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468709.842484:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468709.842488:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468709.842491:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468709.842495:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468710.225362:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468710.225371:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468710.225379:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468710.225380:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468710.225385:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468710.225386:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468710.225594:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468710.225598:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468710.225603:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468710.483019:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468710.483034:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468710.483036:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468710.483040:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468710.483043:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468710.483048:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468710.483050:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468710.865358:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468710.865368:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468710.865371:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468710.865378:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468710.865383:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468710.865388:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468710.865391:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468710.865394:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468710.865397:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468711.249432:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468711.249443:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468711.249453:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468711.249454:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468711.249458:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468711.249459:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468711.249822:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468711.249827:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468711.249831:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468711.505520:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468711.505538:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468711.505540:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468711.505546:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468711.505549:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468711.505555:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468711.505558:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468711.889323:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468711.889333:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468711.889346:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468711.889354:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468711.889359:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468711.889364:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468711.889367:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468711.889370:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468711.889372:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468712.274814:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468712.274824:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468712.274841:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468712.274842:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468712.274845:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468712.274847:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468712.274872:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468712.274875:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468712.274879:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468712.529455:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468712.529469:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468712.529472:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468712.529475:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468712.529478:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468712.529480:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468712.529483:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468712.529487:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468712.529490:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468712.529492:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468712.529499:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20966) 00000100:00000001:1.0:1789468712.530816:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468712.530950:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468712.530954:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468712.530960:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468712.530963:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468712.530968:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468712.530971:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468712.913315:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468712.913325:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468712.913327:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468712.913342:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468712.913346:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468712.913350:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468712.913354:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468712.913357:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468712.913360:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468713.297333:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468713.297347:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468713.297350:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468713.297354:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468713.297361:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468713.297364:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468713.297367:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468713.297370:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468713.297375:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468713.297376:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468713.297381:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468713.297382:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468713.297554:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468713.297559:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468713.297562:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468713.553331:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468713.553352:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468713.553355:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468713.553361:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468713.553364:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468713.553370:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468713.553382:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468713.937263:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468713.937271:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468713.937274:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468713.937280:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468713.937283:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468713.937287:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468713.937290:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468713.937292:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468713.937295:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468714.321343:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468714.321353:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468714.321362:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468714.321363:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468714.321367:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468714.321368:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468714.321471:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468714.321476:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468714.321479:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468714.580214:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468714.580232:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468714.580234:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468714.580240:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468714.580243:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468714.581755:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468714.581761:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468714.961296:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468714.961307:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468714.961310:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468714.961326:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468714.961330:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468714.961335:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468714.961339:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468714.961342:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468714.961345:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468715.345297:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468715.345308:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468715.345326:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468715.345330:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468715.345333:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468715.345338:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468715.345341:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468715.345345:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468715.345347:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468715.345349:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468715.345354:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468715.345356:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468715.345357:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468715.345359:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468715.345361:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468715.345362:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468715.345364:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468715.345366:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468715.345583:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468715.345588:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468715.345592:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468715.601355:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468715.601374:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468715.601378:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468715.601384:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468715.601386:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468715.601392:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468715.601405:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468715.986808:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468715.986819:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468715.986821:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468715.986829:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468715.986833:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468715.986838:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468715.986841:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468715.986844:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468715.986847:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468716.369291:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468716.369299:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468716.369312:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468716.369314:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468716.369317:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468716.369319:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468716.369341:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468716.369343:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468716.369346:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468716.625309:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468716.625324:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468716.625327:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468716.625331:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468716.625334:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468716.625338:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468716.625340:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468717.009286:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468717.009388:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468717.009393:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468717.009407:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468717.009412:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468717.009416:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468717.009420:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468717.009423:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468717.009426:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468717.393289:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468717.393307:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468717.393315:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468717.393316:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468717.393320:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468717.393321:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468717.393714:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468717.393718:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468717.393722:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468717.649289:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468717.649307:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468717.649328:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468692/real 1789468692] req@ffff8cb9f9031180 x1876386402411008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468717 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468717.649351:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468717.649353:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468717.649358:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30630. 00000400:00000200:3.0:1789468717.649368:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d56e8 00000400:00000010:3.0:1789468717.649371:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d56e8. 00000100:00000001:3.0:1789468717.649378:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468717.649382:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9031180 x1876386402411008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468717 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468717.649392:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9031180 x1876386402411008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468717 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468717.649401:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468717.649404:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468717.649407:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468717.649409:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468717.649414:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9031180 x1876386402411008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468717 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468717.649450:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468717.649453:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468717.649459:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468692/real 1789468692] req@ffff8cb9f9032300 x1876386402411136/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468717 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468717.649469:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468717.649470:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468717.649473:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30738. 00000400:00000200:3.0:1789468717.649476:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5ee0 00000400:00000010:3.0:1789468717.649477:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5ee0. 00000100:00000001:3.0:1789468717.649480:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468717.649483:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9032300 x1876386402411136/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468717 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468717.649490:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9032300 x1876386402411136/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468717 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468717.649496:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468717.649498:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468717.649500:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468717.649501:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468717.649505:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9032300 x1876386402411136/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468717 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468717.649511:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468717.649513:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468717.649517:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468692/real 1789468692] req@ffff8cb9f9031880 x1876386402411264/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468717 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468717.649525:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468717.649526:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468717.649527:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30c08. 00000400:00000200:3.0:1789468717.649530:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5550 00000400:00000010:3.0:1789468717.649532:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5550. 00000100:00000001:3.0:1789468717.649540:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468717.649543:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9031880 x1876386402411264/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468717 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468717.649550:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9031880 x1876386402411264/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468717 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468717.649556:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468717.649557:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468717.649559:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468717.649560:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468717.649563:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9031880 x1876386402411264/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468717 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468717.649569:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468717.649578:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468717.649580:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468717.649584:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468717.649586:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468717.649601:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468717.649607:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9031180 x1876386402411008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468717 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468717.649614:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468717.649617:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468717.649618:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468717.649620:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468717.649623:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468717.649625:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468717.649629:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468717.649725:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789468717.649728:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468717.649733:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9031180 x1876386402411008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468717 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468717.649752:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402411008:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789468717.649757:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468717.649761:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9032300 x1876386402411136/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468717 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468717.649767:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468717.649769:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468717.649771:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468717.649772:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468717.649774:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468717.649778:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468717.649781:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789468717.665247:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468717.665263:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1789468717.665266:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468717.665271:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468717.665277:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468717.665287:0:332879:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20940 00000400:00000200:0.0:1789468717.665307:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468717.665315:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789468717.665318:0:332879:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468717.665322:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468717.665327:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468717.665329:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468717.665332:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789468717.665342:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468717.665345:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:0.0:1789468717.665348:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468717.665352:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:0.0:1789468717.665354:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:0.0:1789468717.665357:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:0.0:1789468717.665360:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468717.665362:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468717.665364:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468717.665366:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789468717.665369:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:0.0:1789468717.665373:0:332879:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789468717.665375:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468717.665378:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468717.665382:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468717.665385:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468717.665388:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468717.665391:0:332879:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468717.665403:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e8000. 00000020:00000040:0.0:1789468717.665408:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=5 obd=MGC192.168.203.142@tcp 02000000:00000001:0.0:1789468717.665413:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468717.665415:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468717.665419:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468717.665422:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468717.665427:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468717.665437:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687ec00. 00000100:00000001:0.0:1789468717.665446:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468717.665458:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e8000 x1876386402411392/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468717.665474:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468717.665479:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468717.665485:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c65d7ff] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e8000 x1876386402411392/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468717.665500:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468717.665503:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468717.665506:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789468717.665508:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468717.665510:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468717.665512:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468717.665515:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20940 00000400:00000200:0.0:1789468717.665519:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468717.665522:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789468717.665524:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468717.665527:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468717.665529:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468717.665531:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468717.665533:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789468717.665537:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468717.665538:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:0.0:1789468717.665540:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468717.665542:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:0.0:1789468717.665545:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:0.0:1789468717.665546:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:0.0:1789468717.665549:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468717.665551:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468717.665553:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468717.665555:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789468717.665558:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:0.0:1789468717.665560:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789468717.665563:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468717.665564:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468717.665571:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468717.665574:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468717.665576:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789468717.665581:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789468717.665585:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468717.665587:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468717.665591:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6eb100. 00000020:00000040:0.0:1789468717.665593:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=11 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789468717.665596:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468717.665597:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468717.665598:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468717.665600:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468717.665601:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468717.665605:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687d000. 00000100:00000001:0.0:1789468717.665609:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468717.665615:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6eb100 x1876386402411520/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468717.665622:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468717.665624:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468717.665628:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d89161c0] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6eb100 x1876386402411520/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468717.665636:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468717.665639:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468717.665643:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468717.665646:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468717.665650:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468717.665654:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468717.665656:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468717.665662:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20971) 00000100:00080000:3.0:1789468717.665988:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789468717.665994:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468717.666002:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9032300 x1876386402411136/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468717 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468717.666013:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9032300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402411136:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468717.666021:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468717.666026:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9031880 x1876386402411264/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468717 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468717.666033:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468717.666036:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468717.666039:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468717.666042:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468717.666044:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468717.666047:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468717.666070:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468717.666076:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789468717.666079:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468717.666092:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9031880 x1876386402411264/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468717 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468717.666101:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402411264:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468717.666105:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468717.666108:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468717.666112:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9031180 x1876386402411008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468717 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468717.666119:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468717.666121:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468717.666124:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890000. 02000000:00000001:3.0:1789468717.666145:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468717.666147:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468717.666149:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789468717.666151:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468717.666154:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d2400. 02000000:00000001:3.0:1789468717.666158:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468717.666160:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468717.666162:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9031180. 00000100:00000001:3.0:1789468717.666166:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468717.666168:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468717.666170:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468717.666174:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9032300 x1876386402411136/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468717 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468717.666180:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468717.666182:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468717.666183:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6893800. 02000000:00000001:3.0:1789468717.666186:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468717.666187:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468717.666192:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789468717.666194:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468717.666196:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d0c00. 02000000:00000001:3.0:1789468717.666198:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468717.666199:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468717.666200:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9032300. 00000100:00000001:3.0:1789468717.666203:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468717.666204:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468717.666206:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468717.666209:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9031880 x1876386402411264/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468717 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468717.666215:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468717.666217:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468717.666218:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890800. 02000000:00000001:3.0:1789468717.666220:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468717.666221:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468717.666222:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789468717.666223:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468717.666224:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d3800. 02000000:00000001:3.0:1789468717.666226:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468717.666227:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468717.666228:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9031880. 00000100:00000001:3.0:1789468717.666230:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468717.666231:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468717.666233:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468717.666242:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468717.666244:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468717.666246:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468717.666249:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468717.666251:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468717.666254:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e8000 x1876386402411392/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468717.666261:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468717.666264:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468717.666268:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468717.666271:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468717.666276:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468717.666280:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402411392:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789468717.666284:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468717.666289:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468717.666292:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468717.666303:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468717.666308:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d3800. 02000000:00000001:3.0:1789468717.666310:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468717.666317:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789468717.666322:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf840. 00000400:00000010:3.0:1789468717.666330:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce5d8. 00000100:00000200:3.0:1789468717.666339:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402411392, portal 25 00000100:00000001:3.0:1789468717.666341:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468717.666344:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704772096 : -126741004779520 : ffff8cbacf6e8000) 00000100:00000040:3.0:1789468717.666350:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e8000 x1876386402411392/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468717.666361:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468717.666364:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789468717.666367:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce660. 00000100:00000200:3.0:1789468717.666369:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402411392, offset 0 00000400:00000200:3.0:1789468717.666378:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789468717.666388:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468717.666395:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789468717.666402:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789468717.666406:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789468717.666410:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789468717.666413:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789468717.666417:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93993:93993:256:4294967295] 192.168.203.142@tcp LPNI seq info [93993:93993:8:4294967295] 00000400:00000200:3.0:1789468717.666422:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468717.666433:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789468717.666441:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789468717.666451:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7b00. 00000800:00000200:3.0:1789468717.666459:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789468717.666468:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468717.666474:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789468717.666490:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468717.666495:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468717.666498:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315634948 00000100:00000010:3.0:1789468717.666504:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad04511e0. 00000100:00000001:3.0:1789468717.666511:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789468717.666518:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315634948 00000100:00000010:3.0:1789468717.666521:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451480. 00000100:00000001:3.0:1789468717.666524:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789468717.666527:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468717.666530:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468717.666533:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468717.666537:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6eb100 x1876386402411520/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468717.666544:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468717.666546:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468717.666548:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468717.666550:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468717.666552:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468717.666555:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402411520:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468717.666558:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468717.666560:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468717.666562:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468717.666564:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468717.666567:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d0c00. 02000000:00000001:3.0:1789468717.666569:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468717.666573:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789468717.666576:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bff78. 00000400:00000010:3.0:1789468717.666580:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce2a8. 00000100:00000200:3.0:1789468717.666587:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402411520, portal 10 00000100:00000001:3.0:1789468717.666598:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468717.666600:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704784640 : -126741004766976 : ffff8cbacf6eb100) 00000100:00000040:3.0:1789468717.666607:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6eb100 x1876386402411520/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468717.666614:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468717.666616:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789468717.666619:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ceaa0. 00000100:00000200:3.0:1789468717.666621:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402411520, offset 0 00000400:00000200:3.0:1789468717.666625:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789468717.666629:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468717.666633:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789468717.666635:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789468717.666638:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789468717.666640:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789468717.666642:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789468717.666646:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93994:93994:255:4294967295] 192.168.203.142@tcp LPNI seq info [93994:93994:7:4294967295] 00000400:00000200:3.0:1789468717.666650:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468717.666656:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789468717.666660:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789468717.666663:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7a00. 00000800:00000200:3.0:1789468717.666667:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789468717.666671:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468717.666674:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7a00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789468717.666677:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468717.666681:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:3.0:1789468717.666684:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468717.666687:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315633708 00000100:00000001:3.0:1789468717.666689:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315634948 00000100:00000001:3.0:1789468717.666692:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315633708 00000100:00000001:3.0:1789468717.666698:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315634948 00000100:00000001:3.0:1789468717.666700:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468717.666703:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468717.666705:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468717.666707:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468717.666710:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468717.666712:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789468717.666714:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468717.666715:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468717.666717:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468717.666719:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789468717.666772:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468717.666776:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7b00. 00000400:00000200:3.0:1789468717.666781:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468717.666786:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468717.666792:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce660 00000400:00000010:3.0:1789468717.666803:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce660. 00000100:00000001:3.0:1789468717.666808:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468717.666812:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e8000 x1876386402411392/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468717.666820:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468717.666824:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e8000 x1876386402411392/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468742 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468717.666831:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468717.666833:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789468717.666916:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468717.666919:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7a00. 00000400:00000200:3.0:1789468717.666922:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468717.666925:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468717.666928:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ceaa0 00000400:00000010:3.0:1789468717.666930:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ceaa0. 00000100:00000001:3.0:1789468717.666932:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468717.666935:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6eb100 x1876386402411520/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468717.666957:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468717.666961:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6eb100 x1876386402411520/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468742 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468717.666967:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468717.666968:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:2.0:1789468717.667455:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468717.667461:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789468717.667463:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468717.667466:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468717.667470:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468717.667474:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20940 00000400:00000200:2.0:1789468717.667480:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468717.667484:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789468717.667487:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468717.667490:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468717.667493:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468717.667496:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468717.667498:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789468717.667505:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468717.667507:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:2.0:1789468717.667510:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468717.667514:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:2.0:1789468717.667516:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:2.0:1789468717.667518:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:2.0:1789468717.667521:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468717.667523:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468717.667524:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468717.667526:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789468717.667529:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:2.0:1789468717.667532:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789468717.667535:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468717.667537:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468717.667543:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468717.667545:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468717.667547:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789468717.667551:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789468717.667554:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468717.667556:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468717.667562:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742f800. 00000020:00000040:2.0:1789468717.667565:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789468717.667568:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468717.667570:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468717.667573:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468717.667575:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468717.667578:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468717.667585:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacdc00. 00000100:00000001:2.0:1789468717.667600:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468717.667607:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742f800 x1876386402411648/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468717.667615:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468717.667620:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468717.667624:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000106e5d2c] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742f800 x1876386402411648/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468717.667645:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468717.667647:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468717.667651:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468717.667654:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468717.667657:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468717.667661:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20971) 00000100:00000001:3.0:1789468717.667753:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468717.667756:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468717.667757:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468717.667763:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742f800 x1876386402411648/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468717.667770:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468717.667772:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468717.667775:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468717.667777:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468717.667779:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468717.667782:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402411648:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468717.667787:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468717.667789:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468717.667791:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468717.667793:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468717.667805:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d3000. 02000000:00000001:3.0:1789468717.667807:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468717.667818:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789468717.667822:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf4d0. 00000400:00000010:3.0:1789468717.667827:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ceaa0. 00000100:00000200:3.0:1789468717.667833:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402411648, portal 10 00000100:00000001:3.0:1789468717.667835:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468717.667837:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836136960 : -126740873414656 : ffff8cbad742f800) 00000100:00000040:3.0:1789468717.667843:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742f800 x1876386402411648/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468717.667851:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468717.667862:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789468717.667864:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce660. 00000100:00000200:3.0:1789468717.667867:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402411648, offset 0 00000400:00000200:3.0:1789468717.667872:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789468717.667879:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468717.667884:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789468717.667888:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789468717.667892:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789468717.667895:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789468717.667898:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789468717.667902:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93995:93995:256:4294967295] 192.168.203.142@tcp LPNI seq info [93995:93995:8:4294967295] 00000400:00000200:3.0:1789468717.667906:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468717.667914:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789468717.667919:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789468717.667923:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7a00. 00000800:00000200:3.0:1789468717.667929:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789468717.667935:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468717.667939:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7a00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789468717.667954:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468717.667959:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:3.0:1789468717.667962:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468717.667965:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315633697 00000100:00000001:3.0:1789468717.667968:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315634948 00000100:00000001:3.0:1789468717.667970:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315633697 00000100:00000001:3.0:1789468717.667972:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315634948 00000100:00000001:3.0:1789468717.667975:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468717.667977:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468717.668274:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468717.668278:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468717.668284:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468717.668291:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789468717.668302:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468717.668303:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468717.668305:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468717.668307:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789468717.668384:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468717.668389:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7a00. 00000400:00000200:2.0:1789468717.668395:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468717.668400:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468717.668405:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce660 00000400:00000010:2.0:1789468717.668407:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce660. 00000100:00000001:2.0:1789468717.668411:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468717.668416:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742f800 x1876386402411648/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468717.668425:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468717.668428:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742f800 x1876386402411648/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468742 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468717.668435:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468717.668437:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468718.033394:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468718.033405:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468718.033408:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468718.033415:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468718.033419:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468718.033423:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468718.033426:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468718.033430:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468718.033433:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468718.417350:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468718.417360:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468718.417367:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468718.417369:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468718.417373:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468718.417374:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468718.417583:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468718.417588:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468718.417591:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468718.993436:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315634948, at 4315635008 00000100:00000010:2.0:1789468718.993458:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad04511e0. 00000100:00000040:3.0:1789468718.993618:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315634948, at 4315635008 00000100:00000010:3.0:1789468718.993625:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451480. 00000100:00000001:2.0:1789468719.057235:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468719.057246:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468719.057249:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468719.057255:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468719.057259:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468719.057264:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468719.057267:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468719.057270:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468719.057273:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468719.441640:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468719.441647:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468719.441654:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468719.441655:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468719.442008:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468719.442010:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468719.443997:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468719.444006:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468719.444013:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468720.081318:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468720.081337:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468720.081340:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468720.081348:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468720.081353:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468720.081358:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468720.081361:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468720.081365:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468720.081368:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468720.465383:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468720.465392:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468720.465400:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468720.465401:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468720.465405:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468720.465406:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468720.465434:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468720.465437:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468720.465440:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468721.105362:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468721.105378:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468721.105380:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468721.105385:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468721.105389:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468721.105393:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468721.105396:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468721.105399:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468721.105402:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468721.489274:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468721.489280:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468721.489286:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468721.489288:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468721.489291:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468721.489292:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468721.490743:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468721.490749:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468721.490753:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468722.130533:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468722.130541:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468722.130543:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468722.130548:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468722.130552:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468722.130555:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468722.130559:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468722.130561:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468722.130564:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468722.513361:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468722.513367:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468722.513373:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468722.513374:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468722.513378:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468722.513380:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468722.513467:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468722.513470:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468722.513473:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468722.769306:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468722.769316:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468722.769319:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468722.769322:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468722.769324:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468722.769327:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468722.769330:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468722.769334:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468722.769336:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468722.769339:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468722.769345:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20976) 00000100:00000001:3.0:1789468722.769571:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468722.769582:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468722.769591:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468722.769595:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468722.769597:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468722.769601:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468722.769604:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468723.153360:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468723.153368:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468723.153370:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468723.153376:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468723.153380:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468723.153385:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468723.153389:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468723.153392:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468723.153395:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468723.537275:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468723.537284:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468723.537287:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468723.537290:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468723.537296:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468723.537298:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468723.537300:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468723.537302:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468723.537305:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468723.537306:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468723.537310:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468723.537311:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468723.537435:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468723.537438:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468723.537441:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468723.793267:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468723.793283:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468723.793286:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468723.793290:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468723.793292:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468723.793297:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468723.793300:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468724.177850:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468724.177859:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468724.177861:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468724.177867:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468724.177871:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468724.177876:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468724.177878:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468724.177881:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468724.177883:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468724.561277:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468724.561284:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468724.561290:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468724.561291:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468724.561294:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468724.561295:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468724.561315:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468724.561318:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468724.561320:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468724.817276:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468724.817290:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468724.817292:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468724.817297:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468724.817299:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468724.817304:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468724.817306:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468725.201257:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468725.201266:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468725.201268:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468725.201272:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468725.201276:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468725.201280:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468725.201283:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468725.201285:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468725.201288:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468725.585265:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468725.585271:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468725.585276:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468725.585279:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468725.585281:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468725.585284:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468725.585287:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468725.585289:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468725.585292:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468725.585294:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468725.585297:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468725.585298:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468725.585299:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468725.585301:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468725.585302:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468725.585303:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468725.585306:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468725.585307:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468725.585471:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468725.585474:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468725.585477:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468725.841285:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468725.841300:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468725.841302:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468725.841308:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468725.841311:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468725.841316:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468725.841319:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468726.227640:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468726.227647:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468726.227650:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468726.227655:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468726.227658:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468726.227662:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468726.227665:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468726.227667:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468726.227669:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468726.610210:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468726.610216:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468726.610395:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468726.610746:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468726.610752:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468726.610753:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468726.611321:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468726.611393:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468726.611397:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468726.872509:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468726.872524:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468726.872526:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468726.872531:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468726.872562:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468726.872567:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468726.872570:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468727.249331:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468727.249338:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468727.249341:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468727.249347:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468727.249350:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468727.249354:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468727.249356:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468727.249359:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468727.249361:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468727.633404:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468727.633411:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468727.633417:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468727.633418:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468727.633421:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468727.633422:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468727.633536:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468727.633540:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468727.633543:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468727.889277:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1789468727.889278:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468727.889288:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468727.889292:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789468727.889292:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468727.889297:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789468727.889298:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1789468727.889303:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1789468727.889304:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789468727.889308:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1789468727.889309:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468727.889314:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789468727.889314:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468727.889320:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468727.889321:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468727.889326:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468727.889330:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468727.889335:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20981) 00000100:00000001:2.0:1789468728.273271:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468728.273279:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468728.273281:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468728.273286:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468728.273290:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468728.273293:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468728.273297:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468728.273309:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468728.273311:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468728.657317:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468728.657324:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468728.657330:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468728.657331:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468728.657334:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468728.657335:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468728.657357:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468728.657359:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468728.657362:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468728.913282:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468728.913298:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468728.913300:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468728.913305:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468728.913307:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468728.913311:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468728.913314:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468729.297269:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468729.297277:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468729.297279:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468729.297285:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468729.297289:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468729.297293:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468729.297296:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468729.297299:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468729.297301:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468729.681423:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468729.681431:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468729.681438:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468729.681439:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468729.681443:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468729.681444:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468729.681885:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468729.681888:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468729.681891:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468729.937987:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468729.938001:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468729.938003:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468729.938008:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468729.938010:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468729.938014:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468729.938016:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468730.321315:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468730.321322:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468730.321324:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468730.321328:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468730.321332:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468730.321336:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468730.321338:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468730.321340:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468730.321343:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468730.706475:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468730.706482:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468730.706488:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468730.706489:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468730.706492:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468730.706493:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468730.706767:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468730.706770:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468730.706774:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468730.961252:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468730.961267:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468730.961269:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468730.961274:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468730.961276:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468730.961280:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468730.961283:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468731.345268:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468731.345276:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468731.345278:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468731.345283:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468731.345286:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468731.345290:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468731.345293:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468731.345295:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468731.345297:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468731.729287:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468731.729295:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468731.729301:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468731.729303:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468731.729307:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468731.729308:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468731.731416:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468731.731422:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468731.731427:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468731.985274:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468731.985288:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468731.985290:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468731.985296:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468731.985298:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468731.985302:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468731.985304:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468732.369259:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468732.369266:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468732.369269:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468732.369275:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468732.369278:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468732.369281:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468732.369284:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468732.369286:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468732.369289:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468732.753378:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468732.753385:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468732.753391:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468732.753393:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468732.753396:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468732.753397:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468732.753431:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468732.753434:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468732.753436:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468733.009267:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468733.009282:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468733.009284:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468733.009305:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468733.009307:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468733.009311:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468733.009314:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468733.013278:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468733.013288:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468733.013291:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468733.013294:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468733.013297:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468733.013300:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468733.013303:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468733.013306:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468733.013309:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468733.013311:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468733.013318:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20986) 00000100:00000001:2.0:1789468733.393684:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468733.393692:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468733.393695:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468733.393700:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468733.393703:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468733.393707:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468733.393710:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468733.393712:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468733.393715:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468733.777301:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468733.777309:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468733.777312:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468733.777315:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468733.777320:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468733.777323:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468733.777325:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468733.777327:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468733.777331:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468733.777332:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468733.777335:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468733.777336:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468733.777578:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468733.777582:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468733.777585:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468734.033284:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468734.033296:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468734.033298:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468734.033303:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468734.033305:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468734.033309:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468734.033311:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468734.417616:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468734.417623:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468734.417625:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468734.417630:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468734.417634:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468734.417638:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468734.417640:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468734.417643:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468734.417645:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468734.801804:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468734.801815:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468734.801823:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468734.801825:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468734.801828:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468734.801829:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468734.801936:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468734.801943:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468734.801947:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468735.057865:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468735.057884:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468735.057886:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468735.057893:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468735.057896:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468735.057902:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468735.057905:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468735.441269:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468735.441276:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468735.441278:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468735.441283:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468735.441286:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468735.441290:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468735.441293:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468735.441295:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468735.441299:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468735.825338:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468735.825346:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468735.825352:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468735.825355:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468735.825357:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468735.825360:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468735.825364:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468735.825366:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468735.825368:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468735.825370:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468735.825374:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468735.825375:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468735.825376:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468735.825377:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468735.825379:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468735.825380:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468735.825381:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468735.825382:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468735.825945:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468735.825949:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468735.825952:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468736.081516:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468736.081538:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468736.081541:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468736.081548:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468736.081563:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468736.081568:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468736.081572:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468736.465264:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468736.465273:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468736.465275:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468736.465280:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468736.465284:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468736.465288:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468736.465291:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468736.465293:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468736.465295:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468736.849332:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468736.849338:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468736.849344:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468736.849346:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468736.849348:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468736.849350:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468736.849368:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468736.849370:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468736.849373:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468737.105709:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468737.105727:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468737.105800:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468737.105807:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468737.105810:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468737.105815:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468737.105818:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468737.489291:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468737.489299:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468737.489301:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468737.489306:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468737.489309:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468737.489313:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468737.489316:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468737.489318:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468737.489321:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468737.873307:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468737.873314:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468737.873320:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468737.873322:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468737.873325:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468737.873326:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468737.873504:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468737.873507:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468737.873510:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468738.129303:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468738.129322:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468738.129324:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468738.129330:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468738.129332:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468738.129336:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468738.129338:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468738.130642:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468738.130650:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468738.130653:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468738.130656:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468738.130658:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468738.130661:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468738.130673:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468738.130678:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468738.130680:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468738.130682:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468738.130688:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20991) 00000100:00000001:2.0:1789468738.513378:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468738.513385:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468738.513387:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468738.513393:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468738.513396:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468738.513400:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468738.513403:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468738.513406:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468738.513408:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468738.897634:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468738.897641:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468738.897646:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468738.897647:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468738.897649:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468738.897651:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468738.897732:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468738.897735:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468738.897738:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468739.153252:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468739.153267:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468739.153286:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468739.153290:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468739.153292:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468739.153296:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468739.153298:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468739.537267:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468739.537275:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468739.537279:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468739.537285:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468739.537288:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468739.537291:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468739.537294:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468739.537296:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468739.537299:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468739.923679:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468739.923686:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468739.923692:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468739.923693:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468739.923696:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468739.923698:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468739.924808:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468739.924813:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468739.924817:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468740.177393:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468740.177408:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468740.177410:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468740.177416:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468740.177418:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468740.177422:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468740.177425:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468740.561245:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468740.561251:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468740.561253:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468740.561258:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468740.561262:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468740.561266:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468740.561269:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468740.561271:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468740.561273:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468740.945318:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468740.945325:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468740.945330:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468740.945331:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468740.945335:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468740.945336:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468740.945368:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468740.945371:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468740.945374:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468741.203968:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468741.203983:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468741.203985:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468741.203989:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468741.203991:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468741.203996:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468741.203999:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468741.585695:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468741.585702:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468741.585704:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468741.585709:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468741.585712:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468741.585716:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468741.585719:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468741.585721:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468741.585724:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468741.969271:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468741.969277:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468741.969290:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468741.969291:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468741.969297:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468741.969298:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468741.969474:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468741.969477:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468741.969480:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468742.225242:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468742.225249:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468742.225264:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468717/real 1789468717] req@ffff8cbad742f800 x1876386402411648/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468742 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468742.225282:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468742.225284:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468742.225287:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf4d0. 00000400:00000200:3.0:1789468742.225294:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ceaa0 00000400:00000010:3.0:1789468742.225296:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ceaa0. 00000100:00000001:3.0:1789468742.225300:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468742.225305:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742f800 x1876386402411648/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468742 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468742.225314:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742f800 x1876386402411648/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468742 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468742.225322:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468742.225324:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468742.225327:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468742.225344:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468742.225350:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742f800 x1876386402411648/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468742 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468742.225357:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468742.225360:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468742.225365:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468717/real 1789468717] req@ffff8cbacf6e8000 x1876386402411392/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468742 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468742.225373:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468742.225374:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468742.225376:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf840. 00000400:00000200:3.0:1789468742.225379:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce5d8 00000400:00000010:3.0:1789468742.225381:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce5d8. 00000100:00000001:3.0:1789468742.225383:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468742.225386:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e8000 x1876386402411392/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468742 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468742.225394:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e8000 x1876386402411392/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468742 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468742.225413:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468742.225415:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468742.225417:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468742.225418:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468742.225422:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e8000 x1876386402411392/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468742 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468742.225428:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468742.225430:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468742.225434:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468717/real 1789468717] req@ffff8cbacf6eb100 x1876386402411520/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468742 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468742.225508:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468742.225510:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468742.225512:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bff78. 00000400:00000200:3.0:1789468742.225524:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce2a8 00000400:00000010:3.0:1789468742.225526:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce2a8. 00000100:00000001:3.0:1789468742.225529:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468742.225533:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6eb100 x1876386402411520/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468742 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468742.225541:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6eb100 x1876386402411520/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468742 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468742.225547:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468742.225549:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468742.225551:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468742.225552:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468742.225555:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6eb100 x1876386402411520/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468742 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468742.225562:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468742.225571:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468742.225573:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468742.225576:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468742.225578:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468742.225580:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468742.225584:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742f800 x1876386402411648/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468742 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468742.225591:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468742.225594:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468742.225595:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468742.225596:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468742.225599:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468742.225601:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468742.225605:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468742.225633:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789468742.225636:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468742.225641:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742f800 x1876386402411648/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468742 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468742.225657:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402411648:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468742.225662:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468742.225666:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e8000 x1876386402411392/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468742 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468742.225672:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468742.225674:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468742.225675:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468742.225676:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468742.225678:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468742.225679:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468742.225682:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468742.225688:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789468742.225690:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468742.225694:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e8000 x1876386402411392/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468742 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468742.225701:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402411392:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789468742.225705:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468742.225708:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6eb100 x1876386402411520/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468742 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468742.225714:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468742.225716:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468742.225718:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468742.225719:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468742.225720:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468742.225722:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468742.225725:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468742.225735:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789468742.225737:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468742.225741:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6eb100 x1876386402411520/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468742 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468742.225748:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402411520:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468742.225752:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468742.225754:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468742.225757:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742f800 x1876386402411648/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468742 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789468742.225993:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468742.225999:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789468742.226001:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468742.226004:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468742.226007:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468742.226011:0:332879:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20966 00000400:00000200:2.0:1789468742.226018:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468742.226023:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789468742.226026:0:332879:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468742.226029:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468742.226032:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468742.226034:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468742.226036:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789468742.226044:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468742.226046:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000100:00000001:3.0:1789468742.226167:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468742.226171:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468742.226175:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d3000. 02000000:00000001:3.0:1789468742.226180:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468742.226182:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468742.226183:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789468742.226185:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468742.226188:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacdc00. 02000000:00000001:3.0:1789468742.226192:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468742.226193:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468742.226195:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742f800. 00000100:00000001:3.0:1789468742.226200:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468742.226202:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468742.226204:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468742.226209:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e8000 x1876386402411392/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468742 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468742.226216:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1789468742.226276:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468742.226279:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:2.0:1789468742.226282:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:2.0:1789468742.226285:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:2.0:1789468742.226288:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468742.226290:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468742.226292:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468742.226294:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789468742.226297:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:2.0:1789468742.226300:0:332879:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789468742.226302:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468742.226304:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468742.226307:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468742.226310:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468742.226313:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468742.226315:0:332879:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468742.226320:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742ea00. 00000020:00000040:2.0:1789468742.226324:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=5 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789468742.226855:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468742.226859:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d3800. 02000000:00000001:3.0:1789468742.226863:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468742.226865:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468742.226866:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789468742.226868:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468742.226878:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687ec00. 02000000:00000001:3.0:1789468742.226881:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468742.226882:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468742.226884:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e8000. 00000100:00000001:3.0:1789468742.226886:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468742.226888:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468742.226890:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468742.226895:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6eb100 x1876386402411520/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468742 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468742.226902:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789468742.226975:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468742.226978:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468742.226981:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468742.226984:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468742.226988:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468742.226995:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faace400. 00000100:00000001:2.0:1789468742.227002:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468742.227009:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742ea00 x1876386402411776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468742.227022:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468742.227026:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468742.227030:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce5eb67d] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742ea00 x1876386402411776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468742.227041:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468742.227044:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468742.227048:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789468742.227262:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468742.227264:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468742.227268:0:332879:0:(import.c:520:import_select_connection()) Process entered 02000000:00000001:3.0:1789468742.227291:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468742.227294:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d0c00. 02000000:00000001:3.0:1789468742.227297:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468742.227299:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468742.227300:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789468742.227302:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468742.227303:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687d000. 02000000:00000001:3.0:1789468742.227306:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468742.227307:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468742.227308:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6eb100. 00000100:00000001:3.0:1789468742.227310:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468742.227312:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468742.227314:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468742.227320:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468742.227321:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468742.227324:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468742.227326:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468742.227328:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468742.227333:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742ea00 x1876386402411776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468742.227341:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468742.227343:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468742.227346:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468742.227349:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468742.227351:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468742.227355:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402411776:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789468742.227365:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468742.227369:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468742.227371:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468742.227374:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468742.227378:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d0c00. 02000000:00000001:3.0:1789468742.227380:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468742.227387:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789468742.227392:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bff78. 00000100:00080000:2.0:1789468742.227842:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20966 00000400:00000200:2.0:1789468742.227849:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468742.227854:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789468742.227856:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468742.227859:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468742.227861:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468742.227863:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468742.227865:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789468742.227870:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468742.227872:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:2.0:1789468742.227874:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468742.227876:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:2.0:1789468742.227879:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:2.0:1789468742.227881:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:2.0:1789468742.227884:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468742.227886:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468742.227887:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468742.227889:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789468742.227893:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:2.0:1789468742.227896:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789468742.227898:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468742.227900:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:3.0:1789468742.228167:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce2a8. 00000100:00000200:3.0:1789468742.228176:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402411776, portal 25 00000100:00000001:3.0:1789468742.228179:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468742.228181:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836133376 : -126740873418240 : ffff8cbad742ea00) 00000100:00000040:3.0:1789468742.228188:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742ea00 x1876386402411776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468742.228195:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468742.228198:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789468742.228201:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce5d8. 00000100:00000200:3.0:1789468742.228204:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402411776, offset 0 00000400:00000200:3.0:1789468742.228211:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789468742.228218:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468742.228223:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789468742.228228:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789468742.228231:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789468742.228234:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789468742.228236:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789468742.228240:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93996:93996:256:4294967295] 192.168.203.142@tcp LPNI seq info [93996:93996:8:4294967295] 00000400:00000200:3.0:1789468742.228244:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468742.228252:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789468742.228257:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789468742.228262:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7b00. 00000800:00000200:3.0:1789468742.228268:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789468742.228283:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468742.228286:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789468742.228302:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468742.228306:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468742.228308:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315659510 02000000:00000001:2.0:1789468742.228612:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468742.228616:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468742.228619:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789468742.228623:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789468742.228626:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468742.228628:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468742.228633:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742dc00. 00000020:00000040:2.0:1789468742.228637:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789468742.228640:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468742.228641:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468742.228644:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468742.228646:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468742.228649:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468742.228654:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacc400. 00000100:00000001:2.0:1789468742.228658:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468742.228665:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742dc00 x1876386402411904/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468742.228673:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468742.228675:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468742.228679:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e28b06d0] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742dc00 x1876386402411904/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468742.228687:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468742.228691:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468742.228694:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789468742.228695:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468742.228697:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468742.228699:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468742.228702:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20966 00000400:00000200:2.0:1789468742.228707:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468742.228710:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789468742.228712:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468742.228715:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468742.228717:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468742.228719:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468742.228721:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789468742.228725:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468742.228726:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:2.0:1789468742.228728:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468742.228730:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:2.0:1789468742.228732:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:2.0:1789468742.228734:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:2.0:1789468742.228737:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468742.228739:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468742.228741:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468742.228743:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789468742.228745:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:2.0:1789468742.228748:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789468742.228750:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468742.228752:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468742.228755:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468742.228757:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789468742.229631:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468742.229638:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7b00. 00000400:00000200:3.0:1789468742.229644:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468742.229649:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468742.229655:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce5d8 00000400:00000010:3.0:1789468742.229657:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce5d8. 00000100:00000001:3.0:1789468742.229661:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468742.229667:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742ea00 x1876386402411776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468742.229675:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468742.229678:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742ea00 x1876386402411776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468767 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468742.229684:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468742.229686:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000010:3.0:1789468742.229710:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451480. 00000100:00000001:3.0:1789468742.229718:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789468742.229725:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315659511 00000100:00000010:3.0:1789468742.229728:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451c00. 00000100:00000001:3.0:1789468742.229730:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789468742.229733:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468742.229736:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468742.229740:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468742.229743:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468742.229749:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468742.229751:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789468742.229754:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468742.229756:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468742.229758:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1789468742.229849:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789468742.229853:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789468742.229856:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468742.229858:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468742.229863:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742f800. 00000020:00000040:2.0:1789468742.229866:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789468742.229869:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468742.229872:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468742.229874:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468742.229876:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468742.229880:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468742.229885:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacd800. 00000100:00000001:2.0:1789468742.229890:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468742.229896:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742f800 x1876386402412032/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468742.229973:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468742.229978:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468742.229983:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000106e5d2c] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742f800 x1876386402412032/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468742.229992:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468742.229995:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468742.229999:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468742.230001:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468742.230004:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468742.230009:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20995) 00000100:00000040:3.0:1789468742.232593:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742dc00 x1876386402411904/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468742.232606:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468742.232609:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468742.232613:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468742.232616:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468742.232619:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468742.232624:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402411904:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468742.232628:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468742.232632:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468742.232635:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468742.232637:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468742.232645:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d3000. 02000000:00000001:3.0:1789468742.232647:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468742.232654:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789468742.232660:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf840. 00000400:00000010:3.0:1789468742.232667:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce5d8. 00000100:00000200:3.0:1789468742.232673:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402411904, portal 10 00000100:00000001:3.0:1789468742.232676:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468742.232677:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836129792 : -126740873421824 : ffff8cbad742dc00) 00000100:00000040:3.0:1789468742.232685:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742dc00 x1876386402411904/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468742.232692:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468742.232694:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789468742.232697:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ceaa0. 00000100:00000200:3.0:1789468742.232700:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402411904, offset 0 00000400:00000200:3.0:1789468742.232707:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789468742.232715:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468742.232723:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789468742.232729:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789468742.232733:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789468742.232737:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789468742.232750:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789468742.232755:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93997:93997:256:4294967295] 192.168.203.142@tcp LPNI seq info [93997:93997:8:4294967295] 00000400:00000200:3.0:1789468742.233514:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468742.233527:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789468742.233533:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789468742.233539:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7b00. 00000800:00000200:3.0:1789468742.233547:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789468742.233554:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468742.233558:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789468742.233581:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468742.233586:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:3.0:1789468742.233591:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468742.233594:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315658275 00000100:00000001:3.0:1789468742.233597:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315659510 00000100:00000001:3.0:1789468742.233600:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315658275 00000100:00000001:3.0:1789468742.233602:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315659511 00000100:00000001:3.0:1789468742.233604:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468742.233607:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468742.233612:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468742.233616:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468742.233623:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468742.233626:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789468742.233628:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468742.233631:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468742.233633:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468742.233640:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742f800 x1876386402412032/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468742.233648:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468742.233649:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468742.233652:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468742.233662:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468742.233665:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468742.233669:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402412032:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468742.233672:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468742.233675:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468742.233677:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468742.233679:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468742.233683:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d3800. 02000000:00000001:3.0:1789468742.233685:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468742.233689:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789468742.233693:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf4d0. 00000400:00000010:3.0:1789468742.233696:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce220. 00000100:00000200:3.0:1789468742.233700:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402412032, portal 10 00000100:00000001:3.0:1789468742.233702:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468742.233704:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836136960 : -126740873414656 : ffff8cbad742f800) 00000100:00000040:3.0:1789468742.233710:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742f800 x1876386402412032/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468742.233717:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468742.233719:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789468742.233721:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ceb28. 00000100:00000200:3.0:1789468742.233723:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402412032, offset 0 00000400:00000200:3.0:1789468742.233728:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789468742.233732:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468742.233737:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789468742.233740:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789468742.233743:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789468742.233745:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789468742.233748:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789468742.233750:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93998:93998:255:4294967295] 192.168.203.142@tcp LPNI seq info [93998:93998:7:4294967295] 00000400:00000200:3.0:1789468742.233754:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468742.233771:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789468742.233776:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789468742.233784:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7400. 00000800:00000200:3.0:1789468742.233789:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789468742.233793:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468742.233796:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789468742.233800:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468742.233803:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:3.0:1789468742.233807:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468742.233809:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315658263 00000100:00000001:3.0:1789468742.233811:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315659510 00000100:00000001:3.0:1789468742.233813:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315658263 00000100:00000001:3.0:1789468742.233815:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315659511 00000100:00000001:3.0:1789468742.233817:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468742.233820:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468742.233823:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468742.233834:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468742.233837:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468742.233839:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789468742.233841:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468742.233842:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468742.233844:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468742.233845:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789468742.234406:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468742.234412:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7b00. 00000400:00000200:2.0:1789468742.234418:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468742.234423:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468742.234428:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ceaa0 00000400:00000010:2.0:1789468742.234431:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ceaa0. 00000100:00000001:2.0:1789468742.234435:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468742.234440:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742dc00 x1876386402411904/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468742.234449:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468742.234452:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742dc00 x1876386402411904/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468767 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468742.234464:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468742.234466:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789468742.234538:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468742.234540:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7400. 00000400:00000200:2.0:1789468742.234543:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468742.234547:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468742.234550:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ceb28 00000400:00000010:2.0:1789468742.234551:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ceb28. 00000100:00000001:2.0:1789468742.234554:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468742.234558:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742f800 x1876386402412032/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468742.234565:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468742.234568:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742f800 x1876386402412032/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468767 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468742.234574:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468742.234575:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468742.613241:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468742.613250:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468742.613252:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468742.613257:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468742.613260:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468742.613269:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468742.613272:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468742.613274:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468742.613277:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468742.994210:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468742.994219:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468742.994226:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468742.994228:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468742.994231:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468742.994232:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468742.994758:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468742.994762:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468742.994765:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468743.505295:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315659510, at 4315659520 00000100:00000010:2.0:1789468743.505315:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451480. 00000100:00000040:3.0:1789468743.505408:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315659511, at 4315659520 00000100:00000010:3.0:1789468743.505417:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451c00. 00000100:00000001:2.0:1789468743.633291:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468743.633302:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468743.633305:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468743.633311:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468743.633315:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468743.633320:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468743.633323:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468743.633326:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468743.633329:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468744.017357:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468744.017370:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468744.017373:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468744.017378:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468744.017383:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468744.017386:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468744.017389:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468744.017391:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468744.017396:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468744.017397:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468744.017401:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468744.017402:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468744.017745:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468744.017749:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468744.017753:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468744.657513:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468744.657523:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468744.657525:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468744.657532:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468744.657537:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468744.657542:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468744.657545:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468744.657548:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468744.657552:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468745.041389:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468745.041398:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468745.041476:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468745.041477:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468745.041481:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468745.041483:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468745.041519:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468745.041522:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468745.041526:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468745.681873:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468745.681886:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468745.681888:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468745.681895:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468745.681900:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468745.681904:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468745.681908:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468745.681912:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468745.681915:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468746.065506:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468746.065516:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468746.065524:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468746.065529:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468746.065532:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468746.065536:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468746.065539:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468746.065542:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468746.065545:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468746.065547:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468746.065551:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468746.065553:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468746.065554:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468746.065555:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468746.065558:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468746.065559:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468746.065561:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468746.065563:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468746.065832:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468746.065836:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468746.065840:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468746.706438:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468746.706450:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468746.706453:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468746.706461:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468746.706465:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468746.706470:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468746.706473:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468746.706476:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468746.706479:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468747.092441:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468747.092453:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468747.092460:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468747.092462:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468747.092466:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468747.092468:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468747.092618:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468747.092621:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468747.092625:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468747.345372:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468747.345392:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468747.345396:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468747.345399:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468747.345401:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468747.345407:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468747.345410:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468747.345414:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468747.345416:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468747.345419:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468747.345431:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21001) 00000100:00000001:3.0:1789468747.346658:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468747.346675:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468747.346678:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468747.346684:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468747.346686:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468747.346693:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468747.346696:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468747.729347:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468747.729359:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468747.729363:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468747.729371:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468747.729384:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468747.729390:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468747.729393:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468747.729397:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468747.729403:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468748.113321:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468748.113332:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468748.113340:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468748.113342:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468748.113346:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468748.113347:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468748.114376:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468748.114382:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468748.114387:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468748.369399:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468748.369418:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468748.369422:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468748.369450:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468748.369453:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468748.369458:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468748.369461:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468748.754368:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468748.754378:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468748.754381:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468748.754388:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468748.754392:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468748.754397:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468748.754400:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468748.754404:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468748.754407:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468749.138237:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468749.138247:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468749.138254:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468749.138255:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468749.138258:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468749.138259:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468749.138317:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468749.138321:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468749.138325:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468749.393284:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468749.393303:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468749.393306:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468749.393312:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468749.393314:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468749.393321:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468749.393323:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468749.778186:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468749.778200:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468749.778211:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468749.778219:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468749.778224:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468749.778248:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468749.778252:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468749.778256:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468749.778260:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468750.161391:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468750.161403:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468750.161411:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468750.161413:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468750.161416:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468750.161417:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468750.162341:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468750.162347:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468750.162351:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468750.417817:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468750.417838:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468750.417842:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468750.417850:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468750.417854:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468750.417861:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468750.417864:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468750.801902:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468750.801913:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468750.801916:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468750.801923:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468750.801927:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468750.801932:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468750.801936:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468750.801939:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468750.801941:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468751.185429:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468751.185439:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468751.185448:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468751.185450:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468751.185454:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468751.185455:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468751.185602:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468751.185606:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468751.185610:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468751.441324:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468751.441345:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468751.441347:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468751.441354:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468751.441357:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468751.441362:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468751.441366:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468751.825302:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468751.825314:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468751.825317:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468751.825325:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468751.825329:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468751.825334:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468751.825337:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468751.825340:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468751.825343:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468752.209222:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468752.209233:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468752.209239:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468752.209241:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468752.209245:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468752.209246:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468752.209803:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468752.209807:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468752.209812:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468752.465277:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468752.465297:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468752.465300:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789468752.465308:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789468752.465308:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468752.465311:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1789468752.465318:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1789468752.465318:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468752.465324:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789468752.465325:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468752.465331:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468752.465335:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468752.465338:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468752.465341:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468752.465346:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468752.465349:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468752.465352:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468752.465358:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21006) 00000100:00000001:2.0:1789468752.849602:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468752.849613:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468752.849616:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468752.849623:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468752.849629:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468752.849634:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468752.849637:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468752.849640:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468752.849643:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468753.233711:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468753.233720:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468753.233727:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468753.233729:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468753.233732:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468753.233734:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468753.233759:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468753.233763:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468753.233766:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468753.491263:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468753.491291:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468753.491293:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468753.491300:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468753.491304:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468753.491309:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468753.491312:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468753.874096:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468753.874108:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468753.874111:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468753.874119:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468753.874208:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468753.874213:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468753.874216:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468753.874219:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468753.874223:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468754.260381:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468754.260393:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468754.260396:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468754.260401:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468754.260407:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468754.260409:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468754.260412:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468754.260414:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468754.260418:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468754.260420:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468754.260423:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468754.260425:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468754.260686:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468754.260690:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468754.260694:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468754.516490:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468754.516509:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468754.516535:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468754.516542:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468754.516545:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468754.516550:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468754.516554:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468754.898176:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468754.898187:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468754.898191:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468754.898198:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468754.898203:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468754.898208:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468754.898211:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468754.898214:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468754.898217:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468755.283207:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468755.283218:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468755.283226:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468755.283230:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468755.283233:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468755.283237:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468755.283241:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468755.283244:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468755.283246:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468755.283248:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468755.283252:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468755.283253:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468755.283254:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468755.283256:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468755.283257:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468755.283259:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468755.283260:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468755.283262:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468755.283362:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468755.283365:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468755.283368:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468755.537962:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468755.537980:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468755.537983:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468755.537989:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468755.537992:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468755.537996:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468755.537999:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468755.922331:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468755.922343:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468755.922345:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468755.922352:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468755.922357:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468755.922362:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468755.922366:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468755.922369:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468755.922372:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468756.306330:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468756.306494:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468756.306502:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468756.306503:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468756.306506:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468756.306507:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468756.306666:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468756.306670:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468756.306673:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468756.561958:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468756.561971:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468756.561974:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468756.561978:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468756.561981:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468756.561985:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468756.561988:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468756.945254:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468756.945262:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468756.945264:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468756.945269:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468756.945272:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468756.945276:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468756.945279:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468756.945282:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468756.945284:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468757.331233:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468757.331239:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468757.331245:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468757.331246:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468757.331249:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468757.331251:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468757.331273:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468757.331276:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468757.331278:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468757.585233:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789468757.585233:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1789468757.585241:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468757.585244:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468757.585246:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1789468757.585246:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468757.585248:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789468757.585249:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789468757.585251:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1789468757.585252:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1789468757.585253:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1789468757.585255:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789468757.585257:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468757.585259:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1789468757.585259:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468757.585261:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468757.585264:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468757.585270:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21011) 00000100:00000001:1.0:1789468757.969250:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468757.969259:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468757.969261:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468757.969266:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468757.969270:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468757.969274:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468757.969277:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468757.969280:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468757.969283:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468758.354119:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468758.354129:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468758.354156:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468758.354158:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468758.354162:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468758.354164:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468758.354936:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468758.354941:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468758.354946:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468758.614166:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468758.614181:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468758.614183:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468758.614188:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468758.614190:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468758.614194:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468758.614197:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468758.993316:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468758.993327:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468758.993330:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468758.993338:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468758.993343:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468758.993349:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468758.993352:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468758.993356:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468758.993360:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468759.377357:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468759.377368:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468759.377374:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468759.377376:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468759.377380:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468759.377381:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468759.377490:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468759.377495:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468759.377498:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468759.633864:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468759.633880:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468759.633882:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468759.633888:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468759.633890:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468759.633894:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468759.633897:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468760.020632:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468760.020644:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468760.020647:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468760.020654:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468760.020658:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468760.020664:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468760.020667:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468760.020670:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468760.020673:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468760.401300:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468760.401311:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468760.401318:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468760.401319:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468760.401323:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468760.401324:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468760.401516:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468760.401521:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468760.401525:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468760.657399:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468760.657431:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468760.657433:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468760.657438:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468760.657441:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468760.657445:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468760.657447:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468761.041446:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468761.041458:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468761.041461:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468761.041469:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468761.041474:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468761.041479:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468761.041482:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468761.041485:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468761.041558:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468761.425676:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468761.425685:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468761.425693:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468761.425694:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468761.425699:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468761.425700:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468761.425745:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468761.425749:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468761.425752:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468761.681284:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468761.681306:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468761.681309:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468761.681315:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468761.681318:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468761.681324:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468761.681328:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468762.065815:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468762.065825:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468762.065827:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468762.065833:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468762.065837:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468762.065841:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468762.065843:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468762.065846:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468762.065849:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468762.449446:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468762.449455:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468762.449461:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468762.449462:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468762.449466:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468762.449467:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468762.455469:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468762.455478:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468762.455485:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468762.705293:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468762.705307:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468762.705311:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468762.705315:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468762.705318:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468762.705321:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468762.705324:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468762.705332:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468762.705335:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468762.705338:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468762.705345:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21016) 00000100:00000001:3.0:1789468762.705464:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468762.705477:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468762.705480:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468762.705485:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468762.705487:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468762.705492:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468762.705496:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468763.089325:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468763.089336:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468763.089338:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468763.089345:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468763.089349:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468763.089354:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468763.089358:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468763.089360:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468763.089364:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468763.473352:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468763.473364:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468763.473366:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468763.473371:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468763.473377:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468763.473380:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468763.473382:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468763.473385:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468763.473390:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468763.473391:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468763.473395:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468763.473397:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468763.473520:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468763.473524:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468763.473527:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468763.729273:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468763.729287:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468763.729289:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468763.729294:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468763.729296:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468763.729301:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468763.729303:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468764.114548:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468764.114559:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468764.114562:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468764.114569:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468764.114573:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468764.114578:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468764.114582:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468764.114585:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468764.114589:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468764.502228:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468764.502237:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468764.502244:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468764.502245:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468764.502249:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468764.502251:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468764.503021:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468764.503026:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468764.503030:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468764.753309:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468764.753336:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468764.753339:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468764.753345:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468764.753348:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468764.753353:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468764.753356:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468765.137640:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468765.137650:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468765.137653:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468765.137659:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468765.137663:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468765.137668:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468765.137672:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468765.137675:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468765.137678:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468765.521607:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468765.521618:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468765.521626:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468765.521630:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468765.521632:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468765.521636:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468765.521640:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468765.521642:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468765.521645:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468765.521647:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468765.521651:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468765.521653:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468765.521654:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468765.521656:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468765.521658:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468765.521659:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468765.521660:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468765.521662:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468765.521689:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468765.521692:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468765.521696:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468765.777398:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468765.777418:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468765.777421:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468765.777427:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468765.777430:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468765.777435:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468765.777438:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468766.162154:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468766.162165:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468766.162168:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468766.162186:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468766.162191:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468766.162196:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468766.162199:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468766.162202:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468766.162205:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468766.545304:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468766.545314:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468766.545321:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468766.545323:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468766.545326:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468766.545328:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468766.545527:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468766.545532:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468766.545535:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468766.802192:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468766.802212:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468766.802215:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468766.802221:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468766.802224:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468766.802229:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468766.802232:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468767.187097:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468767.187107:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468767.187109:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468767.187116:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468767.187120:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468767.187126:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468767.187129:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468767.187149:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468767.187152:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468767.570566:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468767.570576:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468767.570584:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468767.570585:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468767.570589:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468767.570590:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468767.580214:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468767.580224:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468767.580230:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468767.826283:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468767.826295:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468767.826316:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468742/real 1789468742] req@ffff8cbad742f800 x1876386402412032/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468767 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468767.826337:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468767.826339:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468767.826344:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf4d0. 00000400:00000200:3.0:1789468767.826353:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce220 00000400:00000010:3.0:1789468767.826356:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce220. 00000100:00000001:3.0:1789468767.826361:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468767.826366:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742f800 x1876386402412032/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468767 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468767.826375:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742f800 x1876386402412032/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468767 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468767.826383:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468767.826386:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468767.826389:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468767.826392:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468767.826396:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742f800 x1876386402412032/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468767 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468767.826403:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468767.826406:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468767.826410:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468742/real 1789468742] req@ffff8cbad742dc00 x1876386402411904/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468767 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468767.826418:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468767.826441:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468767.826444:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf840. 00000400:00000200:3.0:1789468767.826447:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce5d8 00000400:00000010:3.0:1789468767.826448:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce5d8. 00000100:00000001:3.0:1789468767.826451:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468767.826455:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742dc00 x1876386402411904/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468767 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468767.826462:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742dc00 x1876386402411904/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468767 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468767.826468:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468767.826469:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468767.826471:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468767.826473:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468767.826476:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742dc00 x1876386402411904/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468767 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468767.826483:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468767.826485:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468767.826490:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468742/real 1789468742] req@ffff8cbad742ea00 x1876386402411776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468767 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468767.826498:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468767.826499:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468767.826501:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bff78. 00000400:00000200:3.0:1789468767.826504:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce2a8 00000400:00000010:3.0:1789468767.826506:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce2a8. 00000100:00000001:3.0:1789468767.826508:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468767.826511:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742ea00 x1876386402411776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468767 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468767.826519:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742ea00 x1876386402411776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468767 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468767.826526:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468767.826527:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468767.826534:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468767.826536:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468767.826541:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742ea00 x1876386402411776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468767 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468767.826546:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468767.826557:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468767.826560:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468767.826564:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468767.826567:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468767.826570:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468767.826575:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742f800 x1876386402412032/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468767 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789468767.826576:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468767.826584:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1789468767.826584:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789468767.826586:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789468767.826587:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468767.826589:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468767.826590:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789468767.826591:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468767.826593:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789468767.826594:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1789468767.826596:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468767.826599:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468767.826602:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468767.826604:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789468767.826604:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:0.0:1789468767.826608:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1789468767.826608:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:0.0:1789468767.826616:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21021) 00000100:00080000:3.0:1789468767.826634:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00080000:0.0:1789468767.826635:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468767.826638:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1789468767.826638:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:0.0:1789468767.826640:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468767.826643:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468767.826643:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742f800 x1876386402412032/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468767 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789468767.826646:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468767.826649:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789468767.826652:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:3.0:1789468767.826652:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402412032:192.168.203.142@tcp:38:kworker.0 00000100:00080000:0.0:1789468767.826655:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468767.826659:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:3.0:1789468767.826660:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789468767.826663:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20990 00000100:00000040:3.0:1789468767.826663:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742dc00 x1876386402411904/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468767 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789468767.826673:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468767.826680:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789468767.826684:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468767.826688:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468767.826691:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468767.826694:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468767.826697:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789468767.826705:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468767.826708:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:0.0:1789468767.826711:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468767.826715:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:0.0:1789468767.826718:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:0.0:1789468767.826720:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:0.0:1789468767.826723:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468767.826725:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468767.826727:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468767.826729:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789468767.826732:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:0.0:1789468767.826736:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789468767.826739:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468767.826743:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468767.826752:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468767.826754:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1789468767.826755:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468767.826757:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468767.826762:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:0.0:1789468767.826763:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1789468767.826764:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000008:00000001:0.0:1789468767.826766:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468767.826766:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468767.826768:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468767.826768:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468767.826770:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468767.826772:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000010:0.0:1789468767.826775:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e8e00. 00000020:00000040:0.0:1789468767.826779:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=9 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000100:00080000:3.0:1789468767.826779:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789468767.826781:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:0.0:1789468767.826783:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468767.826785:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468767.826785:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742dc00 x1876386402411904/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468767 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468767.826789:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468767.826792:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1789468767.826793:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402411904:192.168.203.142@tcp:38:kworker.0 02000000:00000001:0.0:1789468767.826797:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468767.826797:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468767.826800:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742ea00 x1876386402411776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468767 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468767.826805:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000010:0.0:1789468767.826806:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687c000. 00000100:00000001:3.0:1789468767.826808:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468767.826809:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468767.826810:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468767.826812:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789468767.826813:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468767.826813:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468767.826815:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1789468767.826820:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e8e00 x1876386402412160/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789468767.826820:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789468767.826822:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468767.826826:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742ea00 x1876386402411776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468767 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468767.826834:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402411776:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789468767.826838:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468767.826842:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468767.826845:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789468767.826847:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468767.826849:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742f800 x1876386402412032/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468767 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789468767.826852:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064a53e21] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e8e00 x1876386402412160/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468767.826856:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468767.826859:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468767.826862:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d3800. 00000100:00000001:0.0:1789468767.826863:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468767.826865:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1789468767.826867:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1789468767.826868:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000020:00000001:3.0:1789468767.826869:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000040:0.0:1789468767.826871:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:3.0:1789468767.826871:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789468767.826873:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000040:0.0:1789468767.826874:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:3.0:1789468767.826876:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacd800. 00000100:00000040:0.0:1789468767.826877:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21021) 02000000:00000001:3.0:1789468767.826880:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:0.0:1789468767.826881:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1789468767.826882:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:0.0:1789468767.826883:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000010:3.0:1789468767.826884:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742f800. 00000100:00000001:0.0:1789468767.826885:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468767.826886:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468767.826888:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:3.0:1789468767.826889:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468767.826890:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789468767.826891:0:332879:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 20990 00000100:00000001:3.0:1789468767.826892:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1789468767.826895:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000040:3.0:1789468767.826895:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742dc00 x1876386402411904/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468767 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789468767.826898:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789468767.826901:0:332879:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1789468767.826902:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468767.826903:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1789468767.826904:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 02000000:00000010:3.0:1789468767.826905:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d3000. 00000100:00000001:0.0:1789468767.826906:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1789468767.826907:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1789468767.826908:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000020:00000001:3.0:1789468767.826908:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:0.0:1789468767.826910:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789468767.826910:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789468767.826912:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 00000020:00000001:0.0:1789468767.826913:0:332879:0:(genops.c:792:class_conn2export()) Process entered 02000000:00000010:3.0:1789468767.826913:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacc400. 00000020:00000040:0.0:1789468767.826914:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 02000000:00000001:3.0:1789468767.826915:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1789468767.826916:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 02000000:00000001:3.0:1789468767.826916:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468767.826927:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742dc00. 00000020:00000040:0.0:1789468767.826931:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000100:00000001:3.0:1789468767.826931:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468767.826932:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789468767.826934:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000001:3.0:1789468767.826934:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1789468767.826937:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789468767.826937:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742ea00 x1876386402411776/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468767 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789468767.826939:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468767.826942:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468767.826944:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468767.826946:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789468767.826948:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:0.0:1789468767.826951:0:332879:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789468767.826953:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468767.826955:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468767.826957:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468767.826958:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789468767.826959:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468767.826959:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1789468767.826961:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 02000000:00000010:3.0:1789468767.826961:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d0c00. 00000100:00000001:0.0:1789468767.826963:0:332879:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468767.826963:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468767.826965:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468767.826966:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000100:00000010:0.0:1789468767.826968:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6eb100. 00000020:00000001:3.0:1789468767.826968:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 00000020:00000040:0.0:1789468767.826970:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000010:3.0:1789468767.826970:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faace400. 02000000:00000001:0.0:1789468767.826972:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468767.826973:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468767.826973:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468767.826974:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1789468767.826975:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:3.0:1789468767.826975:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742ea00. 02000000:00000001:0.0:1789468767.826977:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468767.826978:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468767.826979:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468767.826980:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1789468767.826982:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687cc00. 00000100:00000001:3.0:1789468767.826982:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789468767.826985:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468767.826986:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468767.826988:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468767.826989:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6eb100 x1876386402412288/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468767.826990:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468767.826992:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468767.826994:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1789468767.826996:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468767.826998:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468767.826998:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e8e00 x1876386402412160/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789468767.827001:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d89161c0] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6eb100 x1876386402412288/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468767.827006:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468767.827008:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468767.827009:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468767.827011:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1789468767.827012:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468767.827015:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468767.827017:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468767.827020:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402412160:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468767.827024:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468767.827028:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468767.827030:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468767.827033:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468767.827037:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d0c00. 02000000:00000001:3.0:1789468767.827039:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468767.827045:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789468767.827052:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bff78. 00000400:00000010:3.0:1789468767.827058:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce2a8. 00000100:00000200:3.0:1789468767.827065:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402412160, portal 10 00000100:00000001:3.0:1789468767.827068:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468767.827070:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704775680 : -126741004775936 : ffff8cbacf6e8e00) 00000100:00000040:3.0:1789468767.827078:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e8e00 x1876386402412160/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468767.827085:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468767.827088:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789468767.827091:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce5d8. 00000100:00000200:3.0:1789468767.827093:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402412160, offset 0 00000400:00000200:3.0:1789468767.827101:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789468767.827110:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468767.827118:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789468767.827125:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789468767.827160:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789468767.827166:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789468767.827169:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789468767.827173:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93999:93999:256:4294967295] 192.168.203.142@tcp LPNI seq info [93999:93999:8:4294967295] 00000400:00000200:3.0:1789468767.827178:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468767.827189:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789468767.827196:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789468767.827203:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7f00. 00000800:00000200:3.0:1789468767.827211:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789468767.827221:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468767.827226:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789468767.827242:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468767.827248:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:3.0:1789468767.827253:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468767.827256:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315683857 00000100:00000010:3.0:1789468767.827262:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451c00. 00000100:00000001:3.0:1789468767.827276:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789468767.827288:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315683857 00000100:00000010:3.0:1789468767.827292:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451e40. 00000100:00000001:3.0:1789468767.827296:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789468767.827299:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468767.827303:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468767.827306:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468767.827308:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468767.827313:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468767.827314:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789468767.827317:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468767.827318:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468767.827320:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468767.827324:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6eb100 x1876386402412288/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468767.827331:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468767.827334:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468767.827336:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468767.827338:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468767.827339:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468767.827342:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402412288:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789468767.827345:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468767.827347:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468767.827348:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468767.827350:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468767.827354:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d3000. 02000000:00000001:3.0:1789468767.827355:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468767.827360:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789468767.827363:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf840. 00000400:00000010:3.0:1789468767.827367:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce220. 00000100:00000200:3.0:1789468767.827370:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402412288, portal 25 00000100:00000001:3.0:1789468767.827372:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468767.827374:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704784640 : -126741004766976 : ffff8cbacf6eb100) 00000100:00000040:3.0:1789468767.827388:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6eb100 x1876386402412288/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468767.827394:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468767.827402:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789468767.827407:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce330. 00000100:00000200:3.0:1789468767.827413:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402412288, offset 0 00000100:00080000:0.0:1789468767.827415:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789468767.827420:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:3.0:1789468767.827421:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000100:00080000:0.0:1789468767.827428:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:3.0:1789468767.827430:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789468767.827443:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000400:00000200:3.0:1789468767.827444:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789468767.827451:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:0.0:1789468767.827457:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 20990 00000400:00000200:3.0:1789468767.827458:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789468767.827465:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789468767.827472:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789468767.827475:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468767.827482:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94000:94000:255:4294967295] 192.168.203.142@tcp LPNI seq info [94000:94000:7:4294967295] 00000400:00000200:0.0:1789468767.827490:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000400:00000200:3.0:1789468767.827493:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00080000:0.0:1789468767.827499:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468767.827511:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000400:00000200:3.0:1789468767.827515:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000100:00000001:0.0:1789468767.827519:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.0:1789468767.827527:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000100:00000040:0.0:1789468767.827528:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468767.827536:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000800:00000010:3.0:1789468767.827538:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7600. 00000800:00000200:3.0:1789468767.827548:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000020:00000001:0.0:1789468767.827551:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468767.827556:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000800:00000200:3.0:1789468767.827557:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468767.827565:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7600 type 1, nob 616 niov 1 nkiov 1 00000020:00000001:0.0:1789468767.827566:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:3.0:1789468767.827572:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789468767.827573:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:0.0:1789468767.827581:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000400:00000200:3.0:1789468767.827583:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468767.827590:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315685109 00000020:00000001:0.0:1789468767.827591:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000001:3.0:1789468767.827599:0:253748:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4315683857 00000100:00000040:0.0:1789468767.827600:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468767.827607:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315685109 00000100:00000001:3.0:1789468767.827612:0:253748:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4315683857 00000100:00000001:3.0:1789468767.827615:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468767.827617:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468767.827619:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468767.827628:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468767.827631:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468767.827632:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789468767.827634:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468767.827635:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468767.827637:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468767.827639:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468767.827687:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468767.827696:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468767.827698:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789468767.827702:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:0.0:1789468767.827705:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789468767.827707:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468767.827714:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468767.827722:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468767.827725:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468767.827728:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789468767.827732:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789468767.827736:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468767.827738:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468767.827747:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e8000. 00000020:00000040:0.0:1789468767.827750:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789468767.827754:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468767.827756:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468767.827758:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468767.827761:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468767.827764:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468767.827771:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687f000. 00000100:00000001:0.0:1789468767.827778:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468767.827787:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e8000 x1876386402412416/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468767.827797:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468767.827801:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468767.827806:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c65d7ff] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e8000 x1876386402412416/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468767.827833:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468767.827837:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468767.827841:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468767.827844:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468767.827846:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468767.827851:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21021) 00000800:00000200:3.0:1789468767.827984:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468767.827990:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7f00. 00000400:00000200:3.0:1789468767.827997:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468767.828003:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468767.828009:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce5d8 00000400:00000010:3.0:1789468767.828011:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce5d8. 00000100:00000001:3.0:1789468767.828016:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468767.828020:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e8e00 x1876386402412160/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468767.828029:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468767.828032:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e8e00 x1876386402412160/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468792 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468767.828038:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468767.828040:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468767.828443:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468767.828449:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468767.828452:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468767.828460:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e8000 x1876386402412416/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468767.828470:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468767.828474:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468767.828479:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468767.828482:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468767.828486:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468767.828490:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402412416:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468767.828494:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468767.828498:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468767.828500:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468767.828503:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468767.828508:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6891800. 02000000:00000001:1.0:1789468767.828510:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468767.828517:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789468767.828521:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f300b0. 00000400:00000010:1.0:1789468767.828527:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5198. 00000100:00000200:1.0:1789468767.828534:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402412416, portal 10 00000100:00000001:1.0:1789468767.828537:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468767.828539:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704772096 : -126741004779520 : ffff8cbacf6e8000) 00000100:00000040:1.0:1789468767.828548:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e8000 x1876386402412416/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468767.828557:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468767.828560:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789468767.828564:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5aa0. 00000800:00000200:3.0:1789468767.828566:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1789468767.828569:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402412416, offset 0 00000800:00000010:3.0:1789468767.828573:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7600. 00000400:00000200:3.0:1789468767.828579:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789468767.828586:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789468767.828594:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468767.828599:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce330 00000400:00000200:1.0:1789468767.828606:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789468767.828606:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce330. 00000100:00000001:3.0:1789468767.828615:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:1.0:1789468767.828623:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000100:00000200:3.0:1789468767.828625:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6eb100 x1876386402412288/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468767.828639:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1789468767.828644:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1789468767.828646:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6eb100 x1876386402412288/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468792 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789468767.828656:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000100:00000001:3.0:1789468767.828661:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468767.828664:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789468767.828667:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789468767.828671:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94001:94001:255:4294967295] 192.168.203.142@tcp LPNI seq info [94001:94001:7:4294967295] 00000400:00000200:1.0:1789468767.828675:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468767.828685:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789468767.828691:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789468767.828696:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7b00. 00000800:00000200:1.0:1789468767.828703:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789468767.828711:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468767.828716:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789468767.828720:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468767.828723:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789468767.828727:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789468767.828730:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315683870 00000100:00000001:1.0:1789468767.828733:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315685109 00000100:00000001:1.0:1789468767.828735:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315683870 00000100:00000001:1.0:1789468767.828737:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315685109 00000100:00000001:1.0:1789468767.828739:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468767.828742:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468767.828745:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468767.828748:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468767.828755:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468767.828758:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789468767.828760:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468767.828762:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468767.828764:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468767.828765:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468767.828808:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789468767.829004:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468767.829007:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7b00. 00000400:00000200:3.0:1789468767.829012:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468767.829016:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468767.829020:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5aa0 00000400:00000010:3.0:1789468767.829023:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5aa0. 00000100:00000001:3.0:1789468767.829026:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468767.829030:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e8000 x1876386402412416/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468767.829037:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468767.829040:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e8000 x1876386402412416/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468792 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468767.829047:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468767.829048:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468768.211897:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468768.211906:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468768.211908:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468768.211922:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468768.211926:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468768.211930:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468768.211933:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468768.211935:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468768.211938:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468768.593263:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468768.593271:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468768.593277:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468768.593278:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468768.593281:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468768.593282:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468768.593558:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468768.593561:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468768.593565:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468769.105297:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315685109, at 4315685120 00000100:00000010:2.0:1789468769.105320:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451c00. 00000100:00000040:3.0:1789468769.105420:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315685109, at 4315685120 00000100:00000010:3.0:1789468769.105427:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451e40. 00000100:00000001:1.0:1789468769.233272:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468769.233282:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468769.233284:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468769.233289:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468769.233293:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468769.233297:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468769.233299:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468769.233302:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468769.233304:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468769.617416:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468769.617423:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468769.617429:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468769.617430:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468769.617433:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468769.617434:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468769.617456:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468769.617459:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468769.617462:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468770.257761:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468770.257771:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468770.257773:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468770.257781:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468770.257785:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468770.257791:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468770.257794:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468770.257798:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468770.257801:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468770.641590:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468770.641596:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468770.641602:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468770.641603:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468770.641605:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468770.641607:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468770.642847:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468770.642852:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468770.642857:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468771.282262:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468771.282269:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468771.282271:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468771.282276:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468771.282280:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468771.282283:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468771.282286:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468771.282289:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468771.282291:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468771.665355:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468771.665361:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468771.665365:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468771.665366:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468771.665370:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468771.665371:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468771.667881:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468771.667887:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468771.667901:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468772.305248:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468772.305256:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468772.305258:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468772.305263:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468772.305266:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468772.305270:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468772.305273:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468772.305276:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468772.305278:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468772.689591:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468772.689599:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468772.689604:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468772.689605:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468772.689609:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468772.689610:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468772.690374:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468772.690379:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468772.690382:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468772.945265:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468772.945279:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468772.945282:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468772.945286:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468772.945288:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468772.945293:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468772.945295:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468772.945649:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468772.945655:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468772.945658:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468772.945662:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468772.945664:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468772.945667:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468772.945670:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468772.945674:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468772.945676:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468772.945679:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468772.945686:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21026) 00000100:00000001:1.0:1789468773.329206:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468773.329217:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468773.329218:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468773.329224:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468773.329228:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468773.329231:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468773.329233:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468773.329235:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468773.329238:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468773.716735:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468773.716743:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468773.716746:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468773.716749:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468773.716754:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468773.716756:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468773.716758:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468773.716760:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468773.716764:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468773.716766:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468773.716769:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468773.716770:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468773.716791:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468773.716794:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468773.716797:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468773.971235:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468773.971247:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468773.971250:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468773.971254:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468773.971256:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468773.971260:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468773.971263:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468774.353557:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468774.353565:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468774.353568:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468774.353573:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468774.353577:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468774.353581:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468774.353584:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468774.353586:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468774.353588:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468774.737277:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468774.737284:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468774.737289:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468774.737291:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468774.737294:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468774.737295:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468774.737765:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468774.737770:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468774.737773:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468774.993969:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468774.993984:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468774.993986:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468774.994006:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468774.994008:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468774.994013:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468774.994015:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468775.377255:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468775.377263:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468775.377265:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468775.377270:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468775.377273:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468775.377278:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468775.377281:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468775.377283:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468775.377286:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468775.761321:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468775.761327:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468775.761332:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468775.761336:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468775.761338:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468775.761341:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468775.761344:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468775.761346:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468775.761348:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468775.761350:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468775.761354:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468775.761356:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468775.761357:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468775.761358:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468775.761360:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468775.761361:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468775.761362:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468775.761364:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468775.761442:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468775.761446:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468775.761450:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468776.017325:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468776.017338:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468776.017340:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468776.017345:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468776.017347:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468776.017351:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468776.017355:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468776.401267:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468776.401275:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468776.401277:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468776.401282:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468776.401286:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468776.401290:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468776.401293:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468776.401295:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468776.401298:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468776.785258:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468776.785265:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468776.785270:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468776.785271:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468776.785274:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468776.785275:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468776.785491:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468776.785494:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468776.785497:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468777.041583:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468777.041596:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468777.041599:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468777.041603:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468777.041605:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468777.041610:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468777.041612:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468777.425265:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468777.425273:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468777.425275:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468777.425280:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468777.425283:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468777.425286:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468777.425289:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468777.425291:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468777.425294:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468777.809459:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468777.809467:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468777.809473:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468777.809474:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468777.809478:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468777.809480:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468777.809503:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468777.809506:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468777.809508:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468778.066235:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468778.066249:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468778.066251:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468778.066255:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468778.066258:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468778.066261:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468778.066264:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468778.066763:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468778.066769:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468778.066773:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468778.066776:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468778.066779:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468778.066782:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468778.066784:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468778.066789:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468778.066791:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468778.066794:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468778.066800:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21031) 00000100:00000001:1.0:1789468778.450801:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468778.450810:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468778.450812:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468778.450818:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468778.450821:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468778.450826:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468778.450828:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468778.450831:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468778.450834:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468778.833704:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468778.833711:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468778.833716:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468778.833718:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468778.833721:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468778.833722:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468778.833972:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468778.833976:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468778.833980:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468779.089556:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468779.089567:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468779.089569:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468779.089574:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468779.089577:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468779.089581:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468779.089583:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468779.473284:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468779.473292:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468779.473294:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468779.473299:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468779.473303:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468779.473307:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468779.473310:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468779.473312:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468779.473315:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468779.857296:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468779.857302:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468779.857308:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468779.857309:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468779.857312:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468779.857313:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468779.857449:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468779.857452:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468779.857455:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468780.113591:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468780.113610:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468780.113613:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468780.113619:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468780.113622:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468780.113627:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468780.113630:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468780.498546:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468780.498554:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468780.498556:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468780.498562:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468780.498566:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468780.498569:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468780.498572:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468780.498574:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468780.498576:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468780.881435:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468780.881441:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468780.881447:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468780.881448:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468780.881452:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468780.881453:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468780.881909:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468780.881912:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468780.881915:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468781.138415:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468781.138428:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468781.138430:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468781.138435:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468781.138438:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468781.138453:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468781.138456:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468781.521317:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468781.521333:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468781.521335:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468781.521404:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468781.521408:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468781.521412:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468781.521415:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468781.521417:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468781.521420:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468781.908551:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468781.908557:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468781.908562:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468781.908563:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468781.908567:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468781.908568:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468781.908589:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468781.908592:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468781.908594:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468782.165040:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468782.165054:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468782.165056:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468782.165061:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468782.165064:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468782.165068:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468782.165071:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468782.546518:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468782.546530:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468782.546533:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468782.546540:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468782.546544:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468782.546550:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468782.546553:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468782.546556:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468782.546559:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468782.929609:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468782.929747:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468782.929756:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468782.929758:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468782.929762:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468782.929763:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468782.929891:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468782.929897:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468782.929902:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468783.185287:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468783.185306:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468783.185309:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468783.185316:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468783.185319:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468783.185334:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468783.185338:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468783.186474:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468783.186491:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468783.186495:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468783.186498:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468783.186501:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468783.186520:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468783.186523:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468783.186528:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468783.186530:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468783.186549:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468783.186556:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21036) 00000100:00000001:2.0:1789468783.571427:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468783.571434:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468783.571436:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468783.571442:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468783.571445:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468783.571449:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468783.571451:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468783.571453:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468783.571456:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468783.956656:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468783.956682:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468783.956685:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468783.956689:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468783.956695:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468783.956698:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468783.956700:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468783.956703:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468783.956708:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468783.956710:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468783.956714:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468783.956716:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468783.956917:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468783.956922:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468783.956925:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468784.209678:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468784.209696:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468784.209699:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468784.209706:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468784.209708:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468784.209713:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468784.209717:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468784.594566:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468784.594574:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468784.594576:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468784.594581:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468784.594585:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468784.594589:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468784.594592:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468784.594594:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468784.594598:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468784.977316:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468784.977326:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468784.977333:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468784.977334:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468784.977338:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468784.977339:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468784.977805:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468784.977810:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468784.977814:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468785.234182:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468785.234203:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468785.234205:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468785.234296:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468785.234301:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468785.234307:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468785.234311:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468785.617840:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468785.617848:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468785.617851:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468785.617857:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468785.617861:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468785.617865:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468785.617867:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468785.617870:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468785.617873:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468786.001460:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468786.001470:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468786.001478:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468786.001482:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468786.001485:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468786.001491:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468786.001494:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468786.001497:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468786.001499:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468786.001502:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468786.001507:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468786.001508:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468786.001510:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468786.001511:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468786.001512:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468786.001513:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468786.001515:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468786.001517:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468786.001547:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468786.001550:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468786.001553:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468786.257284:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468786.257381:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468786.257384:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468786.257391:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468786.257395:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468786.257403:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468786.257407:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468786.641870:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468786.641878:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468786.641880:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468786.641886:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468786.641890:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468786.641894:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468786.641897:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468786.641900:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468786.641902:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468787.025271:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468787.025278:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468787.025284:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468787.025286:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468787.025289:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468787.025290:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468787.025497:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468787.025501:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468787.025504:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468787.281246:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468787.281261:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468787.281263:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468787.281268:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468787.281289:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468787.281293:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468787.281296:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468787.665258:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468787.665266:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468787.665268:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468787.665273:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468787.665276:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468787.665280:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468787.665283:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468787.665285:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468787.665288:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468788.049303:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468788.049310:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468788.049315:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468788.049317:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468788.049320:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468788.049321:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468788.051874:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468788.051882:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468788.051887:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468788.305261:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789468788.305268:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1789468788.305274:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468788.305278:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789468788.305280:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1789468788.305283:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1789468788.305284:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789468788.305288:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789468788.305289:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468788.305293:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1789468788.305294:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468788.305298:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468788.305302:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468788.305304:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789468788.305307:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468788.305308:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1789468788.305313:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468788.305317:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21042) 00000100:00000001:2.0:1789468788.690275:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468788.690282:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468788.690284:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468788.690289:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468788.690292:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468788.690296:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468788.690298:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468788.690300:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468788.690303:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468789.074014:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468789.074022:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468789.074027:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468789.074029:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468789.074032:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468789.074033:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468789.074230:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468789.074234:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468789.074237:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468789.329254:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468789.329268:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468789.329270:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468789.329275:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468789.329278:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468789.329282:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468789.329284:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468789.713274:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468789.713283:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468789.713285:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468789.713290:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468789.713294:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468789.713298:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468789.713301:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468789.713303:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468789.713306:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468790.098234:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468790.098240:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468790.098245:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468790.098246:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468790.098249:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468790.098250:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468790.098270:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468790.098272:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468790.098275:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468790.353240:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468790.353254:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468790.353256:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468790.353260:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468790.353263:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468790.353266:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468790.353269:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468790.737314:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468790.737322:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468790.737325:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468790.737330:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468790.737334:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468790.737338:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468790.737341:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468790.737343:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468790.737345:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468791.121260:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468791.121267:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468791.121272:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468791.121273:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468791.121276:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468791.121278:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468791.121395:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468791.121399:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468791.121402:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468791.377262:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468791.377277:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468791.377279:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468791.377284:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468791.377286:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468791.377290:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468791.377293:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468791.761252:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468791.761260:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468791.761261:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468791.761267:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468791.761270:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468791.761273:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468791.761276:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468791.761278:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468791.761280:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468792.146367:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468792.146373:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468792.146377:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468792.146378:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468792.146382:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468792.146383:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468792.149115:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468792.149121:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468792.149126:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468792.401314:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468792.401324:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468792.401342:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468767/real 1789468767] req@ffff8cbacf6e8000 x1876386402412416/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468792 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468792.401359:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468792.401830:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468792.401834:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f300b0. 00000400:00000200:3.0:1789468792.401843:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5198 00000400:00000010:3.0:1789468792.402710:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5198. 00000100:00000001:3.0:1789468792.402724:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468792.402744:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e8000 x1876386402412416/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468792 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468792.402756:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e8000 x1876386402412416/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468792 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468792.402764:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468792.402767:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468792.402770:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468792.402772:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468792.402777:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e8000 x1876386402412416/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468792 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468792.402784:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468792.402787:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468792.402791:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468767/real 1789468767] req@ffff8cbacf6eb100 x1876386402412288/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468792 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468792.402801:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468792.402802:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468792.402806:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf840. 00000400:00000200:3.0:1789468792.402809:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce220 00000400:00000010:3.0:1789468792.402811:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce220. 00000100:00000001:3.0:1789468792.402813:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468792.402816:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6eb100 x1876386402412288/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468792 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468792.402824:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6eb100 x1876386402412288/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468792 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468792.402830:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468792.402832:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468792.402834:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468792.402835:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468792.402838:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6eb100 x1876386402412288/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468792 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468792.402856:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468792.402858:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468792.402862:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468767/real 1789468767] req@ffff8cbacf6e8e00 x1876386402412160/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468792 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468792.404004:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468792.404006:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468792.404009:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bff78. 00000400:00000200:3.0:1789468792.404014:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce2a8 00000400:00000010:3.0:1789468792.404016:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce2a8. 00000100:00000001:3.0:1789468792.404020:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468792.404029:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e8e00 x1876386402412160/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468792 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468792.404039:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e8e00 x1876386402412160/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468792 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468792.404046:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468792.404048:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468792.404061:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468792.404063:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468792.404068:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e8e00 x1876386402412160/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468792 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468792.404074:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468792.404083:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468792.404085:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468792.404088:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468792.404090:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468792.404092:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468792.404097:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e8000 x1876386402412416/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468792 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468792.404104:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468792.404118:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468792.404120:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468792.404121:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468792.404124:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468792.404127:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468792.404146:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468792.404179:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789468792.404181:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468792.404186:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e8000 x1876386402412416/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468792 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468792.404193:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402412416:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468792.404198:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468792.404202:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6eb100 x1876386402412288/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468792 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468792.404207:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468792.404209:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468792.404211:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468792.404212:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468792.404213:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468792.404215:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468792.404217:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468792.405774:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789468792.405780:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468792.405790:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6eb100 x1876386402412288/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468792 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468792.405800:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402412288:192.168.203.142@tcp:250:kworker.0 00000100:00080000:2.0:1789468792.407507:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468792.407518:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789468792.407520:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468792.407523:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468792.407528:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468792.407610:0:332879:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21016 00000400:00000200:2.0:1789468792.407619:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468792.407625:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789468792.407628:0:332879:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468792.407632:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468792.407635:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468792.407638:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468792.407640:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789468792.407648:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468792.407650:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:2.0:1789468792.407653:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468792.407656:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:2.0:1789468792.407658:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:2.0:1789468792.407660:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:2.0:1789468792.407663:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468792.407665:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468792.407667:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468792.407669:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789468792.407672:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:2.0:1789468792.407675:0:332879:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789468792.407678:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468792.407681:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468792.407686:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468792.407689:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468792.407691:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789468792.407694:0:332879:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468792.407703:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742fb80. 00000020:00000040:2.0:1789468792.407706:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=5 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789468792.407709:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468792.407711:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468792.407714:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468792.407716:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468792.407720:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468792.407728:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacf400. 00000100:00000001:2.0:1789468792.407744:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468792.407753:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742fb80 x1876386402412544/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468792.407764:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468792.407768:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468792.407772:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea5b87c] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742fb80 x1876386402412544/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468792.407786:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468792.407788:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468792.407792:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789468792.407793:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468792.407795:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468792.407797:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468792.407800:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21016 00000400:00000200:2.0:1789468792.407803:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468792.407806:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789468792.407808:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468792.407811:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468792.407813:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468792.407815:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468792.407817:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789468792.407820:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468792.407821:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:2.0:1789468792.407823:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468792.407825:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:2.0:1789468792.407827:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:2.0:1789468792.407830:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:2.0:1789468792.407832:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468792.407834:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468792.407836:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468792.407838:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789468792.407840:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:2.0:1789468792.407843:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789468792.407845:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468792.407848:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468792.407853:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468792.407854:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468792.407856:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789468792.407860:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789468792.407863:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468792.407865:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468792.407868:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742f480. 00000020:00000040:2.0:1789468792.407871:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=11 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789468792.407873:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468792.407874:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468792.407875:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468792.407877:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468792.407878:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468792.407882:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacfc00. 00000100:00000001:2.0:1789468792.407885:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468792.407889:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742f480 x1876386402412672/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468792.407897:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468792.407899:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468792.407903:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009247fae5] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742f480 x1876386402412672/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468792.407910:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468792.407912:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468792.407916:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468792.407918:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468792.407921:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468792.407924:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468792.407926:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468792.407932:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21046) 00000100:00080000:2.0:1789468792.407940:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468792.407943:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468792.407945:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468792.407947:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468792.407949:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468792.407952:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468792.407954:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21046) 00000100:00000001:3.0:1789468792.413913:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468792.413948:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e8e00 x1876386402412160/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468792 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468792.413960:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468792.413963:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468792.413965:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468792.413967:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468792.413970:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468792.413973:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468792.413976:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468792.414006:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789468792.414009:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468792.414014:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e8e00 x1876386402412160/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468792 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468792.414023:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402412160:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468792.414028:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468792.414032:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468792.414036:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e8000 x1876386402412416/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468792 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468792.414044:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468792.414048:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468792.414064:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6891800. 02000000:00000001:3.0:1789468792.414071:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468792.414074:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468792.414075:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789468792.414078:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468792.414081:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687f000. 02000000:00000001:3.0:1789468792.414083:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468792.414085:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468792.414087:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e8000. 00000100:00000001:3.0:1789468792.414090:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468792.414098:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468792.414100:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468792.414104:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6eb100 x1876386402412288/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468792 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468792.414111:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468792.414113:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468792.414115:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d3000. 02000000:00000001:3.0:1789468792.414118:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468792.414120:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468792.414121:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789468792.414123:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468792.414125:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687cc00. 02000000:00000001:3.0:1789468792.414128:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468792.414128:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468792.414130:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6eb100. 00000100:00000001:3.0:1789468792.414150:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468792.414151:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468792.414153:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468792.414156:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e8e00 x1876386402412160/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468792 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468792.414162:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468792.414163:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468792.414165:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d0c00. 02000000:00000001:3.0:1789468792.414168:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468792.414169:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468792.414170:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789468792.414172:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468792.414173:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687c000. 02000000:00000001:3.0:1789468792.414175:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468792.414176:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468792.414177:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e8e00. 00000100:00000001:3.0:1789468792.414180:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468792.414181:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468792.414183:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468792.414192:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468792.414195:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468792.414203:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468792.414205:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468792.414207:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468792.414212:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742fb80 x1876386402412544/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789468792.416266:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468792.416275:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789468792.416278:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789468792.416281:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789468792.416286:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789468792.416294:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21016 00000400:00000200:2.0:1789468792.416304:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789468792.416309:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789468792.416313:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789468792.416316:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468792.416320:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468792.416322:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468792.416325:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789468792.416332:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789468792.416335:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:2.0:1789468792.416337:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789468792.416341:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:2.0:1789468792.416343:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:2.0:1789468792.416346:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:2.0:1789468792.416349:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468792.416351:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789468792.416353:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789468792.416356:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789468792.416359:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:2.0:1789468792.416363:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789468792.416365:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789468792.416368:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789468792.416375:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789468792.416378:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468792.416380:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789468792.416385:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789468792.416388:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468792.416390:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789468792.416468:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742df80. 00000020:00000040:2.0:1789468792.416473:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789468792.416477:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789468792.416479:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468792.416549:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789468792.416552:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789468792.416556:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789468792.416567:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faace800. 00000100:00000001:2.0:1789468792.416573:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468792.416582:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742df80 x1876386402412800/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789468792.416593:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789468792.416597:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468792.416602:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017561cf4] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742df80 x1876386402412800/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468792.416614:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468792.416617:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468792.416622:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468792.416625:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468792.416628:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468792.416632:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21046) 00000100:00000001:3.0:1789468792.418551:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468792.418554:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468792.418561:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468792.418564:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468792.418567:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468792.418575:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402412544:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789468792.418581:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468792.418585:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468792.418587:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468792.418590:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468792.418598:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d0c00. 02000000:00000001:3.0:1789468792.418600:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468792.418607:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789468792.418613:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bff78. 00000400:00000010:3.0:1789468792.418620:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce2a8. 00000100:00000200:3.0:1789468792.418627:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402412544, portal 25 00000100:00000001:3.0:1789468792.418629:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468792.418631:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836137856 : -126740873413760 : ffff8cbad742fb80) 00000100:00000040:3.0:1789468792.418638:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742fb80 x1876386402412544/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468792.418646:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468792.418649:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789468792.418651:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce220. 00000100:00000200:3.0:1789468792.418654:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402412544, offset 0 00000400:00000200:3.0:1789468792.418661:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789468792.418669:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468792.418677:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789468792.418682:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789468792.418702:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789468792.418706:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789468792.418709:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789468792.418713:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94002:94002:256:4294967295] 192.168.203.142@tcp LPNI seq info [94002:94002:8:4294967295] 00000400:00000200:3.0:1789468792.418718:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468792.418727:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789468792.418744:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789468792.418750:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7600. 00000800:00000200:3.0:1789468792.418756:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789468792.418765:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468792.418768:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789468792.418794:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468792.418799:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468792.418802:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315709700 00000100:00000010:3.0:1789468792.418807:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451e40. 00000100:00000001:3.0:1789468792.418813:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789468792.418820:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315709700 00000100:00000010:3.0:1789468792.418823:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451600. 00000100:00000001:3.0:1789468792.418826:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789468792.418829:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468792.418832:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468792.418836:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468792.418841:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742f480 x1876386402412672/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468792.418850:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468792.418851:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468792.418853:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468792.418855:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468792.418857:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468792.418859:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402412672:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468792.420166:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468792.420172:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468792.420175:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468792.420178:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468792.420186:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d3000. 02000000:00000001:3.0:1789468792.420189:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468792.420197:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789468792.420201:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf840. 00000400:00000010:3.0:1789468792.420208:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce330. 00000100:00000200:3.0:1789468792.420213:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402412672, portal 10 00000100:00000001:3.0:1789468792.420216:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468792.420217:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836136064 : -126740873415552 : ffff8cbad742f480) 00000100:00000040:3.0:1789468792.420239:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742f480 x1876386402412672/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468792.420248:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468792.420250:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789468792.420253:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce5d8. 00000100:00000200:3.0:1789468792.420256:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402412672, offset 0 00000400:00000200:3.0:1789468792.420263:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789468792.420270:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468792.420277:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789468792.420282:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789468792.420285:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789468792.420288:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789468792.420290:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789468792.420293:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94003:94003:255:4294967295] 192.168.203.142@tcp LPNI seq info [94003:94003:7:4294967295] 00000400:00000200:3.0:1789468792.420297:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468792.420305:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789468792.420311:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789468792.420316:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7f00. 00000800:00000200:3.0:1789468792.420321:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789468792.420339:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468792.420343:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789468792.420347:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468792.420352:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:3.0:1789468792.420355:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468792.420358:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315708462 00000100:00000001:3.0:1789468792.421985:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315709700 00000100:00000001:3.0:1789468792.421993:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315708463 00000100:00000001:3.0:1789468792.421996:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315709700 00000100:00000001:3.0:1789468792.421999:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468792.422003:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468792.422008:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468792.422011:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468792.422021:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468792.422023:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789468792.422025:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468792.422027:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468792.422029:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468792.422040:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742df80 x1876386402412800/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468792.422049:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1789468792.422375:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468792.422381:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7600. 00000400:00000200:2.0:1789468792.422388:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468792.422395:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468792.422403:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce220 00000400:00000010:2.0:1789468792.422405:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce220. 00000100:00000001:2.0:1789468792.422410:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468792.422416:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742fb80 x1876386402412544/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468792.422425:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468792.422428:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742fb80 x1876386402412544/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468817 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468792.422434:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468792.422436:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789468792.422501:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468792.422504:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7f00. 00000400:00000200:2.0:1789468792.422508:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468792.422511:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468792.422514:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce5d8 00000400:00000010:2.0:1789468792.422516:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce5d8. 00000100:00000001:2.0:1789468792.422518:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468792.422522:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742f480 x1876386402412672/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468792.422540:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468792.422544:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742f480 x1876386402412672/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468817 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468792.422555:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468792.422556:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789468792.422967:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468792.422972:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468792.422975:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468792.422978:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468792.422982:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402412800:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468792.422986:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468792.422991:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468792.422994:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468792.422997:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468792.423003:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d2400. 02000000:00000001:3.0:1789468792.423005:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468792.423024:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789468792.423028:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf4d0. 00000400:00000010:3.0:1789468792.423034:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ceee0. 00000100:00000200:3.0:1789468792.423040:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402412800, portal 10 00000100:00000001:3.0:1789468792.423043:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468792.423044:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836130688 : -126740873420928 : ffff8cbad742df80) 00000100:00000040:3.0:1789468792.423064:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742df80 x1876386402412800/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468792.423071:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468792.423074:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789468792.423076:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cef68. 00000100:00000200:3.0:1789468792.423079:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402412800, offset 0 00000400:00000200:3.0:1789468792.423085:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789468792.423093:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468792.423099:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789468792.423103:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789468792.423107:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789468792.423110:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789468792.423113:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789468792.423116:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94004:94004:256:4294967295] 192.168.203.142@tcp LPNI seq info [94004:94004:8:4294967295] 00000400:00000200:3.0:1789468792.423120:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468792.423128:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789468792.425184:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789468792.425194:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7e00. 00000800:00000200:3.0:1789468792.425203:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789468792.425212:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468792.425216:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789468792.427567:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468792.427578:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:3.0:1789468792.427586:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468792.427591:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315708457 00000100:00000001:3.0:1789468792.427613:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315709700 00000100:00000001:3.0:1789468792.427616:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315708457 00000100:00000001:3.0:1789468792.427618:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315709700 00000100:00000001:3.0:1789468792.427621:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468792.427626:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468792.427631:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468792.427635:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468792.427645:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468792.427648:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789468792.427651:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468792.427653:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468792.427654:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468792.427656:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789468792.435892:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468792.435903:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7e00. 00000400:00000200:2.0:1789468792.435911:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468792.435920:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468792.435928:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cef68 00000400:00000010:2.0:1789468792.435931:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cef68. 00000100:00000001:2.0:1789468792.435936:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468792.435945:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742df80 x1876386402412800/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468792.435958:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468792.435961:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742df80 x1876386402412800/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468817 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468792.435969:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468792.435971:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468792.785257:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468792.786740:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468792.786743:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468792.786748:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468792.786752:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468792.786756:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468792.786759:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468792.786761:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468792.786764:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468793.169262:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468793.169269:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468793.169275:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468793.169276:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468793.169279:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468793.169280:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468793.169830:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468793.169834:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468793.169838:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789468793.745276:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315709700, at 4315709760 00000100:00000010:3.0:1789468793.745291:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451600. 00000100:00000040:2.0:1789468793.745448:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315709700, at 4315709760 00000100:00000010:2.0:1789468793.745454:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451e40. 00000100:00000001:2.0:1789468793.809253:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468793.809261:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468793.809264:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468793.809269:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468793.809272:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468793.809276:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468793.809279:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468793.809282:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468793.809284:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468794.194459:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468794.194468:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468794.194470:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468794.194474:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468794.194479:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468794.194482:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468794.194484:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468794.194486:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468794.194490:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468794.194492:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468794.194495:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468794.194496:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468794.194555:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468794.194559:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468794.194561:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468794.834084:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468794.834091:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468794.834093:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468794.834097:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468794.834101:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468794.834104:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468794.834106:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468794.834108:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468794.834111:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468795.217266:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468795.217273:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468795.217279:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468795.217280:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468795.217284:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468795.217285:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468795.217637:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468795.217642:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468795.217645:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468795.857268:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468795.857277:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468795.857279:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468795.857285:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468795.857289:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468795.857293:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468795.857296:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468795.857298:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468795.857300:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468796.241293:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468796.241300:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468796.241306:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468796.241310:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468796.241312:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468796.241315:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468796.241319:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468796.241322:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468796.241324:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468796.241326:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468796.241330:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468796.241332:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468796.241333:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468796.241335:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468796.241336:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468796.241338:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468796.241340:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468796.241341:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468796.241443:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468796.241447:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468796.241449:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468796.883258:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468796.883266:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468796.883268:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468796.883273:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468796.883277:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468796.883281:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468796.883284:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468796.883286:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468796.883289:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468797.265298:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468797.265305:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468797.265310:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468797.265312:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468797.265315:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468797.265316:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468797.265537:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468797.265541:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468797.265543:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468797.523445:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468797.523455:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468797.523458:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468797.523461:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468797.523463:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468797.523466:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468797.523468:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468797.523471:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468797.523473:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468797.523476:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468797.523482:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21051) 00000100:00000001:1.0:1789468797.524070:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468797.524079:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468797.524081:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468797.524084:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468797.524086:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468797.524089:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468797.524091:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468797.905283:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468797.905291:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468797.905293:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468797.905298:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468797.905302:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468797.905306:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468797.905308:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468797.905311:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468797.905313:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468798.289297:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468798.289304:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468798.289310:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468798.289312:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468798.289314:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468798.289316:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468798.289337:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468798.289340:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468798.289342:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468798.545895:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468798.545910:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468798.545912:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468798.545918:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468798.545920:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468798.545925:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468798.545928:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468798.933197:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468798.933205:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468798.933207:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468798.933212:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468798.933216:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468798.933219:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468798.933222:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468798.933225:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468798.933227:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468799.313255:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468799.313261:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468799.313266:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468799.313267:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468799.313271:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468799.313272:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468799.313645:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468799.313648:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468799.313652:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468799.569247:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468799.569260:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468799.569262:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468799.569266:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468799.569268:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468799.569272:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468799.569275:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468799.953248:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468799.953257:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468799.953259:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468799.953264:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468799.953268:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468799.953271:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468799.953274:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468799.953276:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468799.953279:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468800.337292:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468800.337299:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468800.337304:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468800.337305:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468800.337308:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468800.337310:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468800.337411:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468800.337414:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468800.337417:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468800.595074:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468800.595085:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468800.595087:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468800.595090:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468800.595093:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468800.595096:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468800.595099:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468800.977272:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468800.977279:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468800.977281:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468800.977286:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468800.977290:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468800.977294:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468800.977296:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468800.977298:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468800.977301:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468801.361275:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468801.361280:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468801.361285:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468801.361286:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468801.361289:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468801.361291:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468801.361450:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468801.361453:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468801.361456:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468801.617407:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468801.617419:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468801.617421:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468801.617426:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468801.617428:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468801.617432:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468801.617435:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468802.002315:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468802.002321:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468802.002324:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468802.002330:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468802.002333:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468802.002338:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468802.002341:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468802.002343:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468802.002345:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468802.385290:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468802.385296:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468802.385301:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468802.385302:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468802.385306:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468802.385307:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468802.385336:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468802.385339:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468802.385342:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468802.641922:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468802.641935:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468802.641937:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468802.641942:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468802.641945:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468802.641949:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468802.641951:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468802.644722:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468802.644731:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468802.644735:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468802.644739:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468802.644742:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468802.644745:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468802.644748:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468802.644751:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468802.644754:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468802.644757:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468802.644763:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21056) 00000100:00000001:1.0:1789468803.025317:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468803.025324:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468803.025326:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468803.025330:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468803.025334:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468803.025338:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468803.025340:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468803.025343:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468803.025345:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468803.409469:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468803.409480:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468803.409482:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468803.409487:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468803.409493:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468803.409496:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468803.409499:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468803.409502:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468803.409506:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468803.409508:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468803.409512:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468803.409513:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468803.410059:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468803.410065:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468803.410069:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468803.665351:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468803.665372:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468803.665375:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468803.665383:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468803.665386:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468803.665392:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468803.665395:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468804.049442:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468804.049450:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468804.049452:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468804.049457:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468804.049460:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468804.049464:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468804.049467:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468804.049469:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468804.049472:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468804.433293:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468804.433299:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468804.433305:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468804.433306:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468804.433310:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468804.433311:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468804.433407:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468804.433410:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468804.433413:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468804.691038:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468804.691058:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468804.691061:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468804.691067:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468804.691069:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468804.691074:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468804.691077:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468805.073261:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468805.073269:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468805.073271:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468805.073276:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468805.073279:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468805.073283:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468805.073286:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468805.073288:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468805.073291:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468805.461028:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468805.461039:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468805.461046:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468805.461051:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468805.461054:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468805.461059:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468805.461062:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468805.461065:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468805.461067:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468805.461069:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468805.461073:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468805.461075:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468805.461077:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468805.461078:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468805.461080:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468805.461081:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468805.461082:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468805.461084:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468805.461451:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468805.461458:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468805.461462:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468805.713276:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468805.713289:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468805.713291:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468805.713295:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468805.713298:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468805.713303:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468805.713321:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468806.097244:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468806.097252:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468806.097254:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468806.097259:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468806.097262:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468806.097266:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468806.097269:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468806.097271:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468806.097273:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468806.485164:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468806.485175:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468806.485183:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468806.485185:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468806.485189:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468806.485190:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468806.485217:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468806.485220:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468806.485224:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468806.738115:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468806.738155:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468806.738157:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468806.738162:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468806.738164:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468806.738168:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468806.738170:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468807.121334:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468807.121341:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468807.121343:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468807.121349:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468807.121352:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468807.121355:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468807.121358:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468807.121361:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468807.121363:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468807.505257:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468807.505264:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468807.505269:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468807.505270:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468807.505273:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468807.505275:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468807.505387:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468807.505391:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468807.505395:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468807.761952:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468807.761961:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468807.761964:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468807.761968:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468807.761971:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468807.761974:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468807.761976:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468807.761980:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468807.761982:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468807.761985:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468807.761990:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21061) 00000100:00000001:1.0:1789468807.762841:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468807.762851:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468807.762854:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468807.762857:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468807.762859:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468807.762863:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468807.762865:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468808.145494:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468808.145501:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468808.145503:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468808.145507:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468808.145511:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468808.145514:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468808.145517:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468808.145519:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468808.145522:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468808.530929:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468808.530935:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468808.530941:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468808.530942:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468808.530945:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468808.530946:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468808.532171:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468808.532176:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468808.532180:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468808.785230:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468808.785244:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468808.785246:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468808.785251:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468808.785263:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468808.785267:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468808.785270:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468809.169292:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468809.169300:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468809.169302:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468809.169307:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468809.169310:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468809.169315:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468809.169318:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468809.169321:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468809.169324:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468809.553306:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468809.553318:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468809.553326:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468809.553328:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468809.553333:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468809.553334:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468809.553944:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468809.553949:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468809.553953:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468809.810092:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468809.810112:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468809.810114:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468809.810121:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468809.810124:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468809.810129:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468809.810150:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468810.193317:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468810.193329:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468810.193332:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468810.193339:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468810.193343:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468810.193348:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468810.193352:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468810.193356:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468810.193359:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468810.577566:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468810.577585:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468810.577594:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468810.577596:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468810.577607:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468810.577608:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468810.577641:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468810.577644:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468810.577648:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468810.834932:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468810.834952:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468810.834955:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468810.834961:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468810.834964:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468810.834970:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468810.834974:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468811.217322:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468811.217332:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468811.217335:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468811.217342:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468811.217347:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468811.217351:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468811.217354:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468811.217358:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468811.217360:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468811.602105:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468811.602117:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468811.602125:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468811.602127:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468811.602150:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468811.602152:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468811.602376:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468811.602381:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468811.602385:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468811.857282:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468811.857302:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468811.857306:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468811.857313:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468811.857315:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468811.857321:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468811.857325:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468812.242154:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468812.242165:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468812.242168:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468812.242174:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468812.242178:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468812.242183:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468812.242186:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468812.242189:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468812.242192:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468812.625465:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468812.625475:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468812.625483:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468812.625484:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468812.625489:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468812.625490:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468812.628416:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468812.628425:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468812.628431:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468812.881453:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468812.881641:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468812.881644:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468812.881657:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468812.881661:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468812.881663:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468812.881667:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468812.881671:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468812.881674:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468812.881677:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468812.881686:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21066) 00000100:00000001:1.0:1789468812.882917:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468812.882931:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468812.882934:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468812.882939:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468812.882942:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468812.882947:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468812.882950:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468813.265355:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468813.265366:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468813.265369:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468813.265375:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468813.265380:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468813.265385:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468813.265389:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468813.265392:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468813.265395:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468813.650912:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468813.650924:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468813.650927:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468813.650931:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468813.650938:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468813.650940:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468813.650943:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468813.650946:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468813.650950:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468813.650952:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468813.650956:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468813.650958:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468813.651987:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468813.651995:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468813.652001:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468813.907984:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468813.908005:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468813.908007:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468813.908014:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468813.908017:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468813.908023:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468813.908026:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468814.290615:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468814.290627:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468814.290630:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468814.290637:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468814.290642:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468814.290647:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468814.290651:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468814.290655:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468814.290658:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468814.673419:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468814.673428:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468814.673436:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468814.673437:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468814.673441:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468814.673442:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468814.673470:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468814.673473:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468814.673486:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468814.929278:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468814.929298:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468814.929301:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468814.929307:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468814.929376:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468814.929381:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468814.929385:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468815.313644:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468815.313656:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468815.313659:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468815.313666:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468815.313671:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468815.313676:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468815.313679:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468815.313682:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468815.313686:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468815.697371:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468815.697382:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468815.697391:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468815.697395:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468815.697398:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468815.697402:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468815.697406:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468815.697408:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468815.697411:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468815.697413:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468815.697417:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468815.697420:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468815.697421:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468815.697423:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468815.697424:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468815.697426:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468815.697427:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468815.697429:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468815.697493:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468815.697498:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468815.697502:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468815.954426:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468815.954445:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468815.954448:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468815.954454:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468815.954457:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468815.954462:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468815.954466:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468816.337890:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468816.337901:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468816.337903:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468816.337910:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468816.337914:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468816.337919:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468816.337922:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468816.337925:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468816.337928:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468816.721308:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468816.721326:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468816.721335:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468816.721338:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468816.721342:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468816.721343:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468816.721471:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468816.721476:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468816.721480:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468816.977202:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468816.977221:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468816.977223:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468816.977230:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468816.977233:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468816.977238:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468816.977241:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468817.361291:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468817.361303:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468817.361306:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468817.361313:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468817.361317:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468817.361322:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468817.361326:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468817.361328:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468817.361332:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468817.745268:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468817.745275:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468817.745282:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468817.745283:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468817.745287:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468817.745288:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468817.745428:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468817.745431:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468817.745434:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468818.002108:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468818.002117:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468818.002121:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468818.002124:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468818.002126:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468818.002129:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468818.002149:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468818.002153:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468818.002156:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468818.002159:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468818.002164:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21071) 00000100:00000001:3.0:1789468818.002287:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468818.002292:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468818.002305:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468792/real 1789468792] req@ffff8cbad742df80 x1876386402412800/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468817 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468818.002319:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468818.002321:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468818.002325:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf4d0. 00000400:00000200:3.0:1789468818.002330:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ceee0 00000400:00000010:3.0:1789468818.002333:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ceee0. 00000100:00000001:3.0:1789468818.002337:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468818.002341:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742df80 x1876386402412800/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468817 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468818.002349:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742df80 x1876386402412800/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468817 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468818.002357:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468818.002359:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468818.002361:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468818.002363:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468818.002367:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742df80 x1876386402412800/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468817 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468818.002374:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468818.002376:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468818.002380:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468792/real 1789468792] req@ffff8cbad742fb80 x1876386402412544/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468817 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468818.002412:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468818.002413:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468818.002415:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bff78. 00000400:00000200:3.0:1789468818.002418:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce2a8 00000400:00000010:3.0:1789468818.002419:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce2a8. 00000100:00000001:3.0:1789468818.002422:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468818.002425:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742fb80 x1876386402412544/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468817 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468818.002433:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742fb80 x1876386402412544/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468817 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468818.002438:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468818.002439:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468818.002441:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468818.002443:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468818.002446:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742fb80 x1876386402412544/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468817 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468818.002452:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468818.002453:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468818.002457:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468792/real 1789468792] req@ffff8cbad742f480 x1876386402412672/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468817 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468818.002464:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468818.002465:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468818.002467:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf840. 00000400:00000200:3.0:1789468818.002469:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce330 00000400:00000010:3.0:1789468818.002471:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce330. 00000100:00000001:3.0:1789468818.002473:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468818.002475:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742f480 x1876386402412672/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468817 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468818.002483:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742f480 x1876386402412672/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468817 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468818.002493:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468818.002494:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468818.002496:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468818.002497:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468818.002501:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742f480 x1876386402412672/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468817 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468818.002507:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468818.002515:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468818.002517:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468818.002519:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468818.002522:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468818.002524:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468818.002528:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742df80 x1876386402412800/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468817 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468818.002535:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468818.002538:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468818.002540:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468818.002541:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468818.002554:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468818.002557:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468818.002561:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468818.002582:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789468818.002584:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468818.002589:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742df80 x1876386402412800/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468817 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468818.002598:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402412800:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468818.002603:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468818.002607:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742fb80 x1876386402412544/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468817 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468818.002620:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468818.002623:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468818.002624:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468818.002626:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468818.002627:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468818.002629:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468818.002631:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468818.002638:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789468818.002640:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468818.002643:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742fb80 x1876386402412544/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468817 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468818.002651:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402412544:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789468818.002655:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468818.002658:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742f480 x1876386402412672/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468817 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468818.002664:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468818.002666:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468818.002668:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468818.002669:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468818.002671:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468818.002673:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468818.002675:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468818.002679:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789468818.002682:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468818.002685:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742f480 x1876386402412672/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468817 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468818.002703:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402412672:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468818.002707:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468818.002709:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468818.002713:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742df80 x1876386402412800/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468817 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468818.002719:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468818.002722:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468818.002725:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d2400. 02000000:00000001:3.0:1789468818.002731:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468818.002733:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468818.002735:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789468818.002738:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468818.002740:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faace800. 02000000:00000001:3.0:1789468818.002744:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468818.002745:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468818.002748:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742df80. 00000100:00000001:3.0:1789468818.002753:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468818.002754:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468818.002756:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468818.002759:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742fb80 x1876386402412544/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468817 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468818.002765:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468818.002767:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468818.002768:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d0c00. 02000000:00000001:3.0:1789468818.002770:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468818.002771:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468818.002772:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789468818.002774:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468818.002775:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacf400. 02000000:00000001:3.0:1789468818.002778:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468818.002778:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468818.002780:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742fb80. 00000100:00000001:3.0:1789468818.002788:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468818.002789:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468818.002791:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468818.002794:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742f480 x1876386402412672/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468817 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468818.002800:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468818.002801:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468818.002803:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d3000. 02000000:00000001:3.0:1789468818.002806:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468818.002807:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468818.002808:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789468818.002810:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468818.002811:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacfc00. 02000000:00000001:3.0:1789468818.002813:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468818.002814:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468818.002815:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742f480. 00000100:00000001:3.0:1789468818.002817:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468818.002818:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468818.002821:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468818.002824:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468818.002825:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468818.002827:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468818.002829:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468818.003066:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468818.003070:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789468818.003073:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468818.003075:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468818.003079:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468818.003082:0:331017:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21041 00000400:00000200:1.0:1789468818.003090:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468818.003095:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789468818.003098:0:331017:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468818.003101:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468818.003104:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468818.003107:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468818.003109:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789468818.003115:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468818.003118:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:1.0:1789468818.003120:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468818.003123:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:1.0:1789468818.003126:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:1.0:1789468818.003128:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:1.0:1789468818.003150:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468818.003153:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468818.003155:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468818.003157:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789468818.003160:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:1.0:1789468818.003164:0:331017:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789468818.003166:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468818.003169:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468818.003172:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468818.003174:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468818.003176:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789468818.003178:0:331017:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468818.003184:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c4e00. 00000020:00000040:1.0:1789468818.003187:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789468818.003190:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468818.003192:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468818.003194:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468818.003197:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468818.003200:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468818.003206:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6890800. 00000100:00000001:1.0:1789468818.003212:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468818.003218:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c4e00 x1876386402412928/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468818.003226:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468818.003229:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468818.003233:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1fb5ecb] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c4e00 x1876386402412928/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468818.003259:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468818.003262:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468818.003265:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789468818.003267:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468818.003268:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468818.003271:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468818.003273:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21041 00000400:00000200:1.0:1789468818.003277:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468818.003280:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789468818.003282:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468818.003285:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468818.003287:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468818.003288:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468818.003290:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789468818.003292:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468818.003293:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:1.0:1789468818.003295:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468818.003297:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:1.0:1789468818.003299:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:1.0:1789468818.003301:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:1.0:1789468818.003303:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468818.003305:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468818.003307:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468818.003308:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789468818.003311:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:1.0:1789468818.003313:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789468818.003315:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468818.003317:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468818.003322:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468818.003324:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468818.003326:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789468818.003329:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789468818.003332:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468818.003334:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468818.003337:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c4380. 00000020:00000040:1.0:1789468818.003340:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789468818.003343:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468818.003344:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468818.003345:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468818.003346:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468818.003348:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468818.003351:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6893800. 00000100:00000001:1.0:1789468818.003354:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468818.003359:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c4380 x1876386402413056/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468818.003366:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468818.003368:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468818.003372:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001600f89c] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c4380 x1876386402413056/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468818.003378:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468818.003381:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468818.003384:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789468818.003385:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789468818.003387:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789468818.003389:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789468818.003391:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21041 00000400:00000200:1.0:1789468818.003395:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468818.003397:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789468818.003399:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468818.003402:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468818.003404:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468818.003406:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468818.003408:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789468818.003411:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789468818.003413:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:1.0:1789468818.003415:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789468818.003416:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:1.0:1789468818.003418:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:1.0:1789468818.003420:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:1.0:1789468818.003423:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468818.003425:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789468818.003427:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789468818.003429:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789468818.003432:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:1.0:1789468818.003434:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789468818.003437:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468818.003438:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789468818.003441:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468818.003443:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468818.003445:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789468818.003447:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789468818.003449:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468818.003451:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789468818.003454:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c7100. 00000020:00000040:1.0:1789468818.003456:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789468818.003458:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789468818.003460:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468818.003461:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789468818.003462:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789468818.003464:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789468818.003467:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6890000. 00000100:00000001:1.0:1789468818.003471:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468818.003476:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c7100 x1876386402413184/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789468818.003482:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789468818.003484:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468818.003487:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b9117d8] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c7100 x1876386402413184/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468818.003494:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468818.003496:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468818.003500:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468818.003503:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468818.003506:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468818.003509:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21071) 00000100:00000001:3.0:1789468818.003634:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468818.003638:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468818.003640:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468818.003645:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c4e00 x1876386402412928/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468818.003653:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468818.003655:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468818.003658:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468818.003661:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468818.003663:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468818.003666:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402412928:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789468818.003670:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468818.003680:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468818.003683:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468818.003685:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468818.003689:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d3000. 02000000:00000001:3.0:1789468818.003690:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468818.003696:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789468818.003700:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf840. 00000400:00000010:3.0:1789468818.003705:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce330. 00000100:00000200:3.0:1789468818.003711:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402412928, portal 25 00000100:00000001:3.0:1789468818.003713:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468818.003715:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704628224 : -126741004923392 : ffff8cbacf6c4e00) 00000100:00000040:3.0:1789468818.003721:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c4e00 x1876386402412928/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468818.003727:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468818.003730:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789468818.003732:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce2a8. 00000100:00000200:3.0:1789468818.003735:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402412928, offset 0 00000400:00000200:3.0:1789468818.003741:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789468818.003749:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468818.003754:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789468818.003758:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789468818.003762:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789468818.003766:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789468818.003768:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789468818.003771:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94005:94005:256:4294967295] 192.168.203.142@tcp LPNI seq info [94005:94005:8:4294967295] 00000400:00000200:3.0:1789468818.003776:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468818.003785:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789468818.003790:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789468818.003796:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7300. 00000800:00000200:3.0:1789468818.003803:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789468818.003812:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468818.003816:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789468818.003841:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468818.003846:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468818.003849:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315735285 00000100:00000010:3.0:1789468818.003853:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451600. 00000100:00000001:3.0:1789468818.003859:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789468818.003864:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315735285 00000100:00000010:3.0:1789468818.003867:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad04517e0. 00000100:00000001:3.0:1789468818.003869:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789468818.003872:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468818.003875:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468818.003877:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468818.003882:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c4380 x1876386402413056/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468818.003888:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468818.003890:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468818.003892:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468818.003894:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468818.003906:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468818.003909:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402413056:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468818.003912:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468818.003914:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468818.003916:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468818.003917:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468818.003921:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d0c00. 02000000:00000001:3.0:1789468818.003922:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468818.003926:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789468818.003929:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bff78. 00000400:00000010:3.0:1789468818.003942:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ceee0. 00000100:00000200:3.0:1789468818.003945:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402413056, portal 10 00000100:00000001:3.0:1789468818.003947:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468818.003949:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704625536 : -126741004926080 : ffff8cbacf6c4380) 00000100:00000040:3.0:1789468818.003955:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c4380 x1876386402413056/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468818.003968:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468818.003971:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789468818.003973:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce550. 00000100:00000200:3.0:1789468818.003976:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402413056, offset 0 00000400:00000200:3.0:1789468818.003980:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789468818.003985:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468818.003989:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789468818.003991:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789468818.003994:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789468818.003996:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789468818.003998:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789468818.004001:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94006:94006:255:4294967295] 192.168.203.142@tcp LPNI seq info [94006:94006:7:4294967295] 00000400:00000200:3.0:1789468818.004005:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468818.004012:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789468818.004017:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789468818.004020:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7700. 00000800:00000200:3.0:1789468818.004024:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789468818.004029:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468818.004031:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789468818.004034:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468818.004038:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:3.0:1789468818.004041:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468818.004043:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315734045 00000100:00000001:3.0:1789468818.004045:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315735285 00000100:00000001:3.0:1789468818.004047:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315734045 00000100:00000001:3.0:1789468818.004049:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315735285 00000100:00000001:3.0:1789468818.004061:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468818.004064:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468818.004071:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468818.004076:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c7100 x1876386402413184/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468818.004083:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468818.004084:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468818.004086:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468818.004087:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468818.004089:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468818.004092:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402413184:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468818.004095:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468818.004097:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468818.004098:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468818.004100:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468818.004103:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d2400. 02000000:00000001:3.0:1789468818.004104:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468818.004108:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789468818.004110:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf4d0. 00000400:00000010:3.0:1789468818.004113:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cec38. 00000100:00000200:3.0:1789468818.004116:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402413184, portal 10 00000100:00000001:3.0:1789468818.004118:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468818.004119:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704637184 : -126741004914432 : ffff8cbacf6c7100) 00000100:00000040:3.0:1789468818.004124:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c7100 x1876386402413184/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1789468818.004158:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468818.004163:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7300. 00000100:00000001:3.0:1789468818.004164:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468818.004167:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789468818.004168:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1789468818.004170:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce000. 00000100:00000200:3.0:1789468818.004172:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402413184, offset 0 00000400:00000200:2.0:1789468818.004174:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468818.004176:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789468818.004179:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce2a8 00000400:00000200:3.0:1789468818.004179:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789468818.004182:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce2a8. 00000400:00000200:3.0:1789468818.004183:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789468818.004185:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1789468818.004186:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1789468818.004188:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000100:00000200:2.0:1789468818.004190:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c4e00 x1876386402412928/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789468818.004190:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1789468818.004197:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1789468818.004197:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789468818.004200:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94007:94007:254:4294967295] 192.168.203.142@tcp LPNI seq info [94007:94007:6:4294967295] 00000100:00000040:2.0:1789468818.004201:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c4e00 x1876386402412928/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468843 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789468818.004205:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789468818.004208:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468818.004209:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1789468818.004211:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789468818.004215:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789468818.004369:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7d00. 00000800:00000200:3.0:1789468818.004376:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789468818.004381:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468818.004384:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789468818.004387:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468818.004390:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:3.0:1789468818.004394:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468818.004396:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315734034 00000100:00000001:3.0:1789468818.004398:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315735285 00000100:00000001:3.0:1789468818.004400:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315734034 00000100:00000001:3.0:1789468818.004402:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315735285 00000100:00000001:3.0:1789468818.004404:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468818.004406:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468818.004409:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468818.004411:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468818.004416:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468818.004418:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789468818.004420:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468818.004421:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468818.004423:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468818.004424:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789468818.007761:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468818.007771:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7700. 00000400:00000200:2.0:1789468818.007777:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468818.007784:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468818.007790:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce550 00000400:00000010:2.0:1789468818.007792:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce550. 00000100:00000001:2.0:1789468818.007797:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468818.007805:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c4380 x1876386402413056/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468818.007815:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468818.007818:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c4380 x1876386402413056/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468843 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468818.007825:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468818.007827:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789468818.007894:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468818.007897:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7d00. 00000400:00000200:2.0:1789468818.007900:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468818.007903:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468818.007906:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce000 00000400:00000010:2.0:1789468818.007907:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce000. 00000100:00000001:2.0:1789468818.007910:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468818.007914:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c7100 x1876386402413184/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468818.007920:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468818.007923:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c7100 x1876386402413184/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468843 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468818.007934:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468818.007935:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468818.385282:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468818.385294:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468818.385297:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468818.385305:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468818.385309:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468818.385314:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468818.385318:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468818.385321:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468818.385324:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468818.770017:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468818.770023:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468818.770029:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468818.770030:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468818.770034:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468818.770035:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468818.770066:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468818.770069:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468818.770072:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468819.281260:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315735285, at 4315735296 00000100:00000010:2.0:1789468819.281276:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451600. 00000100:00000040:3.0:1789468819.281352:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315735285, at 4315735296 00000100:00000010:3.0:1789468819.281367:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad04517e0. 00000100:00000001:1.0:1789468819.409350:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468819.409360:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468819.409363:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468819.409369:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468819.409374:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468819.409378:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468819.409382:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468819.409384:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468819.409387:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468819.794161:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468819.794172:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468819.794179:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468819.794180:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468819.794184:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468819.794185:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468819.794403:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468819.794408:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468819.794412:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468820.433675:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468820.433686:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468820.433689:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468820.433697:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468820.433701:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468820.433706:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468820.433709:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468820.433713:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468820.433716:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468820.817348:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468820.817358:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468820.817365:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468820.817367:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468820.817370:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468820.817372:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468820.817480:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468820.817485:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468820.817488:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468821.457284:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468821.457294:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468821.457297:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468821.457304:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468821.457309:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468821.457315:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468821.457319:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468821.457322:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468821.457326:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468821.841289:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468821.841298:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468821.841304:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468821.841306:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468821.841310:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468821.841311:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468821.841444:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468821.841448:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468821.841452:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468822.481331:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468822.481342:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468822.481345:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468822.481352:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468822.481357:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468822.481362:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468822.481366:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468822.481369:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468822.481372:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468822.865331:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468822.865340:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468822.865349:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468822.865350:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468822.865364:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468822.865365:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468822.865396:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468822.865399:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468822.865402:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468823.121357:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1789468823.121368:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468823.121379:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468823.121382:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468823.121386:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1789468823.121387:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1789468823.121389:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789468823.121389:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789468823.121392:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468823.121394:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468823.121399:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468823.121402:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468823.121404:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468823.121412:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21076) 00000100:00000001:3.0:1789468823.121419:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468823.121422:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468823.121426:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468823.121430:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468823.506178:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468823.506195:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468823.506198:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468823.506210:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468823.506217:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468823.506224:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468823.506228:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468823.506231:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468823.506236:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468823.890747:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468823.890758:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468823.890761:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468823.890767:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468823.890773:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468823.890775:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468823.890778:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468823.890780:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468823.890785:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468823.890786:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468823.890790:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468823.890791:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468823.891817:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468823.891823:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468823.891827:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468824.145301:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468824.145321:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468824.145324:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468824.145330:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468824.145333:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468824.145338:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468824.145341:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468824.531463:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468824.531475:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468824.531478:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468824.531485:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468824.531489:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468824.531502:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468824.531505:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468824.531508:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468824.531511:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468824.913345:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468824.913356:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468824.913363:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468824.913364:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468824.913368:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468824.913370:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468824.913477:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468824.913481:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468824.913485:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468825.169725:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468825.169748:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468825.169751:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468825.169758:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468825.169762:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468825.169768:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468825.169772:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468825.556515:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468825.556525:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468825.556528:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468825.556536:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468825.556541:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468825.556546:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468825.556549:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468825.556553:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468825.556556:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468825.937753:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468825.937764:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468825.937773:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468825.937777:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468825.937780:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468825.937785:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468825.937789:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468825.937792:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468825.937794:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468825.937797:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468825.937801:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468825.937803:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468825.937804:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468825.937806:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468825.937808:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468825.937809:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468825.937810:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468825.937812:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468825.937954:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468825.937958:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468825.937962:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468826.195073:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468826.195093:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468826.195095:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468826.195102:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468826.195105:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468826.195110:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468826.195114:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468826.577318:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468826.577331:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468826.577333:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468826.577342:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468826.577347:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468826.577352:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468826.577356:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468826.577359:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468826.577362:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468826.961311:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468826.961319:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468826.961326:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468826.961327:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468826.961330:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468826.961332:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468826.961366:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468826.961369:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468826.961371:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468827.217976:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468827.217995:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468827.217998:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468827.218004:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468827.218008:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468827.218015:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468827.218018:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468827.601918:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468827.601928:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468827.601931:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468827.601938:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468827.601942:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468827.601947:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468827.601951:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468827.601954:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468827.601958:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468827.985317:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468827.985328:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468827.985336:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468827.985337:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468827.985341:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468827.985342:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468827.986496:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468827.986502:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468827.986508:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468828.244071:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468828.244091:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468828.244094:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468828.244101:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468828.244105:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468828.244112:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468828.244115:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468828.244177:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468828.244185:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468828.244190:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468828.244193:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468828.244197:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468828.244200:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468828.244203:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468828.244208:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468828.244212:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468828.244216:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468828.244224:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21081) 00000100:00000001:1.0:1789468828.625337:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468828.625345:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468828.625347:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468828.625353:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468828.625356:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468828.625360:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468828.625363:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468828.625365:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468828.625367:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468829.009820:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468829.009832:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468829.009841:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468829.009842:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468829.009846:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468829.009847:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468829.012851:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468829.012861:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468829.012867:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468829.265271:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468829.265290:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468829.265292:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468829.265299:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468829.265301:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468829.265306:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468829.265309:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468829.651265:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468829.651278:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468829.651282:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468829.651290:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468829.651295:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468829.651300:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468829.651303:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468829.651306:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468829.651309:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468830.033562:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468830.033570:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468830.033575:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468830.033576:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468830.033579:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468830.033580:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468830.033824:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468830.033828:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468830.033832:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468830.289595:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468830.289614:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468830.289617:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468830.289623:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468830.289626:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468830.289631:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468830.289635:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468830.673789:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468830.673802:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468830.673805:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468830.673814:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468830.673819:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468830.673825:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468830.673829:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468830.673832:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468830.673836:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468831.060914:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468831.060924:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468831.060931:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468831.060932:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468831.060937:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468831.060938:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468831.060987:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468831.060991:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468831.060994:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468831.313295:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468831.313315:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468831.313318:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468831.313325:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468831.313328:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468831.313334:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468831.313336:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468831.698792:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468831.698803:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468831.698806:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468831.698814:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468831.698819:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468831.698824:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468831.698828:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468831.698841:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468831.698845:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468832.081298:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468832.081306:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468832.081314:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468832.081317:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468832.081322:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468832.081324:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468832.081803:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468832.081854:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468832.081858:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468832.337668:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468832.337863:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468832.337867:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468832.337875:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468832.337877:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468832.337884:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468832.337888:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468832.721969:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468832.721979:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468832.721982:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468832.721988:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468832.721993:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468832.721998:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468832.722002:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468832.722005:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468832.722008:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468833.105464:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468833.105473:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468833.105481:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468833.105482:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468833.105493:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468833.105495:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468833.105673:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468833.105678:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468833.105682:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468833.361280:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468833.361294:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468833.361296:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468833.361302:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468833.361304:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468833.361309:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468833.361311:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468833.361501:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468833.361506:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468833.361510:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468833.361514:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468833.361517:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468833.361523:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468833.361533:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468833.361538:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468833.361541:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468833.361544:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468833.361550:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21087) 00000100:00000001:1.0:1789468833.747286:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468833.747295:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468833.747297:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468833.747303:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468833.747308:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468833.747312:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468833.747315:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468833.747319:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468833.747322:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468834.129261:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468834.129270:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468834.129273:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468834.129276:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468834.129281:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468834.129283:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468834.129285:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468834.129287:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468834.129291:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468834.129292:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468834.129295:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468834.129296:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468834.129676:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468834.129680:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468834.129683:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468834.385243:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468834.385259:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468834.385261:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468834.385265:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468834.385267:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468834.385272:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468834.385274:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468834.769296:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468834.769305:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468834.769308:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468834.769312:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468834.769316:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468834.769320:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468834.769323:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468834.769325:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468834.769328:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468835.153322:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468835.153330:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468835.153336:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468835.153337:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468835.153340:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468835.153341:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468835.153373:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468835.153376:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468835.153379:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468835.410194:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468835.410207:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468835.410209:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468835.410214:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468835.410216:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468835.410220:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468835.410223:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468835.793743:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468835.793752:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468835.793754:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468835.793759:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468835.793763:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468835.793767:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468835.793771:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468835.793773:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468835.793776:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468836.177283:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468836.177291:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468836.177297:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468836.177301:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468836.177303:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468836.177306:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468836.177309:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468836.177311:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468836.177313:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468836.177315:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468836.177319:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468836.177321:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468836.177322:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468836.177324:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468836.177325:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468836.177326:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468836.177328:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468836.177330:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468836.177479:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468836.177483:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468836.177486:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468836.440340:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468836.440355:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468836.440357:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468836.440363:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468836.440365:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468836.440368:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468836.440371:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468836.818464:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468836.818473:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468836.818476:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468836.818482:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468836.818486:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468836.818490:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468836.818493:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468836.818496:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468836.818499:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468837.201609:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468837.201619:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468837.201627:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468837.201629:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468837.201632:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468837.201634:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468837.201731:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468837.201735:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468837.201739:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468837.458319:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468837.458335:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468837.458337:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468837.458342:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468837.458344:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468837.458349:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468837.458351:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468837.841302:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468837.841309:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468837.841311:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468837.841317:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468837.841320:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468837.841325:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468837.841327:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468837.841330:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468837.841333:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468838.226663:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468838.226671:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468838.226687:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468838.226689:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468838.226692:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468838.226694:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468838.228559:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468838.228566:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468838.228571:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468838.481304:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468838.481314:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468838.481317:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468838.481321:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468838.481323:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468838.481327:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468838.481329:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468838.481334:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468838.481337:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468838.481340:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468838.481345:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21092) 00000100:00000001:2.0:1789468838.481432:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468838.481443:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468838.481445:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468838.481448:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468838.481451:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468838.481455:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468838.481457:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468838.866048:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468838.866060:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468838.866063:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468838.866069:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468838.866073:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468838.866078:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468838.866081:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468838.866083:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468838.866086:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468839.249418:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468839.249426:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468839.249431:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468839.249432:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468839.249436:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468839.249437:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468839.249456:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468839.249459:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468839.249462:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468839.505266:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468839.505282:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468839.505284:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468839.505290:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468839.505293:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468839.505298:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468839.505301:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468839.890282:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468839.890290:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468839.890293:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468839.890298:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468839.890302:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468839.890306:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468839.890310:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468839.890312:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468839.890315:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468840.273266:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468840.273273:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468840.273279:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468840.273280:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468840.273284:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468840.273285:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468840.273417:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468840.273421:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468840.273424:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468840.529416:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468840.529436:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468840.529438:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468840.529444:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468840.529446:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468840.529452:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468840.529455:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468840.913621:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468840.913629:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468840.913631:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468840.913636:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468840.913640:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468840.913643:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468840.913646:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468840.913648:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468840.913651:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468841.297338:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468841.297345:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468841.297351:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468841.297353:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468841.297356:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468841.297357:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468841.297442:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468841.297445:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468841.297448:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468841.553594:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468841.553608:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468841.553611:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468841.553616:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468841.553618:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468841.553622:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468841.553626:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468841.937242:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468841.937253:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468841.937256:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468841.937263:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468841.937268:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468841.937272:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468841.937276:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468841.937279:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468841.937282:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468842.321258:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468842.321265:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468842.321270:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468842.321271:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468842.321274:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468842.321275:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468842.321409:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468842.321412:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468842.321415:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468842.577316:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468842.577330:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468842.577333:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468842.577337:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789468842.577340:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468842.577343:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468842.577346:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468842.963720:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468842.963732:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468842.963735:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468842.963740:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468842.963743:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468842.963748:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468842.963751:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468842.963754:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468842.963756:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468843.345380:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468843.345388:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468843.345391:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468843.345394:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468843.345398:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468843.345401:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468843.345402:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468843.345404:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468843.345407:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468843.345409:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468843.345411:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468843.345413:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468843.345434:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468843.345436:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468843.345449:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468843.603213:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468843.603223:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468843.603226:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468843.603229:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468843.603231:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468843.603234:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468843.603237:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468843.603241:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468843.603244:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468843.603247:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468843.603252:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21097) 00000100:00000001:1.0:1789468843.605967:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468843.605973:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468843.605999:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468818/real 1789468818] req@ffff8cbacf6c4e00 x1876386402412928/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468843 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468843.606023:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468843.606026:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468843.606030:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf840. 00000400:00000200:1.0:1789468843.606036:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce330 00000400:00000010:1.0:1789468843.606038:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce330. 00000100:00000001:1.0:1789468843.606042:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468843.606047:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c4e00 x1876386402412928/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468843 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468843.606056:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c4e00 x1876386402412928/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468843 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468843.606063:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468843.606065:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468843.606069:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468843.606070:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468843.606075:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c4e00 x1876386402412928/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468843 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468843.606082:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468843.606084:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468843.606089:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468818/real 1789468818] req@ffff8cbacf6c4380 x1876386402413056/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468843 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468843.606102:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468843.606103:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468843.606105:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bff78. 00000400:00000200:1.0:1789468843.606108:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ceee0 00000400:00000010:1.0:1789468843.606109:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ceee0. 00000100:00000001:1.0:1789468843.606111:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468843.606114:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c4380 x1876386402413056/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468843 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468843.606122:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c4380 x1876386402413056/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468843 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468843.606127:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468843.606128:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468843.606129:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468843.606176:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468843.606180:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c4380 x1876386402413056/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468843 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468843.606185:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468843.606187:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468843.606190:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468818/real 1789468818] req@ffff8cbacf6c7100 x1876386402413184/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468843 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468843.606197:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468843.606198:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468843.606199:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf4d0. 00000400:00000200:1.0:1789468843.606202:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cec38 00000400:00000010:1.0:1789468843.606203:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cec38. 00000100:00000001:1.0:1789468843.606205:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468843.606208:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c7100 x1876386402413184/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468843 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468843.606214:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c7100 x1876386402413184/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468843 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468843.606221:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468843.606222:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468843.606224:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468843.606225:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468843.606228:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c7100 x1876386402413184/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468843 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468843.606234:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468843.606242:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468843.606244:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468843.606248:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468843.606250:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468843.606252:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468843.606256:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c4e00 x1876386402412928/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468843 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468843.606263:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468843.606265:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468843.606267:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468843.606268:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468843.606270:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468843.606272:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468843.606276:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468843.606301:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789468843.606303:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468843.606307:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c4e00 x1876386402412928/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468843 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468843.606315:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402412928:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789468843.606319:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468843.606322:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c4380 x1876386402413056/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468843 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468843.606328:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468843.606330:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468843.606331:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468843.606332:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468843.606334:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468843.606336:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468843.606338:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468843.606342:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789468843.606344:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468843.606348:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c4380 x1876386402413056/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468843 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468843.606365:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402413056:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468843.606369:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468843.606373:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c7100 x1876386402413184/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468843 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468843.606378:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468843.606380:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468843.606382:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468843.606383:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468843.606385:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468843.606386:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468843.606388:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468843.606393:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789468843.606394:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468843.606398:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c7100 x1876386402413184/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468843 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468843.606409:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402413184:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468843.606412:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468843.606415:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468843.606418:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c4e00 x1876386402412928/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468843 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468843.606423:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468843.606426:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468843.606430:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d3000. 02000000:00000001:1.0:1789468843.606434:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468843.606437:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468843.606438:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789468843.606441:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468843.606443:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6890800. 02000000:00000001:1.0:1789468843.606447:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468843.606448:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468843.606450:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c4e00. 00000100:00000001:1.0:1789468843.606454:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468843.606455:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468843.606457:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468843.606460:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c4380 x1876386402413056/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468843 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468843.606465:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468843.606466:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468843.606468:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d0c00. 02000000:00000001:1.0:1789468843.606469:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468843.606470:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468843.606471:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789468843.606473:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468843.606474:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6893800. 02000000:00000001:1.0:1789468843.606476:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468843.606477:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468843.606478:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c4380. 00000100:00000001:1.0:1789468843.606481:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468843.606482:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468843.606550:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468843.606555:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c7100 x1876386402413184/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468843 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468843.606562:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468843.606563:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468843.606565:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d2400. 02000000:00000001:1.0:1789468843.606568:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468843.606569:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468843.606570:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789468843.606572:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468843.606573:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6890000. 02000000:00000001:1.0:1789468843.606575:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468843.606576:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468843.606577:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c7100. 00000100:00000001:1.0:1789468843.606579:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468843.606580:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468843.606582:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468843.606586:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468843.606587:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468843.606589:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468843.606591:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468843.606684:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468843.606690:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789468843.606692:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468843.606694:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468843.606697:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468843.606700:0:332879:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21066 00000400:00000200:3.0:1789468843.606708:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468843.606713:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789468843.606716:0:332879:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468843.606719:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468843.606721:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468843.606724:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468843.606726:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789468843.606731:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468843.606733:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789468843.606736:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468843.606739:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789468843.606741:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789468843.606743:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789468843.606745:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468843.606747:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468843.606749:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468843.606767:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789468843.606770:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789468843.606773:0:332879:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789468843.606776:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468843.606778:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468843.606780:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468843.606783:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468843.606785:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468843.606787:0:332879:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468843.606792:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031880. 00000020:00000040:3.0:1789468843.606794:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789468843.606798:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468843.606799:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468843.606802:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468843.606804:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468843.606807:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468843.606814:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2c00. 00000100:00000001:3.0:1789468843.606819:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468843.606825:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031880 x1876386402413312/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468843.606833:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468843.606837:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468843.606841:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081730922] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031880 x1876386402413312/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468843.606859:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468843.606862:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468843.606865:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468843.606866:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468843.606867:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468843.606870:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468843.606872:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21066 00000400:00000200:3.0:1789468843.606880:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468843.606883:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789468843.606885:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468843.606887:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468843.606889:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468843.606891:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468843.606893:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789468843.606895:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468843.606897:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789468843.606898:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468843.606900:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789468843.606902:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789468843.606904:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789468843.606906:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468843.606908:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468843.606909:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468843.606911:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789468843.606913:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789468843.606915:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789468843.606917:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468843.606919:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468843.606923:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468843.606925:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468843.606927:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789468843.606931:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789468843.606933:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468843.606935:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468843.606938:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9032300. 00000020:00000040:3.0:1789468843.606939:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789468843.606941:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468843.606946:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468843.606948:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468843.606949:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468843.606951:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468843.606954:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1c00. 00000100:00000001:3.0:1789468843.606957:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468843.606962:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9032300 x1876386402413440/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468843.606968:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468843.606970:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468843.606973:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005446fc88] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9032300 x1876386402413440/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468843.606980:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468843.606982:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468843.606985:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468843.606987:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468843.606988:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468843.606990:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468843.606993:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21066 00000400:00000200:3.0:1789468843.606996:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468843.606999:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789468843.607000:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468843.607003:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468843.607005:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468843.607007:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468843.607008:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789468843.607011:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468843.607012:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789468843.607014:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468843.607016:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789468843.607017:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789468843.607024:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789468843.607028:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468843.607031:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468843.607032:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468843.607034:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789468843.607036:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789468843.607038:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789468843.607041:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468843.607042:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468843.607045:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468843.607047:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468843.607049:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789468843.607051:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789468843.607053:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468843.607055:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468843.607057:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031180. 00000020:00000040:3.0:1789468843.607059:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789468843.607062:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468843.607063:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468843.607064:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468843.607066:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468843.607067:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468843.607071:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d0800. 00000100:00000001:3.0:1789468843.607074:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468843.607078:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031180 x1876386402413568/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468843.607084:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468843.607086:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468843.607090:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa1bc69b] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031180 x1876386402413568/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468843.607096:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468843.607103:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468843.607107:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468843.607109:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468843.607112:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468843.607116:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21097) 00000100:00000001:1.0:1789468843.607177:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468843.607180:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468843.607182:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468843.607186:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9031880 x1876386402413312/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468843.607193:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468843.607195:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468843.607198:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468843.607200:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468843.607202:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468843.607205:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402413312:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789468843.607209:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468843.607213:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468843.607215:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468843.607218:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468843.607221:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890000. 02000000:00000001:1.0:1789468843.607223:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468843.607227:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789468843.607231:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f306e0. 00000400:00000010:1.0:1789468843.607236:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d52a8. 00000100:00000200:1.0:1789468843.607241:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402413312, portal 25 00000100:00000001:1.0:1789468843.607243:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468843.607244:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107409024 : -126744602142592 : ffff8cb9f9031880) 00000100:00000040:1.0:1789468843.607249:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031880 x1876386402413312/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468843.607255:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468843.607258:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789468843.607262:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5198. 00000100:00000200:1.0:1789468843.607265:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402413312, offset 0 00000400:00000200:1.0:1789468843.607271:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789468843.607277:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468843.607283:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789468843.607288:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789468843.607292:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789468843.607295:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789468843.607297:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789468843.607300:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94008:94008:256:4294967295] 192.168.203.142@tcp LPNI seq info [94008:94008:8:4294967295] 00000400:00000200:1.0:1789468843.607304:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468843.607314:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789468843.607320:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789468843.607325:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7800. 00000800:00000200:1.0:1789468843.607331:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789468843.607338:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468843.607342:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789468843.607365:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468843.607369:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789468843.607372:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315760889 00000100:00000010:1.0:1789468843.607375:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869acc0. 00000100:00000001:1.0:1789468843.607381:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468843.607386:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315760889 00000100:00000010:1.0:1789468843.607389:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869ad80. 00000100:00000001:1.0:1789468843.607391:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468843.607394:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468843.607396:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468843.607398:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468843.607402:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9032300 x1876386402413440/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468843.607408:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468843.607409:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468843.607411:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468843.607413:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468843.607415:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468843.607418:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9032300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402413440:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468843.607421:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468843.607423:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468843.607424:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468843.607425:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468843.607428:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6893800. 02000000:00000001:1.0:1789468843.607430:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468843.607433:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789468843.607435:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30058. 00000400:00000010:1.0:1789468843.607439:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5aa0. 00000100:00000200:1.0:1789468843.607441:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402413440, portal 10 00000100:00000001:1.0:1789468843.607443:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468843.607444:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107411712 : -126744602139904 : ffff8cb9f9032300) 00000100:00000040:1.0:1789468843.607451:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9032300 x1876386402413440/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468843.607457:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468843.607459:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789468843.607461:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5550. 00000100:00000200:1.0:1789468843.607463:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402413440, offset 0 00000400:00000200:1.0:1789468843.607467:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789468843.607470:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468843.607474:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789468843.607476:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789468843.607478:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789468843.607480:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789468843.607482:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789468843.608098:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94009:94009:255:4294967295] 192.168.203.142@tcp LPNI seq info [94009:94009:7:4294967295] 00000400:00000200:1.0:1789468843.608104:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468843.608112:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789468843.608117:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789468843.608123:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7200. 00000800:00000200:1.0:1789468843.608128:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789468843.608178:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468843.608181:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789468843.608184:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468843.608189:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789468843.608193:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789468843.608195:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315759649 00000100:00000001:1.0:1789468843.608198:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315760889 00000100:00000001:1.0:1789468843.608200:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315759649 00000100:00000001:1.0:1789468843.608202:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315760889 00000100:00000001:1.0:1789468843.608205:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468843.608208:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468843.608211:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468843.608216:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9031180 x1876386402413568/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468843.608223:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468843.608224:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468843.608226:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468843.608228:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468843.608230:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468843.608232:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402413568:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468843.608236:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468843.608239:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468843.608240:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468843.608243:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468843.608246:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890800. 02000000:00000001:1.0:1789468843.608248:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468843.608252:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789468843.608255:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f305d8. 00000400:00000010:1.0:1789468843.608260:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5ee0. 00000100:00000200:1.0:1789468843.608264:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402413568, portal 10 00000100:00000001:1.0:1789468843.608266:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468843.608267:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107407232 : -126744602144384 : ffff8cb9f9031180) 00000100:00000040:1.0:1789468843.608273:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031180 x1876386402413568/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468843.608280:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468843.608282:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789468843.608285:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d56e8. 00000100:00000200:1.0:1789468843.608287:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402413568, offset 0 00000400:00000200:1.0:1789468843.608292:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789468843.608297:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468843.608300:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789468843.608303:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789468843.608306:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789468843.608308:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789468843.608311:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789468843.608314:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94010:94010:254:4294967295] 192.168.203.142@tcp LPNI seq info [94010:94010:6:4294967295] 00000400:00000200:1.0:1789468843.608317:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468843.608323:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789468843.608326:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789468843.608329:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7900. 00000800:00000200:1.0:1789468843.608333:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789468843.608336:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468843.608339:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789468843.608341:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468843.608344:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789468843.608347:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789468843.608360:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315759637 00000100:00000001:1.0:1789468843.608363:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315760889 00000100:00000001:1.0:1789468843.608365:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315759637 00000100:00000001:1.0:1789468843.608367:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315760889 00000100:00000001:1.0:1789468843.608368:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468843.608370:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468843.608373:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468843.608375:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468843.608381:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468843.608383:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789468843.608385:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468843.608386:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468843.608388:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468843.608390:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789468843.609062:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468843.609067:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7800. 00000400:00000200:3.0:1789468843.609072:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468843.609077:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468843.609082:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5198 00000400:00000010:3.0:1789468843.609085:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5198. 00000100:00000001:3.0:1789468843.609090:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468843.609095:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031880 x1876386402413312/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468843.609103:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468843.609105:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031880 x1876386402413312/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468868 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468843.609112:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468843.609114:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789468843.609126:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468843.609128:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7200. 00000400:00000200:3.0:1789468843.609156:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468843.609159:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468843.609161:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5550 00000400:00000010:3.0:1789468843.609163:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5550. 00000100:00000001:3.0:1789468843.609166:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468843.609169:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9032300 x1876386402413440/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468843.609175:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468843.609177:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9032300 x1876386402413440/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468868 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468843.609196:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468843.609197:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789468843.609255:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468843.609257:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7900. 00000400:00000200:3.0:1789468843.609260:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468843.609264:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468843.609267:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d56e8 00000400:00000010:3.0:1789468843.609269:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d56e8. 00000100:00000001:3.0:1789468843.609271:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468843.609275:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031180 x1876386402413568/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468843.609282:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468843.609285:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031180 x1876386402413568/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468868 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468843.609290:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468843.609292:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468843.985330:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468843.985338:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468843.985340:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468843.985346:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468843.985359:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468843.985363:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468843.985366:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468843.985368:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468843.985371:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468844.369358:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468844.369364:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468844.369368:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468844.369370:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468844.369373:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468844.369374:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468844.369529:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468844.369533:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468844.369536:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468844.881389:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315760889, at 4315760896 00000100:00000010:2.0:1789468844.881410:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869acc0. 00000100:00000040:3.0:1789468844.883165:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315760889, at 4315760898 00000100:00000010:3.0:1789468844.883177:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869ad80. 00000100:00000001:2.0:1789468845.009257:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468845.009265:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468845.009267:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468845.009272:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468845.009276:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468845.009280:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468845.009283:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468845.009285:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468845.009288:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468845.393350:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468845.393357:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468845.393363:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468845.393366:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468845.393369:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468845.393372:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468845.393375:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468845.393377:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468845.393379:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468845.393381:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468845.393384:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468845.393385:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468845.393386:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468845.393388:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468845.393389:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468845.393390:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468845.393392:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468845.393393:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468845.393652:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468845.393656:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468845.393659:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468846.033353:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468846.033361:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468846.033363:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468846.033369:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468846.033372:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468846.033376:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468846.033378:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468846.033381:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468846.033383:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468846.417230:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468846.417236:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468846.417241:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468846.417243:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468846.417246:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468846.417247:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468846.417832:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468846.417836:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468846.417841:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468847.057252:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468847.057259:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468847.057261:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468847.057266:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468847.057269:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468847.057273:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468847.057276:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468847.057278:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468847.057280:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468847.441394:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468847.441402:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468847.441408:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468847.441409:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468847.441413:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468847.441414:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468847.441451:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468847.441454:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468847.441457:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468848.081286:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468848.081295:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468848.081297:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468848.081303:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468848.081307:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468848.081311:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468848.081313:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468848.081324:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468848.081327:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468848.466822:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468848.466830:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468848.466836:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468848.466838:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468848.466841:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468848.466842:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468848.467050:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468848.467054:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468848.467057:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468848.721283:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468848.721296:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468848.721298:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468848.721303:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468848.721306:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468848.721310:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468848.721321:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789468848.721322:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468848.721329:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468848.721333:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468848.721336:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468848.721339:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468848.721342:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468848.721345:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468848.721349:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468848.721369:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468848.721372:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468848.721378:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21102) 00000100:00000001:2.0:1789468849.105242:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468849.105250:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468849.105253:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468849.105258:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468849.105261:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468849.105518:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468849.105522:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468849.105525:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468849.105528:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468849.489323:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468849.489329:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468849.489335:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468849.489336:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468849.489339:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468849.489340:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468849.490677:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468849.490683:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468849.490687:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468849.745255:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468849.745269:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468849.745272:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468849.745277:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468849.745279:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468849.745284:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468849.745286:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468850.129268:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468850.129278:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468850.129281:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468850.129287:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468850.129291:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468850.129295:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468850.129298:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468850.129309:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468850.129312:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468850.513371:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468850.513380:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468850.513385:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468850.513386:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468850.513389:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468850.513391:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468850.513534:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468850.513538:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468850.513541:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468850.769781:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468850.769794:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468850.769796:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468850.769801:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468850.769803:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468850.769910:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468850.769914:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468851.153876:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468851.153884:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468851.153885:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468851.153890:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468851.153893:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468851.153897:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468851.153899:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468851.153902:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468851.153904:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468851.537314:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468851.537322:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468851.537328:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468851.537329:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468851.537332:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468851.537334:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468851.537362:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468851.537365:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468851.537368:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468851.795659:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468851.795679:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468851.795682:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468851.795689:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468851.795693:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468851.795699:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468851.795702:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468852.177257:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468852.177265:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468852.177267:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468852.177272:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468852.177275:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468852.177279:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468852.177282:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468852.177284:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468852.177295:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468852.562505:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468852.562511:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468852.562518:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468852.562520:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468852.562523:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468852.562524:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468852.562656:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468852.562660:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468852.562664:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468852.817496:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468852.817516:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468852.817519:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468852.817526:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468852.817529:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468852.817536:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468852.817539:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468853.201251:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468853.201259:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468853.201261:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468853.201266:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468853.201270:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468853.201273:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468853.201276:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468853.201289:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468853.201292:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468853.585694:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468853.585705:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468853.585708:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468853.585713:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468853.585720:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468853.585722:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468853.585724:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468853.585727:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468853.585731:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468853.585733:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468853.585737:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468853.585738:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468853.585924:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468853.585928:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468853.585932:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468853.841330:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468853.841350:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468853.841354:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468853.841360:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468853.841363:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468853.841370:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468853.841374:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468853.841491:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468853.841499:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468853.841502:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468853.841506:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468853.841509:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468853.841512:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468853.841515:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468853.841519:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468853.841522:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468853.841526:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468853.841534:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21107) 00000100:00000001:2.0:1789468854.225262:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468854.225279:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468854.225281:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468854.225286:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468854.225290:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468854.225294:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468854.225297:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468854.225299:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468854.225302:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468854.609309:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468854.609319:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468854.609327:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468854.609328:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468854.609332:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468854.609333:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468854.611834:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468854.611844:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468854.611850:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468854.866755:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468854.866775:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468854.866777:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468854.866784:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468854.866787:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468854.866793:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468854.866895:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468855.250427:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468855.250436:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468855.250437:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468855.250443:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468855.250447:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468855.250452:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468855.250455:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468855.250458:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468855.250460:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468855.635493:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468855.635500:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468855.635506:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468855.635509:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468855.635512:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468855.635515:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468855.635518:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468855.635520:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468855.635522:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468855.635524:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468855.635527:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468855.635529:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468855.635530:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468855.635531:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468855.635533:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468855.635534:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468855.635535:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468855.635537:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468855.635559:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468855.635563:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468855.635566:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468855.889749:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468855.889769:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468855.889772:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468855.889779:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468855.889781:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468855.889786:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468855.889789:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468856.275541:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468856.275549:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468856.275551:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468856.275556:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468856.275560:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468856.275564:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468856.275567:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468856.275569:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468856.275572:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468856.657313:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468856.657325:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468856.657333:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468856.657335:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468856.657339:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468856.657340:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468856.657514:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468856.657519:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468856.657522:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468856.913302:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468856.913321:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468856.913324:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468856.913330:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468856.913334:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468856.913340:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468856.913343:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468857.298242:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468857.298263:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468857.298266:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468857.298274:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468857.298278:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468857.298284:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468857.298288:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468857.298292:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468857.298295:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468857.681387:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468857.681398:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468857.681405:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468857.681406:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468857.681411:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468857.681412:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468857.683014:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468857.683022:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468857.683035:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468857.937295:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468857.937314:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468857.937317:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468857.937323:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468857.937327:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468857.937333:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468857.937336:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468858.321676:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468858.321689:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468858.321692:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468858.321698:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468858.321703:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468858.321708:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468858.321712:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468858.321715:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468858.321718:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468858.705357:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468858.705369:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468858.705376:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468858.705378:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468858.705382:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468858.705383:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468858.705544:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468858.705549:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468858.705552:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468858.961415:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468858.961437:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468858.961440:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468858.961447:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468858.961450:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468858.961457:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468858.961461:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468858.965919:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468858.965932:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468858.965936:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468858.965939:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468858.965942:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468858.965945:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468858.965948:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468858.965952:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468858.965954:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468858.965957:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468858.965964:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21112) 00000100:00000001:2.0:1789468859.348550:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468859.348563:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468859.348566:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468859.348574:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468859.348578:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468859.348587:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468859.348590:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468859.348593:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468859.348597:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468859.731882:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468859.731905:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468859.731914:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468859.731915:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468859.731920:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468859.731921:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468859.731954:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468859.731959:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468859.731963:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468859.985350:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468859.985384:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468859.985387:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468859.985393:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468859.985397:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468859.985403:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468859.985407:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468860.373850:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468860.373862:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468860.373865:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468860.373872:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468860.373876:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468860.373881:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468860.373885:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468860.373888:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468860.373892:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468860.753374:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468860.753384:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468860.753390:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468860.753392:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468860.753396:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468860.753397:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468860.753601:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468860.753606:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468860.753610:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468861.009288:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468861.009316:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468861.009319:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468861.009326:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468861.009329:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468861.009335:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468861.009338:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468861.393307:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468861.393319:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468861.393322:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468861.393329:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468861.393334:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468861.393340:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468861.393344:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468861.393347:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468861.393350:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468861.777361:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468861.777372:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468861.777382:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468861.777384:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468861.777389:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468861.777391:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468861.780078:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468861.780088:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468861.780095:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468862.033290:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468862.033309:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468862.033312:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468862.033319:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468862.033322:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468862.033327:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468862.033331:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468862.418790:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468862.418802:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468862.418804:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468862.418811:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468862.418816:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468862.418821:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468862.418825:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468862.418828:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468862.418831:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468862.801597:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468862.801607:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468862.801615:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468862.801616:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468862.801622:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468862.801623:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468862.802320:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468862.802326:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468862.802331:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468863.057294:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468863.057325:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468863.057329:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468863.057335:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468863.057338:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468863.057344:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468863.057347:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468863.441271:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468863.441281:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468863.441283:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468863.441297:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468863.441301:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468863.441305:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468863.441308:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468863.441310:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468863.441312:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468863.825505:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468863.825516:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468863.825519:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468863.825523:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468863.825530:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468863.825534:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468863.825536:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468863.825538:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468863.825543:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468863.825545:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468863.825549:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468863.825550:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468863.825578:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468863.825593:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468863.825597:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468864.081597:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468864.081611:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468864.081615:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468864.081619:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468864.081622:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468864.081625:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468864.081628:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468864.081633:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468864.081636:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468864.081640:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468864.081647:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21117) 00000100:00000001:1.0:1789468864.084379:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468864.084394:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468864.084396:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468864.084402:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468864.084404:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468864.084411:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468864.084414:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468864.465771:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468864.465780:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468864.465782:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468864.465788:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468864.465791:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468864.465796:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468864.465798:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468864.465801:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468864.465803:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468864.850478:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468864.850484:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468864.850489:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468864.850490:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468864.850493:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468864.850494:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468864.850656:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468864.850663:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468864.850669:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468865.105259:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468865.105273:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468865.105276:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468865.105280:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468865.105283:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468865.105295:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468865.105299:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468865.489269:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468865.489278:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468865.489280:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468865.489296:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468865.489300:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468865.489304:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468865.489307:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468865.489310:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468865.489313:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468865.875230:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468865.875238:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468865.875244:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468865.875248:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468865.875251:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468865.875254:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468865.875258:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468865.875260:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468865.875262:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468865.875265:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468865.875268:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468865.875270:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468865.875271:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468865.875272:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468865.875274:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468865.875275:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468865.875277:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468865.875279:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468865.875381:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468865.875385:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468865.875387:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468866.129313:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468866.129327:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468866.129329:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468866.129334:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468866.129346:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468866.129351:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468866.129353:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468866.513828:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468866.513837:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468866.513839:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468866.513844:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468866.513848:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468866.513852:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468866.513854:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468866.513857:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468866.513860:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468866.897276:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468866.897283:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468866.897288:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468866.897290:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468866.897294:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468866.897296:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468866.897452:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468866.897455:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468866.897459:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468867.153253:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468867.153266:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468867.153269:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468867.153273:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468867.153276:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468867.153280:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468867.153283:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468867.537266:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468867.537274:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468867.537276:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468867.537281:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468867.537285:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468867.537288:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468867.537291:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468867.537293:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468867.537297:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468867.921296:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468867.921303:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468867.921309:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468867.921310:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468867.921314:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468867.921315:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468867.921337:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468867.921339:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468867.921342:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468868.178054:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468868.178061:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468868.178075:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468843/real 1789468843] req@ffff8cb9f9031880 x1876386402413312/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468868 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468868.178094:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468868.178096:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468868.178099:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f306e0. 00000400:00000200:1.0:1789468868.178105:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d52a8 00000400:00000010:1.0:1789468868.178107:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d52a8. 00000100:00000001:1.0:1789468868.178112:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468868.178115:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9031880 x1876386402413312/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468868 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468868.178124:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9031880 x1876386402413312/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468868 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468868.178147:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468868.178149:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468868.178152:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468868.178174:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468868.178179:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9031880 x1876386402413312/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468868 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468868.178186:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468868.178188:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468868.178192:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468843/real 1789468843] req@ffff8cb9f9032300 x1876386402413440/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468868 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468868.178200:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468868.178201:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468868.178203:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30058. 00000400:00000200:1.0:1789468868.178206:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5aa0 00000400:00000010:1.0:1789468868.178208:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5aa0. 00000100:00000001:1.0:1789468868.178210:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468868.178213:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9032300 x1876386402413440/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468868 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468868.178221:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9032300 x1876386402413440/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468868 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468868.178227:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468868.178229:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468868.178230:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468868.178231:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468868.178235:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9032300 x1876386402413440/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468868 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468868.178240:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468868.178243:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468868.178246:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468843/real 1789468843] req@ffff8cb9f9031180 x1876386402413568/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468868 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468868.178253:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468868.178254:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468868.178256:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f305d8. 00000400:00000200:1.0:1789468868.178258:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5ee0 00000400:00000010:1.0:1789468868.178259:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5ee0. 00000100:00000001:1.0:1789468868.178261:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468868.178264:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9031180 x1876386402413568/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468868 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468868.178278:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9031180 x1876386402413568/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468868 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468868.178283:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468868.178285:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468868.178286:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468868.178288:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468868.178291:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9031180 x1876386402413568/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468868 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468868.178302:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468868.178309:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468868.178311:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468868.178313:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468868.178315:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468868.178317:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468868.178322:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9031880 x1876386402413312/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468868 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468868.178328:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468868.178331:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468868.178332:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468868.178333:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468868.178336:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468868.178338:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468868.178342:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468868.178363:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789468868.178365:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468868.178369:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9031880 x1876386402413312/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468868 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468868.178376:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402413312:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789468868.178381:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468868.178384:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9032300 x1876386402413440/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468868 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468868.178390:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468868.178392:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468868.178394:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468868.178395:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468868.178397:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468868.178400:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468868.178402:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468868.178407:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789468868.178409:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468868.178413:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9032300 x1876386402413440/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468868 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468868.178420:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9032300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402413440:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468868.178424:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468868.178427:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9031180 x1876386402413568/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468868 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468868.178438:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468868.178440:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468868.178441:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468868.178442:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468868.178444:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468868.178445:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468868.178447:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468868.178450:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789468868.178452:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468868.178455:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9031180 x1876386402413568/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468868 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468868.178462:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402413568:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468868.178466:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468868.178468:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468868.178472:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9031880 x1876386402413312/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468868 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468868.178478:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468868.178481:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468868.178485:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890000. 02000000:00000001:1.0:1789468868.178489:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468868.178600:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468868.178603:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789468868.178606:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468868.178608:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d2c00. 02000000:00000001:1.0:1789468868.178613:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468868.178615:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468868.178617:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9031880. 00000100:00000001:1.0:1789468868.178620:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468868.178622:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468868.178624:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468868.178628:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9032300 x1876386402413440/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468868 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468868.178634:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468868.178635:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468868.178636:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6893800. 02000000:00000001:1.0:1789468868.178638:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468868.178639:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468868.178640:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789468868.178642:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468868.178643:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d1c00. 02000000:00000001:1.0:1789468868.178645:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468868.178646:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468868.178647:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9032300. 00000100:00000001:1.0:1789468868.178649:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468868.178650:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468868.178651:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468868.178654:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9031180 x1876386402413568/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468868 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468868.178659:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468868.178660:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468868.178662:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890800. 02000000:00000001:1.0:1789468868.178664:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468868.178665:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468868.178666:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789468868.178668:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468868.178669:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d0800. 02000000:00000001:1.0:1789468868.178670:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468868.178671:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468868.178672:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9031180. 00000100:00000001:1.0:1789468868.178674:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468868.178675:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468868.178677:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468868.178680:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468868.178681:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468868.178682:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468868.178684:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468868.179716:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468868.179724:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789468868.179726:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468868.179728:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468868.179731:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468868.179737:0:332879:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21092 00000400:00000200:3.0:1789468868.179746:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468868.179751:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789468868.179754:0:332879:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468868.179756:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468868.179759:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468868.179761:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468868.179763:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789468868.179801:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468868.179802:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789468868.179805:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468868.179808:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789468868.179810:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789468868.179812:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789468868.179816:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468868.179817:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468868.179819:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468868.179820:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789468868.179823:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789468868.179826:0:332879:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789468868.179828:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468868.179831:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468868.179833:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468868.179836:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468868.179838:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468868.179841:0:332879:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468868.179846:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030700. 00000020:00000040:3.0:1789468868.179849:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789468868.179853:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468868.179855:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468868.179858:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468868.179861:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468868.179864:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468868.179871:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3800. 00000100:00000001:3.0:1789468868.179876:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468868.179881:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030700 x1876386402413696/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468868.179890:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468868.179893:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468868.179898:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097f0b759] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030700 x1876386402413696/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468868.179929:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468868.179933:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468868.179936:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468868.179937:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468868.179939:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468868.179941:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468868.179945:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21092 00000400:00000200:3.0:1789468868.179949:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468868.179952:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789468868.179954:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468868.179957:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468868.179959:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468868.179961:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468868.179963:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789468868.179966:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468868.179967:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789468868.179969:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468868.179971:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789468868.179973:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789468868.179975:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789468868.179978:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468868.179979:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468868.179982:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468868.179984:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789468868.179986:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789468868.179989:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789468868.179991:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468868.179998:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468868.180002:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468868.180004:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468868.180006:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789468868.180009:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789468868.180012:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468868.180013:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468868.180017:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031f80. 00000020:00000040:3.0:1789468868.180019:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789468868.180021:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468868.180022:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468868.180023:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468868.180024:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468868.180026:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468868.180030:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2000. 00000100:00000001:3.0:1789468868.180034:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468868.180038:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031f80 x1876386402413824/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468868.180045:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468868.180047:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468868.180050:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029a719d9] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031f80 x1876386402413824/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468868.180060:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468868.180063:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468868.180066:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468868.180068:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468868.180069:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468868.180071:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468868.180073:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21092 00000400:00000200:3.0:1789468868.180077:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468868.180080:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789468868.180082:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468868.180089:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468868.180091:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468868.180093:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468868.180095:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789468868.180098:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468868.180099:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789468868.180101:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468868.180102:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789468868.180104:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789468868.180106:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789468868.180108:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468868.180110:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468868.180112:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468868.180113:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789468868.180115:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789468868.180117:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789468868.180119:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468868.180121:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468868.180124:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468868.180126:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468868.180128:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789468868.180190:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789468868.180193:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468868.180195:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468868.180199:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031180. 00000020:00000040:3.0:1789468868.180201:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789468868.180203:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468868.180204:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468868.180205:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468868.180207:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468868.180208:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468868.180211:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1400. 00000100:00000001:3.0:1789468868.180220:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468868.180225:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031180 x1876386402413952/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468868.180232:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468868.180234:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468868.180238:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa1bc69b] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031180 x1876386402413952/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468868.180244:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468868.180247:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468868.180264:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468868.180266:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468868.180273:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468868.180277:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21121) 00000100:00000001:1.0:1789468868.181770:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468868.181792:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468868.181795:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468868.181807:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030700 x1876386402413696/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468868.181818:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468868.181820:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468868.181824:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468868.181828:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468868.181831:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468868.181835:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402413696:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789468868.181839:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468868.181843:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468868.181845:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468868.181848:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468868.181856:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890800. 02000000:00000001:1.0:1789468868.181858:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468868.181865:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789468868.181870:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f305d8. 00000400:00000010:1.0:1789468868.181878:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5ee0. 00000100:00000200:1.0:1789468868.181885:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402413696, portal 25 00000100:00000001:1.0:1789468868.181888:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468868.181889:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107404544 : -126744602147072 : ffff8cb9f9030700) 00000100:00000040:1.0:1789468868.181895:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030700 x1876386402413696/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468868.181903:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468868.181906:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789468868.181908:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5aa0. 00000100:00000200:1.0:1789468868.181912:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402413696, offset 0 00000400:00000200:1.0:1789468868.181919:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789468868.181928:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468868.181936:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789468868.181942:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789468868.181946:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789468868.181950:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789468868.181952:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789468868.181955:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94011:94011:256:4294967295] 192.168.203.142@tcp LPNI seq info [94011:94011:8:4294967295] 00000400:00000200:1.0:1789468868.181959:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468868.181969:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789468868.181974:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789468868.181981:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7900. 00000800:00000200:1.0:1789468868.181987:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789468868.181995:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468868.181999:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789468868.182022:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468868.182027:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789468868.182029:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315785463 00000100:00000010:1.0:1789468868.182035:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a180. 00000100:00000001:1.0:1789468868.182041:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468868.182048:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315785463 00000100:00000010:1.0:1789468868.182051:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a7e0. 00000100:00000001:1.0:1789468868.182055:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468868.182067:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468868.182070:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468868.182073:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468868.182077:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9031f80 x1876386402413824/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468868.182083:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468868.182085:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468868.182087:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468868.182089:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468868.182091:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468868.182094:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402413824:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468868.182100:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468868.182102:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468868.182104:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468868.182105:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468868.182108:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6893800. 02000000:00000001:1.0:1789468868.182110:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468868.182113:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789468868.182115:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30058. 00000400:00000010:1.0:1789468868.182119:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d52a8. 00000100:00000200:1.0:1789468868.182122:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402413824, portal 10 00000100:00000001:1.0:1789468868.182124:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468868.182125:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107410816 : -126744602140800 : ffff8cb9f9031f80) 00000100:00000040:1.0:1789468868.182176:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031f80 x1876386402413824/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468868.182183:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468868.182184:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789468868.182187:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5440. 00000100:00000200:1.0:1789468868.182190:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402413824, offset 0 00000400:00000200:1.0:1789468868.182195:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789468868.182199:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468868.182203:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789468868.182205:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789468868.182208:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789468868.182210:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789468868.182212:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789468868.182214:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94012:94012:255:4294967295] 192.168.203.142@tcp LPNI seq info [94012:94012:7:4294967295] 00000400:00000200:1.0:1789468868.182218:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468868.182224:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789468868.182229:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789468868.182233:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7200. 00000800:00000200:1.0:1789468868.182236:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789468868.182399:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468868.182403:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789468868.182406:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468868.182410:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789468868.182414:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789468868.182416:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315784224 00000100:00000001:1.0:1789468868.182419:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315785463 00000100:00000001:1.0:1789468868.182421:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315784224 00000100:00000001:1.0:1789468868.182422:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315785463 00000100:00000001:1.0:1789468868.182424:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468868.182426:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468868.182428:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468868.182432:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9031180 x1876386402413952/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468868.182438:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468868.182440:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468868.182442:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468868.182444:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468868.182446:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468868.182449:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402413952:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468868.182452:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468868.182454:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468868.182455:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468868.182457:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468868.182461:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890000. 02000000:00000001:1.0:1789468868.182463:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468868.182467:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789468868.182470:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f306e0. 00000400:00000010:1.0:1789468868.182473:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5c38. 00000100:00000200:1.0:1789468868.182475:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402413952, portal 10 00000100:00000001:1.0:1789468868.182477:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468868.182479:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107407232 : -126744602144384 : ffff8cb9f9031180) 00000100:00000040:1.0:1789468868.182484:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031180 x1876386402413952/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468868.182489:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468868.182491:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789468868.182660:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5088. 00000100:00000200:1.0:1789468868.182665:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402413952, offset 0 00000400:00000200:1.0:1789468868.182671:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789468868.182675:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468868.182679:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789468868.182682:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789468868.182684:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789468868.182686:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789468868.182689:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789468868.182691:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94013:94013:254:4294967295] 192.168.203.142@tcp LPNI seq info [94013:94013:6:4294967295] 00000400:00000200:1.0:1789468868.182695:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468868.182701:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789468868.182706:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789468868.182709:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7800. 00000800:00000200:1.0:1789468868.182713:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789468868.182718:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468868.182721:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789468868.182724:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468868.182727:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789468868.182730:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789468868.182732:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315784212 00000100:00000001:1.0:1789468868.182734:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315785463 00000100:00000001:1.0:1789468868.182736:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315784212 00000100:00000001:1.0:1789468868.182738:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315785463 00000100:00000001:1.0:1789468868.182741:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468868.182743:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468868.182746:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468868.182749:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468868.182757:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468868.182759:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789468868.182761:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468868.182762:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468868.182764:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468868.182766:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789468868.182946:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468868.182951:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7900. 00000400:00000200:2.0:1789468868.182958:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468868.182963:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468868.182967:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5aa0 00000400:00000010:2.0:1789468868.182970:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5aa0. 00000100:00000001:2.0:1789468868.182975:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468868.182979:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030700 x1876386402413696/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468868.182992:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468868.182995:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030700 x1876386402413696/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468893 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468868.183001:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468868.183003:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789468868.183015:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468868.183017:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7200. 00000400:00000200:2.0:1789468868.183019:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468868.183021:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468868.183023:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5440 00000400:00000010:2.0:1789468868.183024:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5440. 00000100:00000001:2.0:1789468868.183026:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468868.183029:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031f80 x1876386402413824/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468868.183035:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468868.183038:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031f80 x1876386402413824/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468893 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468868.183043:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468868.183044:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789468868.183106:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468868.183109:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7800. 00000400:00000200:2.0:1789468868.183112:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468868.183115:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468868.183117:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5088 00000400:00000010:2.0:1789468868.183119:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5088. 00000100:00000001:2.0:1789468868.183121:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468868.183125:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031180 x1876386402413952/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468868.183178:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468868.183182:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031180 x1876386402413952/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468893 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468868.183194:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468868.183195:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789468868.563528:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468868.563536:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468868.563537:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468868.563543:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468868.563557:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468868.563561:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468868.563564:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468868.563567:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468868.563569:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468868.945294:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468868.945301:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468868.945309:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468868.945310:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468868.945316:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468868.945317:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468868.945463:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468868.945466:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468868.945469:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468869.457272:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315785463, at 4315785472 00000100:00000010:2.0:1789468869.457288:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a180. 00000100:00000040:3.0:1789468869.458128:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315785463, at 4315785472 00000100:00000010:3.0:1789468869.458334:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a7e0. 00000100:00000001:1.0:1789468869.585526:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468869.585534:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468869.585536:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468869.585541:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468869.585545:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468869.585548:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468869.585551:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468869.585553:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468869.585556:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468869.969497:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468869.969503:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468869.969508:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468869.969509:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468869.969513:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468869.969514:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468869.969597:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468869.969600:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468869.969603:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468870.609246:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468870.609254:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468870.609256:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468870.609260:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468870.609264:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468870.609268:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468870.609270:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468870.609274:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468870.609277:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468870.993265:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468870.993272:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468870.993278:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468870.993279:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468870.993283:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468870.993284:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468870.994010:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468870.994015:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468870.994018:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468871.633237:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468871.633245:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468871.633247:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468871.633253:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468871.633269:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468871.633280:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468871.633284:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468871.633286:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468871.633289:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468872.019647:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468872.019656:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468872.019662:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468872.019664:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468872.019667:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468872.019668:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468872.019702:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468872.019704:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468872.019707:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468872.659324:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468872.659333:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468872.659335:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468872.659341:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468872.659344:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468872.659349:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468872.659353:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468872.659356:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468872.659359:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468873.041459:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468873.041467:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468873.041472:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468873.041473:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468873.041476:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468873.041477:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468873.043050:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468873.043056:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468873.043060:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468873.297298:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468873.297318:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468873.297322:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468873.297327:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468873.297330:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468873.297335:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468873.297338:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468873.298287:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468873.298295:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468873.298298:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468873.298301:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468873.298304:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468873.298307:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468873.298309:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468873.298313:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468873.298316:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468873.298319:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468873.298325:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21127) 00000100:00000001:1.0:1789468873.681446:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468873.681455:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468873.681458:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468873.681463:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468873.681466:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468873.681470:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468873.681473:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468873.681476:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468873.681479:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468874.066961:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468874.066970:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468874.066973:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468874.066977:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468874.066981:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468874.066983:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468874.066985:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468874.066988:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468874.066991:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468874.066992:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468874.066996:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468874.066997:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468874.067101:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468874.067105:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468874.067109:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468874.321278:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468874.321293:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468874.321295:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468874.321301:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468874.321303:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468874.321308:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468874.321310:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468874.705265:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468874.705272:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468874.705275:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468874.705280:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468874.705284:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468874.705288:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468874.705291:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468874.705294:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468874.705296:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468875.089295:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468875.089303:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468875.089309:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468875.089311:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468875.089315:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468875.089316:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468875.089673:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468875.089677:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468875.089680:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468875.345387:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468875.345400:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468875.345402:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468875.345407:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468875.345409:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468875.345413:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468875.345415:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468875.729391:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468875.729401:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468875.729403:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468875.729409:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468875.729412:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468875.729416:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468875.729419:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468875.729421:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468875.729423:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468876.113371:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468876.113380:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468876.113386:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468876.113389:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468876.113391:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468876.113394:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468876.113397:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468876.113400:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468876.113401:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468876.113404:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468876.113407:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468876.113409:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468876.113410:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468876.113411:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468876.113413:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468876.113415:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468876.113416:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468876.113418:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468876.113449:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468876.113451:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468876.113454:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468876.369269:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468876.369285:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468876.369288:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468876.369293:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468876.369295:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468876.369299:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468876.369301:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468876.753267:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468876.753277:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468876.753280:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468876.753286:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468876.753290:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468876.753295:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468876.753298:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468876.753301:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468876.753304:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468877.137265:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468877.137273:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468877.137279:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468877.137281:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468877.137284:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468877.137285:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468877.139188:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468877.139196:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468877.139201:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468877.396267:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468877.396285:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468877.396288:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468877.396295:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468877.396298:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468877.396312:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468877.396315:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468877.784500:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468877.784509:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468877.784511:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468877.784516:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468877.784519:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468877.784523:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468877.784526:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468877.784528:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468877.784531:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468878.161321:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468878.161331:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468878.161338:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468878.161340:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468878.161344:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468878.161346:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468878.161866:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468878.161873:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468878.161877:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468878.417304:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1789468878.417319:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789468878.417324:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468878.417328:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789468878.417333:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1789468878.417337:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1789468878.417340:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789468878.417343:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1789468878.417347:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1789468878.417351:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468878.417353:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789468878.417357:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468878.417362:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468878.417370:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468878.417374:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468878.417377:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468878.417380:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468878.417388:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21132) 00000100:00000001:1.0:1789468878.801250:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468878.801258:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468878.801260:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468878.801265:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789468878.801268:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468878.801271:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468878.801274:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468878.801276:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468878.801279:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468879.185362:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468879.185370:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468879.185377:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468879.185378:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468879.185382:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468879.185383:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468879.185525:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468879.185528:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468879.185531:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468879.442199:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468879.442216:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468879.442218:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468879.442224:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468879.442227:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468879.442231:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468879.442234:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468879.825970:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468879.825981:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468879.825983:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468879.825989:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468879.825996:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468879.826001:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468879.826006:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468879.826008:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468879.826012:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468880.209345:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468880.209354:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468880.209360:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468880.209361:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468880.209365:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468880.209366:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468880.209432:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468880.209435:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468880.209439:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468880.466261:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468880.466274:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468880.466276:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468880.466281:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468880.466283:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468880.466287:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468880.466290:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468880.849312:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468880.849323:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468880.849326:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468880.849332:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468880.849336:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468880.849341:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468880.849344:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468880.849346:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468880.849350:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468881.233245:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468881.233252:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468881.233257:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468881.233258:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468881.233262:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468881.233263:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468881.233536:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468881.233545:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468881.233551:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468881.490180:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468881.490198:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468881.490222:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468881.490228:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468881.490231:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468881.490237:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468881.490240:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468881.873297:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468881.873307:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468881.873309:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468881.873316:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468881.873320:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468881.873325:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468881.873328:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468881.873330:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468881.873334:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468882.257467:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468882.257481:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468882.257489:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468882.257496:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468882.257501:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468882.257502:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468882.258887:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468882.258896:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468882.258901:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468882.513337:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468882.513357:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468882.513360:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468882.513367:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468882.513370:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468882.513376:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468882.513379:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468882.897291:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468882.897302:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468882.897305:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468882.897312:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468882.897317:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468882.897322:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468882.897326:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468882.897328:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468882.897331:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468883.284025:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468883.284037:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468883.284040:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468883.284045:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468883.284051:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468883.284066:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468883.284069:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468883.284071:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468883.284076:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468883.284078:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468883.284083:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468883.284085:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468883.284623:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468883.284628:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468883.284633:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468883.537371:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468883.537389:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468883.537392:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468883.537397:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468883.537400:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468883.537407:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468883.537410:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468883.537667:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468883.537675:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468883.537678:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468883.537681:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468883.537684:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468883.537688:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468883.537690:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468883.537695:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468883.537698:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468883.537701:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468883.537709:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21137) 00000100:00000001:2.0:1789468883.922179:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468883.922190:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468883.922193:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468883.922201:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468883.922206:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468883.922210:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468883.922213:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468883.922216:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468883.922219:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468884.305331:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468884.305341:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468884.305348:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468884.305350:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468884.305354:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468884.305356:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468884.305730:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468884.305734:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468884.305738:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468884.561457:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468884.561476:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468884.561478:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468884.561484:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468884.561487:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468884.561493:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468884.561507:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468884.947061:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468884.947071:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468884.947074:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468884.947081:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468884.947086:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468884.947091:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468884.947095:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468884.947098:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468884.947101:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468885.332227:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468885.332237:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468885.332245:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468885.332250:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468885.332252:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468885.332257:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468885.332261:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468885.332264:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468885.332266:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468885.332270:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468885.332274:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468885.332276:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468885.332277:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468885.332279:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468885.332280:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468885.332282:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468885.332284:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468885.332285:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468885.332396:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468885.332401:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468885.332404:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468885.587569:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468885.587589:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468885.587592:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468885.587599:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468885.587602:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468885.587609:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468885.587612:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468885.969553:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468885.969566:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468885.969568:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468885.969577:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468885.969582:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468885.969588:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468885.969592:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468885.969595:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468885.969598:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468886.353600:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468886.353837:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468886.353847:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468886.353848:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468886.353852:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468886.353854:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468886.355957:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468886.355965:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468886.355971:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468886.613070:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468886.613085:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468886.613087:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468886.613093:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468886.613096:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468886.613102:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468886.613106:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468886.993270:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468886.993280:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468886.993282:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468886.993288:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468886.993292:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468886.993296:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468886.993309:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468886.993311:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468886.993314:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468887.378097:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468887.378108:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468887.378115:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468887.378116:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468887.378120:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468887.378122:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468887.378301:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468887.378305:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468887.378309:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468887.633293:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468887.633312:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468887.633316:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468887.633322:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468887.633327:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468887.633332:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468887.633335:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468888.017276:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468888.017288:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468888.017291:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468888.017296:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468888.017300:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468888.017304:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468888.017307:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468888.017309:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468888.017312:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468888.401349:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468888.401359:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468888.401366:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468888.401367:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468888.401371:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468888.401372:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468888.401399:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468888.401402:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468888.401406:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468888.657311:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789468888.657312:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1789468888.657325:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468888.657329:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789468888.657331:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1789468888.657333:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1789468888.657337:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468888.657343:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468888.657346:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1789468888.657350:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789468888.657352:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468888.657359:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1789468888.657360:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789468888.657369:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468888.657374:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468888.657377:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468888.657381:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468888.657388:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21142) 00000100:00000001:2.0:1789468889.041312:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468889.041320:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468889.041322:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468889.041328:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468889.041332:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468889.041337:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468889.041340:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468889.041342:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468889.041345:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468889.429683:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468889.429692:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468889.429699:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468889.429700:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468889.429704:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468889.429705:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468889.429807:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468889.429813:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468889.429818:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468889.681451:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468889.681470:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468889.681473:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468889.681479:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468889.681481:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468889.681488:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468889.681491:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468890.065355:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468890.065363:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468890.065366:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468890.065371:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468890.065374:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468890.065378:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468890.065381:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468890.065384:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468890.065387:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468890.451033:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468890.451041:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468890.451049:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468890.451050:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468890.451054:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468890.451055:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468890.451328:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468890.451332:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468890.451335:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468890.705542:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468890.705560:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468890.705563:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468890.705568:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468890.705571:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468890.705576:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468890.705579:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468891.090180:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468891.090188:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468891.090190:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468891.090195:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468891.090197:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468891.090201:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468891.090204:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468891.090206:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468891.090208:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468891.473264:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468891.473271:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468891.473276:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468891.473277:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468891.473281:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468891.473282:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468891.473765:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468891.473769:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468891.473773:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468891.729256:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468891.729272:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468891.729275:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468891.729279:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468891.729282:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468891.729287:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468891.729289:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468892.113260:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468892.113267:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468892.113270:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468892.113275:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468892.113278:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468892.113282:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468892.113285:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468892.113288:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468892.113291:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468892.500311:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468892.500317:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468892.500323:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468892.500324:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468892.500327:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468892.500328:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468892.500357:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468892.500360:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468892.500363:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468892.753252:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468892.753267:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468892.753270:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468892.753275:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468892.753277:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468892.753281:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468892.753284:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468893.137254:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468893.137263:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468893.137265:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468893.137271:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468893.137275:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468893.137279:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468893.137282:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468893.137285:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468893.137288:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468893.522614:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468893.522627:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468893.522630:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468893.522635:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468893.522640:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468893.522643:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468893.522646:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468893.522648:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468893.522653:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468893.522654:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468893.522658:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468893.522660:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468893.522889:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468893.522894:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468893.522897:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468893.777354:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468893.777368:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468893.777371:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468893.777375:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468893.777379:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468893.777383:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468893.777385:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468893.777390:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468893.777392:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468893.777395:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468893.777401:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21147) 00000100:00000001:1.0:1789468893.777492:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468893.777496:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468893.777515:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468868/real 1789468868] req@ffff8cb9f9030700 x1876386402413696/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468893 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468893.777534:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468893.777537:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468893.777541:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f305d8. 00000400:00000200:1.0:1789468893.777550:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5ee0 00000400:00000010:1.0:1789468893.777553:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5ee0. 00000100:00000001:1.0:1789468893.777568:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468893.777574:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030700 x1876386402413696/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468893 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468893.777584:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030700 x1876386402413696/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468893 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468893.777593:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468893.777596:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468893.777613:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468893.777616:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468893.777620:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9030700 x1876386402413696/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468893 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468893.777628:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468893.777630:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468893.777634:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468868/real 1789468868] req@ffff8cb9f9031f80 x1876386402413824/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468893 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468893.777642:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468893.777644:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468893.777647:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30058. 00000400:00000200:1.0:1789468893.777649:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d52a8 00000400:00000010:1.0:1789468893.777652:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d52a8. 00000100:00000001:1.0:1789468893.777655:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468893.777658:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9031f80 x1876386402413824/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468893 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468893.777666:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9031f80 x1876386402413824/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468893 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468893.777673:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468893.777674:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468893.777676:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468893.777677:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468893.777681:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9031f80 x1876386402413824/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468893 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468893.777687:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468893.777689:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468893.777694:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468868/real 1789468868] req@ffff8cb9f9031180 x1876386402413952/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468893 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468893.777702:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468893.777703:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468893.777705:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f306e0. 00000400:00000200:1.0:1789468893.777707:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5c38 00000400:00000010:1.0:1789468893.777709:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5c38. 00000100:00000001:1.0:1789468893.777711:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468893.777714:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9031180 x1876386402413952/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468893 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468893.777732:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9031180 x1876386402413952/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468893 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468893.777739:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468893.777740:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468893.777742:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468893.777743:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468893.777746:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9031180 x1876386402413952/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468893 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468893.777753:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468893.777764:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468893.777766:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468893.777769:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468893.777773:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468893.777775:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468893.777780:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030700 x1876386402413696/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468893 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468893.777787:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468893.777790:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468893.777792:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468893.777793:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468893.777796:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468893.777799:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468893.777804:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468893.777823:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789468893.777827:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468893.777832:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030700 x1876386402413696/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468893 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468893.777840:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402413696:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789468893.777845:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468893.777850:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9031f80 x1876386402413824/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468893 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468893.777857:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468893.777859:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468893.777861:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468893.777862:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468893.777874:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468893.777877:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468893.777880:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468893.777885:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789468893.777888:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468893.777892:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9031f80 x1876386402413824/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468893 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468893.777900:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9031f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402413824:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468893.777905:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468893.777908:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9031180 x1876386402413952/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468893 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468893.777915:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468893.777917:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468893.777919:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468893.777920:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468893.777923:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468893.777925:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468893.777927:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468893.777932:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789468893.777934:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468893.777938:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9031180 x1876386402413952/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468893 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468893.777947:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402413952:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468893.777952:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468893.777955:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468893.777959:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030700 x1876386402413696/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468893 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468893.777967:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468893.777970:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468893.777985:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890800. 02000000:00000001:1.0:1789468893.777990:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468893.777994:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468893.777996:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789468893.777999:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468893.778002:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d3800. 02000000:00000001:1.0:1789468893.778007:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468893.778009:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468893.778011:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030700. 00000100:00000001:1.0:1789468893.778016:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468893.778017:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468893.778019:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468893.778022:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9031f80 x1876386402413824/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468893 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468893.778029:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468893.778031:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468893.778032:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6893800. 02000000:00000001:1.0:1789468893.778035:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468893.778036:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468893.778037:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789468893.778039:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468893.778040:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d2000. 02000000:00000001:1.0:1789468893.778043:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468893.778044:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468893.778046:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9031f80. 00000100:00000001:1.0:1789468893.778048:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468893.778049:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468893.778051:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468893.778054:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9031180 x1876386402413952/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468893 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468893.778059:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468893.778061:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468893.778063:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890000. 02000000:00000001:1.0:1789468893.778065:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468893.778066:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468893.778067:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789468893.778069:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468893.778070:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d1400. 02000000:00000001:1.0:1789468893.778072:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468893.778073:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468893.778074:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9031180. 00000100:00000001:1.0:1789468893.778076:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468893.778078:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468893.778080:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468893.778084:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468893.778085:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468893.778087:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468893.778089:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468893.778209:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468893.778214:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1789468893.778216:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468893.778220:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468893.778224:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468893.778228:0:331017:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21116 00000400:00000200:0.0:1789468893.778238:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468893.778245:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789468893.778249:0:331017:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468893.778252:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468893.778255:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468893.778258:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468893.778261:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789468893.778271:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468893.778274:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:0.0:1789468893.778277:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468893.778281:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:0.0:1789468893.778284:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:0.0:1789468893.778287:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:0.0:1789468893.778290:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468893.778292:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468893.778294:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468893.778296:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789468893.778300:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:0.0:1789468893.778304:0:331017:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789468893.778306:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468893.778309:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468893.778313:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468893.778316:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468893.778319:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468893.778321:0:331017:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468893.778332:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6ea300. 00000020:00000040:0.0:1789468893.778336:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:0.0:1789468893.778340:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468893.778342:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468893.778345:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468893.778348:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468893.778353:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468893.778362:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687c000. 00000100:00000001:0.0:1789468893.778372:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468893.778379:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6ea300 x1876386402414080/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468893.778389:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468893.778395:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468893.778399:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec572498] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6ea300 x1876386402414080/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468893.778420:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468893.778423:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468893.778427:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789468893.778428:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468893.778430:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468893.778433:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468893.778436:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21116 00000400:00000200:0.0:1789468893.778440:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468893.778443:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789468893.778445:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468893.778448:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468893.778450:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468893.778452:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468893.778454:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789468893.778457:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468893.778459:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:0.0:1789468893.778460:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468893.778463:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:0.0:1789468893.778465:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:0.0:1789468893.778467:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:0.0:1789468893.778470:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468893.778472:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468893.778473:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468893.778476:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789468893.778478:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:0.0:1789468893.778481:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789468893.778483:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468893.778485:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468893.778492:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468893.778494:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468893.778496:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789468893.778500:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789468893.778503:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468893.778505:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468893.778508:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e9c00. 00000020:00000040:0.0:1789468893.778510:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789468893.778513:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468893.778515:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468893.778517:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468893.778518:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468893.778520:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468893.778524:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687cc00. 00000100:00000001:0.0:1789468893.778528:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468893.778533:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e9c00 x1876386402414208/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468893.778540:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468893.778542:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468893.778546:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e8628d7] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e9c00 x1876386402414208/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468893.778553:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468893.778555:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468893.778558:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789468893.778559:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468893.778560:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468893.778563:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468893.778566:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21116 00000400:00000200:0.0:1789468893.778570:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468893.778573:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789468893.778575:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468893.778578:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468893.778580:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468893.778582:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468893.778583:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789468893.778586:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468893.778588:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:0.0:1789468893.778589:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468893.778591:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:0.0:1789468893.778607:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:0.0:1789468893.778610:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:0.0:1789468893.778613:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468893.778615:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468893.778617:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468893.778620:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789468893.778622:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:0.0:1789468893.778624:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789468893.778627:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468893.778629:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468893.778631:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468893.778633:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468893.778636:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789468893.778638:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789468893.778640:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468893.778642:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468893.778646:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6eb480. 00000020:00000040:0.0:1789468893.778648:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789468893.778650:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468893.778651:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468893.778653:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468893.778655:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468893.778656:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468893.778660:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687f000. 00000100:00000001:0.0:1789468893.778663:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468893.778668:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6eb480 x1876386402414336/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468893.778676:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468893.778678:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468893.778682:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008c1d296] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6eb480 x1876386402414336/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468893.778689:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468893.778692:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468893.778697:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468893.778700:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468893.778703:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468893.778708:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21147) 00000100:00000001:1.0:1789468893.781511:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468893.781520:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468893.781524:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468893.781544:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6ea300 x1876386402414080/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468893.781565:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468893.781568:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468893.781573:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468893.781578:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468893.781581:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468893.781585:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402414080:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789468893.781590:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468893.781595:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468893.781607:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468893.781610:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468893.781618:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890000. 02000000:00000001:1.0:1789468893.781621:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468893.781629:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789468893.781635:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f306e0. 00000400:00000010:1.0:1789468893.781644:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5c38. 00000100:00000200:1.0:1789468893.781654:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402414080, portal 25 00000100:00000001:1.0:1789468893.781656:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468893.781659:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704781056 : -126741004770560 : ffff8cbacf6ea300) 00000100:00000040:1.0:1789468893.781665:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6ea300 x1876386402414080/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468893.781672:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468893.781675:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789468893.781677:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d52a8. 00000100:00000200:1.0:1789468893.781681:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402414080, offset 0 00000400:00000200:1.0:1789468893.781688:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789468893.781698:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468893.781706:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789468893.781712:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789468893.781717:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789468893.781729:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789468893.781733:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789468893.781736:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94014:94014:256:4294967295] 192.168.203.142@tcp LPNI seq info [94014:94014:8:4294967295] 00000400:00000200:1.0:1789468893.781741:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468893.781752:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789468893.781758:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789468893.781764:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7b00. 00000800:00000200:1.0:1789468893.781772:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789468893.781782:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468893.781788:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789468893.781807:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468893.781811:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789468893.781815:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315811063 00000100:00000010:1.0:1789468893.781820:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a1e0. 00000100:00000001:1.0:1789468893.781829:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468893.781837:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315811063 00000100:00000010:1.0:1789468893.781840:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869ab40. 00000100:00000001:1.0:1789468893.781844:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468893.781851:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468893.781853:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468893.781857:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468893.781861:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e9c00 x1876386402414208/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468893.781878:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468893.781880:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468893.781882:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468893.781883:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468893.781886:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468893.781888:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402414208:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468893.781892:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468893.781893:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468893.781895:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468893.781896:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468893.781900:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6893800. 02000000:00000001:1.0:1789468893.781902:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468893.781906:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789468893.781908:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30058. 00000400:00000010:1.0:1789468893.781912:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5ee0. 00000100:00000200:1.0:1789468893.781915:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402414208, portal 10 00000100:00000001:1.0:1789468893.781917:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468893.781918:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704779264 : -126741004772352 : ffff8cbacf6e9c00) 00000100:00000040:1.0:1789468893.781925:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e9c00 x1876386402414208/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468893.781930:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468893.781932:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789468893.781935:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5220. 00000100:00000200:1.0:1789468893.781937:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402414208, offset 0 00000400:00000200:1.0:1789468893.781941:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789468893.781945:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468893.781949:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789468893.781952:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789468893.781954:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789468893.781957:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789468893.781959:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789468893.781962:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94015:94015:255:4294967295] 192.168.203.142@tcp LPNI seq info [94015:94015:7:4294967295] 00000400:00000200:1.0:1789468893.781966:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468893.781972:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789468893.781986:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789468893.781990:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7100. 00000800:00000200:1.0:1789468893.781994:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789468893.781998:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468893.782000:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789468893.782003:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468893.782008:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789468893.782011:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789468893.782013:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315809823 00000100:00000001:1.0:1789468893.782016:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315811063 00000100:00000001:1.0:1789468893.782018:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315809823 00000100:00000001:1.0:1789468893.782020:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315811063 00000100:00000001:1.0:1789468893.782022:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468893.782024:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468893.782026:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468893.782031:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6eb480 x1876386402414336/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468893.782037:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468893.782038:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468893.782040:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468893.782042:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468893.782044:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468893.782047:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402414336:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468893.782050:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468893.782052:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468893.782054:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468893.782056:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468893.782059:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890800. 02000000:00000001:1.0:1789468893.782061:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468893.782063:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789468893.782066:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f305d8. 00000400:00000010:1.0:1789468893.782070:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d53b8. 00000100:00000200:1.0:1789468893.782073:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402414336, portal 10 00000100:00000001:1.0:1789468893.782075:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468893.782076:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704785536 : -126741004766080 : ffff8cbacf6eb480) 00000100:00000040:1.0:1789468893.782081:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6eb480 x1876386402414336/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468893.782088:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468893.782091:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789468893.782093:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5990. 00000100:00000200:1.0:1789468893.782095:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402414336, offset 0 00000400:00000200:1.0:1789468893.782100:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789468893.782104:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468893.782107:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789468893.782110:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789468893.782112:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789468893.782113:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789468893.782116:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789468893.782119:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94016:94016:254:4294967295] 192.168.203.142@tcp LPNI seq info [94016:94016:6:4294967295] 00000400:00000200:1.0:1789468893.782123:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468893.782129:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789468893.782164:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789468893.782169:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7f00. 00000800:00000200:1.0:1789468893.782172:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789468893.782177:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468893.782179:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789468893.782182:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468893.782186:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789468893.782190:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789468893.782192:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315809812 00000100:00000001:1.0:1789468893.782194:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315811063 00000100:00000001:1.0:1789468893.782196:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315809812 00000100:00000001:1.0:1789468893.782198:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315811063 00000100:00000001:1.0:1789468893.782200:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468893.782202:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468893.782205:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468893.782208:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468893.782217:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468893.782219:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789468893.782223:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468893.782224:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468893.782225:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468893.782228:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789468893.782494:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468893.782500:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7b00. 00000400:00000200:3.0:1789468893.782522:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468893.782528:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468893.782535:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d52a8 00000400:00000010:3.0:1789468893.782538:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d52a8. 00000100:00000001:3.0:1789468893.782544:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468893.782568:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6ea300 x1876386402414080/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468893.782578:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468893.782581:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6ea300 x1876386402414080/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468918 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468893.782588:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468893.782590:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789468893.782606:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468893.782608:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7100. 00000400:00000200:3.0:1789468893.782612:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468893.782615:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468893.782617:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5220 00000400:00000010:3.0:1789468893.782619:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5220. 00000100:00000001:3.0:1789468893.782621:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468893.782625:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9c00 x1876386402414208/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468893.782631:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468893.782634:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9c00 x1876386402414208/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468918 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468893.782640:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468893.782641:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789468893.782715:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468893.782718:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7f00. 00000400:00000200:3.0:1789468893.782720:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468893.782724:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468893.782726:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5990 00000400:00000010:3.0:1789468893.782728:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5990. 00000100:00000001:3.0:1789468893.782731:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468893.782734:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6eb480 x1876386402414336/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468893.782741:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468893.782744:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6eb480 x1876386402414336/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468918 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468893.782756:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468893.782757:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468894.161291:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468894.161301:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468894.161304:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468894.161312:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468894.161317:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468894.161321:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468894.161325:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468894.161329:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468894.161332:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468894.545411:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468894.545419:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468894.545425:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468894.545427:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468894.545430:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468894.545431:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468894.545594:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468894.545598:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468894.545601:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468895.057255:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315811063, at 4315811072 00000100:00000010:2.0:1789468895.057270:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a1e0. 00000100:00000040:3.0:1789468895.058807:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315811063, at 4315811073 00000100:00000010:3.0:1789468895.058821:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869ab40. 00000100:00000001:2.0:1789468895.185615:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468895.185623:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468895.185625:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468895.185629:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468895.185633:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468895.185636:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468895.185639:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468895.185641:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468895.185644:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468895.569562:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468895.569568:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468895.569574:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468895.569577:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468895.569580:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468895.569583:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468895.569586:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468895.569589:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468895.569591:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468895.569593:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468895.569597:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468895.569599:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468895.569600:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468895.569602:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468895.569604:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468895.569605:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468895.569607:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468895.569609:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468895.569926:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468895.569930:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468895.569933:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468896.211163:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468896.211171:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468896.211173:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468896.211178:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468896.211181:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468896.211185:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468896.211189:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468896.211191:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468896.211194:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468896.595219:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468896.595227:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468896.595233:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468896.595234:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468896.595237:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468896.595239:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468896.595263:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468896.595266:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468896.595269:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468897.235084:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468897.235092:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468897.235094:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468897.235098:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468897.235101:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468897.235105:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468897.235108:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468897.235111:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468897.235113:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468897.617271:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468897.617278:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468897.617283:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468897.617284:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468897.617287:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468897.617289:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468897.617453:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468897.617457:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468897.617461:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468898.257265:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468898.257272:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468898.257274:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468898.257279:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468898.257283:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468898.257288:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468898.257291:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468898.257293:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468898.257296:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468898.641327:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468898.641334:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468898.641344:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468898.641346:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468898.641349:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468898.641351:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468898.643217:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468898.643224:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468898.643229:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468898.897255:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468898.897269:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468898.897271:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468898.897277:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468898.897279:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468898.897283:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468898.897287:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468898.897480:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468898.897486:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468898.897488:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468898.897491:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468898.897493:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468898.897496:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468898.897498:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468898.897502:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468898.897504:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468898.897508:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468898.897513:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21152) 00000100:00000001:2.0:1789468899.281253:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468899.281261:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468899.281263:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468899.281268:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468899.281272:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468899.281275:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468899.281278:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468899.281280:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468899.281283:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468899.665274:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468899.665282:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468899.665288:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468899.665289:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468899.665292:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468899.665293:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468899.665409:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468899.665412:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468899.665415:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468899.921530:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468899.921546:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468899.921548:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468899.921554:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468899.921556:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468899.921561:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468899.921564:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468900.305264:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468900.305272:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468900.305274:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468900.305279:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468900.305283:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468900.305287:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468900.305289:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468900.305292:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468900.305295:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468900.691177:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468900.691184:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468900.691192:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468900.691193:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468900.691196:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468900.691197:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468900.691220:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468900.691223:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468900.691226:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468900.945498:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468900.945509:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468900.945511:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468900.945516:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468900.945518:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468900.945522:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468900.945524:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468901.329288:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468901.329296:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468901.329298:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468901.329304:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468901.329308:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468901.329312:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468901.329315:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468901.329317:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468901.329320:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468901.713265:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468901.713272:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468901.713278:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468901.713279:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468901.713283:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468901.713284:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468901.713408:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468901.713424:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468901.713427:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468901.969265:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468901.969279:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468901.969282:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468901.969287:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468901.969289:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468901.969293:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468901.969303:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468902.353612:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468902.353620:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468902.353622:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468902.353627:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468902.353630:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468902.353634:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468902.353636:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468902.353638:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468902.353641:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468902.737371:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468902.737380:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468902.737386:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468902.737387:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468902.737390:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468902.737391:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468902.737527:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468902.737531:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468902.737534:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468902.994368:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468902.994382:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468902.994384:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468902.994389:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468902.994391:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468902.994396:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468902.994398:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468903.377256:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468903.377263:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468903.377265:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468903.377270:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468903.377273:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468903.377277:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468903.377279:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468903.377282:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468903.377284:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468903.761721:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468903.761731:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468903.761733:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468903.761737:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468903.761742:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468903.761744:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468903.761747:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468903.761749:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468903.761753:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468903.761754:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468903.761757:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468903.761758:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468903.761880:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468903.761884:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468903.761887:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468904.019655:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468904.019669:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468904.019671:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468904.019676:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468904.019679:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468904.019682:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468904.019685:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468904.020054:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468904.020061:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468904.020064:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468904.020067:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468904.020069:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468904.020072:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468904.020075:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468904.020079:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468904.020081:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468904.020084:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468904.020089:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21157) 00000100:00000001:2.0:1789468904.402226:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468904.402235:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468904.402237:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468904.402242:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468904.402245:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468904.402249:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468904.402252:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468904.402254:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468904.402256:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468904.785320:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468904.785327:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468904.785333:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468904.785335:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468904.785338:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468904.785340:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468904.785363:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468904.785365:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468904.785368:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468905.041234:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468905.041247:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468905.041249:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468905.041253:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468905.041271:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468905.041275:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468905.041278:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468905.428159:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468905.428166:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468905.428168:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468905.428173:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468905.428177:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468905.428180:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468905.428183:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468905.428185:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468905.428188:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468905.809291:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468905.809302:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468905.809309:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468905.809313:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468905.809316:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468905.809320:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468905.809324:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468905.809327:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468905.809329:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468905.809331:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468905.809335:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468905.809337:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468905.809339:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468905.809341:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468905.809342:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468905.809344:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468905.809345:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468905.809348:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468905.809489:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468905.809493:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468905.809496:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468906.067203:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468906.067222:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468906.067224:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468906.067231:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468906.067233:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468906.067239:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468906.067243:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468906.451928:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468906.451939:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468906.451941:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468906.451949:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468906.451953:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468906.451957:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468906.451961:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468906.451963:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468906.451966:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468906.833645:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468906.833655:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468906.833662:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468906.833663:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468906.833666:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468906.833667:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468906.834051:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468906.834055:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468906.834059:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468907.099184:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468907.099199:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468907.099201:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468907.099206:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468907.099209:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468907.099213:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468907.099216:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468907.473287:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468907.473298:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468907.473301:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468907.473308:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468907.473313:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468907.473317:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468907.473393:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468907.473396:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468907.473399:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468907.859149:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468907.859156:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468907.859161:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468907.859162:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468907.859166:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468907.859168:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468907.859278:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468907.859282:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468907.859284:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468908.113600:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468908.113613:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468908.113616:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468908.113620:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468908.113623:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468908.113627:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468908.113630:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468908.497263:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468908.497270:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468908.497272:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468908.497277:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468908.497280:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468908.497284:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468908.497288:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468908.497290:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468908.497293:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468908.882515:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468908.882525:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468908.882533:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468908.882534:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468908.882538:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468908.882539:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468908.882573:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468908.882577:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468908.882580:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789468909.138446:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468909.138461:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468909.138465:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468909.138469:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468909.138472:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468909.138475:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468909.138478:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468909.138482:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468909.138486:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468909.138489:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468909.138496:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21162) 00000100:00000001:1.0:1789468909.139213:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468909.139228:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468909.139231:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468909.139237:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468909.139240:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468909.139244:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468909.139247:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468909.521284:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468909.521295:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468909.521297:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468909.521304:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468909.521308:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468909.521313:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468909.521316:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468909.521319:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468909.521322:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468909.905420:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468909.905431:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468909.905506:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468909.905507:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468909.905512:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468909.905513:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468909.909821:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468909.909832:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468909.909839:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468910.161316:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468910.161337:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468910.161340:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468910.161347:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468910.161350:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468910.161356:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468910.161360:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468910.545304:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468910.545314:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468910.545318:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468910.545325:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468910.545329:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468910.545334:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468910.545337:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468910.545340:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468910.545343:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468910.930696:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468910.930705:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468910.930712:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468910.930713:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468910.930717:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468910.930718:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468910.930860:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468910.930865:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468910.930869:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468911.185856:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468911.185873:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468911.185876:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468911.185881:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468911.185884:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468911.185891:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468911.185894:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468911.569254:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468911.569263:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468911.569265:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468911.569270:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468911.569274:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468911.569277:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468911.569280:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468911.569283:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468911.569286:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468911.954075:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468911.954081:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468911.954087:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468911.954088:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468911.954091:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468911.954092:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468911.954243:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468911.954247:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468911.954249:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468912.209831:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468912.209854:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468912.209857:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468912.209862:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468912.209864:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468912.209868:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468912.209870:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468912.593262:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468912.593270:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468912.593272:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468912.593277:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468912.593280:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468912.593284:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468912.593287:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468912.593289:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468912.593291:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468912.979347:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468912.979353:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468912.979358:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468912.979360:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468912.979363:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468912.979364:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468912.979385:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468912.979388:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468912.979391:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468913.234123:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468913.234239:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468913.234241:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468913.234246:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468913.234248:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468913.234252:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468913.234255:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468913.617428:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468913.617436:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468913.617438:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468913.617443:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468913.617447:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468913.617450:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468913.617453:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468913.617455:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468913.617458:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468914.002373:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468914.002382:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468914.002384:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468914.002387:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468914.002392:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468914.002395:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468914.002397:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468914.002399:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468914.002402:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468914.002403:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468914.002406:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468914.002407:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468914.002495:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468914.002499:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468914.002502:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468914.257296:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468914.257306:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468914.257310:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468914.257313:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468914.257315:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468914.257319:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468914.257321:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468914.257325:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468914.257328:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468914.257330:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468914.257336:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21167) 00000100:00000001:1.0:1789468914.257401:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468914.257411:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468914.257414:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468914.257417:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468914.257419:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468914.257423:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468914.257425:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468914.641261:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468914.641270:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468914.641272:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468914.641278:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468914.641283:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468914.641287:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468914.641290:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468914.641292:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468914.641295:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468915.026462:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468915.026470:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468915.026476:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468915.026478:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468915.026481:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468915.026482:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468915.026751:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468915.026755:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468915.026759:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468915.281584:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468915.281594:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468915.281596:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468915.281601:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468915.281603:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468915.281607:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468915.281609:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468915.666555:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468915.666563:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468915.666565:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468915.666571:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468915.666574:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468915.666577:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468915.666580:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468915.666582:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468915.666585:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468916.049702:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468916.049709:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468916.049714:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468916.049718:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468916.049720:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468916.049723:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468916.049726:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468916.049728:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468916.049730:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468916.049733:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468916.049736:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468916.049738:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468916.049739:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468916.049740:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468916.049742:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468916.049743:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468916.049745:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468916.049746:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468916.049961:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468916.049964:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468916.049967:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468916.305311:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468916.305324:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468916.305326:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468916.305339:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468916.305342:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468916.305347:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468916.305350:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468916.690156:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468916.690164:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468916.690166:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468916.690171:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468916.690175:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468916.690179:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468916.690182:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468916.690184:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468916.690187:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468917.073299:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468917.073306:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468917.073313:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468917.073314:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468917.073318:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468917.073319:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468917.073349:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468917.073353:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468917.073356:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468917.329512:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468917.329526:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468917.329528:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468917.329533:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468917.329535:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468917.329540:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468917.329543:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468917.713250:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468917.713257:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468917.713259:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468917.713264:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468917.713267:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468917.713271:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468917.713273:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468917.713276:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468917.713278:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468918.099567:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468918.099576:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468918.099583:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468918.099584:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468918.099588:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468918.099590:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468918.102890:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468918.102897:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468918.102901:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468918.353247:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468918.353254:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468918.353270:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468893/real 1789468893] req@ffff8cbacf6ea300 x1876386402414080/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468918 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468918.353288:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468918.353291:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468918.353294:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f306e0. 00000400:00000200:1.0:1789468918.353301:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5c38 00000400:00000010:1.0:1789468918.353304:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5c38. 00000100:00000001:1.0:1789468918.353309:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468918.353313:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6ea300 x1876386402414080/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468918 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468918.353321:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6ea300 x1876386402414080/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468918 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468918.353328:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468918.353330:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468918.353332:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468918.353334:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468918.353338:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6ea300 x1876386402414080/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468918 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468918.353344:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468918.353347:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468918.353352:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468893/real 1789468893] req@ffff8cbacf6e9c00 x1876386402414208/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468918 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468918.353365:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468918.353366:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468918.353368:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30058. 00000400:00000200:1.0:1789468918.353371:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5ee0 00000400:00000010:1.0:1789468918.353372:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5ee0. 00000100:00000001:1.0:1789468918.353374:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468918.353378:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e9c00 x1876386402414208/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468918 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468918.353385:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e9c00 x1876386402414208/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468918 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468918.353391:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468918.353392:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468918.353394:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468918.353395:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468918.353399:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e9c00 x1876386402414208/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468918 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468918.353405:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468918.353407:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468918.353411:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468893/real 1789468893] req@ffff8cbacf6eb480 x1876386402414336/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468918 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468918.353418:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468918.353420:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468918.353421:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f305d8. 00000400:00000200:1.0:1789468918.353424:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d53b8 00000400:00000010:1.0:1789468918.353425:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d53b8. 00000100:00000001:1.0:1789468918.353427:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468918.353430:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6eb480 x1876386402414336/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468918 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468918.353438:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6eb480 x1876386402414336/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468918 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468918.353444:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468918.353445:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468918.353447:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468918.353448:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468918.353451:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6eb480 x1876386402414336/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468918 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468918.353458:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468918.353466:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468918.353468:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468918.353470:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468918.353473:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468918.353475:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468918.353479:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6ea300 x1876386402414080/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468918 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468918.353486:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468918.353489:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468918.353490:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468918.353491:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468918.353494:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468918.353497:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468918.353500:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468918.353528:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789468918.353531:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468918.353535:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6ea300 x1876386402414080/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468918 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468918.353543:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402414080:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789468918.353548:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468918.353551:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e9c00 x1876386402414208/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468918 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468918.353559:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468918.353562:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468918.353563:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468918.353564:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468918.353566:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468918.353569:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468918.353571:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468918.353576:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789468918.353578:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468918.353582:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e9c00 x1876386402414208/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468918 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468918.353590:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402414208:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468918.353593:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468918.353597:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6eb480 x1876386402414336/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468918 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468918.353603:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468918.353605:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468918.353606:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468918.353608:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468918.353609:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468918.353610:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468918.353612:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468918.353616:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789468918.353618:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468918.353622:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6eb480 x1876386402414336/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468918 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468918.353633:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402414336:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468918.353636:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468918.353639:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468918.353642:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6ea300 x1876386402414080/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468918 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468918.353648:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468918.353651:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468918.353655:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890000. 02000000:00000001:1.0:1789468918.353658:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468918.353661:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468918.353663:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789468918.353666:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468918.353668:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687c000. 02000000:00000001:1.0:1789468918.353672:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468918.353674:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468918.353676:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6ea300. 00000100:00000001:1.0:1789468918.353679:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468918.353680:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468918.353682:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468918.353701:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e9c00 x1876386402414208/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468918 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468918.353708:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468918.353709:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468918.353711:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6893800. 02000000:00000001:1.0:1789468918.353713:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468918.353714:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468918.353716:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789468918.353717:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468918.353719:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687cc00. 02000000:00000001:1.0:1789468918.353721:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468918.353722:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468918.353723:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e9c00. 00000100:00000001:1.0:1789468918.353726:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468918.353727:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468918.353729:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468918.353731:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6eb480 x1876386402414336/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468918 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468918.353737:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468918.353738:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468918.353740:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890800. 02000000:00000001:1.0:1789468918.353742:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468918.353743:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468918.353744:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789468918.353746:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468918.353747:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687f000. 02000000:00000001:1.0:1789468918.353750:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468918.353751:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468918.353752:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6eb480. 00000100:00000001:1.0:1789468918.353754:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468918.353755:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468918.353757:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468918.353761:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468918.353762:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468918.353764:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468918.353765:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468918.354029:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468918.354035:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1789468918.354037:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468918.354040:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468918.354043:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468918.354047:0:331017:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21142 00000400:00000200:0.0:1789468918.354056:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468918.354061:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789468918.354064:0:331017:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468918.354066:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468918.354069:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468918.354071:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468918.354073:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789468918.354080:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468918.354082:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:0.0:1789468918.354084:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468918.354087:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:0.0:1789468918.354089:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:0.0:1789468918.354091:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:0.0:1789468918.354095:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468918.354097:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468918.354098:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468918.354100:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789468918.354103:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:0.0:1789468918.354106:0:331017:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789468918.354108:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468918.354110:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468918.354113:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468918.354116:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468918.354118:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468918.354120:0:331017:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468918.354129:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e8a80. 00000020:00000040:0.0:1789468918.354158:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:0.0:1789468918.354162:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468918.354163:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468918.354166:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468918.354169:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468918.354173:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468918.354182:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687f000. 00000100:00000001:0.0:1789468918.354189:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468918.354195:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e8a80 x1876386402414464/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468918.354204:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468918.354208:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468918.354212:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000758a2c5f] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e8a80 x1876386402414464/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468918.354233:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468918.354236:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468918.354239:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789468918.354241:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468918.354243:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468918.354245:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468918.354247:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21142 00000400:00000200:0.0:1789468918.354251:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468918.354254:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789468918.354257:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468918.354260:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468918.354262:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468918.354264:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468918.354266:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789468918.354269:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468918.354270:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:0.0:1789468918.354271:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468918.354274:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:0.0:1789468918.354276:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:0.0:1789468918.354278:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:0.0:1789468918.354280:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468918.354282:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468918.354284:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468918.354286:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789468918.354288:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:0.0:1789468918.354290:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789468918.354292:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468918.354294:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468918.354299:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468918.354301:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468918.354303:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789468918.354307:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789468918.354310:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468918.354312:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468918.354316:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e9500. 00000020:00000040:0.0:1789468918.354318:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789468918.354320:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468918.354321:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468918.354323:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468918.354324:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468918.354326:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468918.354329:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687cc00. 00000100:00000001:0.0:1789468918.354332:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468918.354337:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e9500 x1876386402414592/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468918.354343:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468918.354345:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468918.354348:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004af4f142] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e9500 x1876386402414592/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468918.354355:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468918.354357:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468918.354360:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789468918.354362:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468918.354364:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468918.354366:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468918.354368:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21142 00000400:00000200:0.0:1789468918.354372:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468918.354374:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789468918.354376:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468918.354378:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468918.354380:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468918.354382:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468918.354384:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789468918.354387:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468918.354388:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:0.0:1789468918.354389:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468918.354392:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:0.0:1789468918.354394:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:0.0:1789468918.354395:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:0.0:1789468918.354399:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468918.354401:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468918.354403:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468918.354404:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789468918.354406:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:0.0:1789468918.354408:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789468918.354411:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468918.354413:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468918.354416:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468918.354418:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468918.354419:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789468918.354421:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789468918.354423:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468918.354425:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468918.354428:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e9180. 00000020:00000040:0.0:1789468918.354430:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789468918.354432:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468918.354433:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468918.354434:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468918.354435:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468918.354437:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468918.354440:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687c000. 00000100:00000001:0.0:1789468918.354444:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468918.354448:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e9180 x1876386402414720/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468918.354455:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468918.354457:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468918.354460:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f96509f2] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e9180 x1876386402414720/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468918.354468:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468918.354470:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468918.354474:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468918.354477:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468918.354480:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468918.354484:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21172) 00000100:00000001:1.0:1789468918.354592:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468918.354596:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468918.354597:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468918.354603:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e8a80 x1876386402414464/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468918.354611:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468918.354613:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468918.354616:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468918.354619:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468918.354621:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468918.354624:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402414464:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789468918.354628:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468918.354632:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468918.354634:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468918.354636:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468918.354640:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890800. 02000000:00000001:1.0:1789468918.354642:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468918.354647:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789468918.354651:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f305d8. 00000400:00000010:1.0:1789468918.354656:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d53b8. 00000100:00000200:1.0:1789468918.354663:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402414464, portal 25 00000100:00000001:1.0:1789468918.354665:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468918.354667:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704774784 : -126741004776832 : ffff8cbacf6e8a80) 00000100:00000040:1.0:1789468918.354672:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e8a80 x1876386402414464/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468918.354679:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468918.354682:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789468918.354698:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5ee0. 00000100:00000200:1.0:1789468918.354702:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402414464, offset 0 00000400:00000200:1.0:1789468918.354709:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789468918.354716:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468918.354723:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789468918.354728:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789468918.354732:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789468918.354735:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789468918.354738:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789468918.354741:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94017:94017:256:4294967295] 192.168.203.142@tcp LPNI seq info [94017:94017:8:4294967295] 00000400:00000200:1.0:1789468918.354746:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468918.354756:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789468918.354761:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789468918.354766:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7600. 00000800:00000200:1.0:1789468918.354773:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789468918.354781:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468918.354786:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789468918.354812:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468918.354817:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789468918.354820:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315835636 00000100:00000010:1.0:1789468918.354825:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a9c0. 00000100:00000001:1.0:1789468918.354831:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468918.354837:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315835636 00000100:00000010:1.0:1789468918.354840:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869aea0. 00000100:00000001:1.0:1789468918.354843:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468918.354860:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468918.354863:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468918.354866:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468918.354871:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e9500 x1876386402414592/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468918.354878:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468918.354880:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468918.354882:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468918.354883:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468918.354885:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468918.354888:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402414592:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468918.354892:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468918.354893:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468918.354895:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468918.354897:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468918.354900:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6893800. 02000000:00000001:1.0:1789468918.354902:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468918.354905:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789468918.354908:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30058. 00000400:00000010:1.0:1789468918.354912:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5c38. 00000100:00000200:1.0:1789468918.354915:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402414592, portal 10 00000100:00000001:1.0:1789468918.354916:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468918.354918:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704777472 : -126741004774144 : ffff8cbacf6e9500) 00000100:00000040:1.0:1789468918.354924:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e9500 x1876386402414592/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468918.354932:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468918.354934:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789468918.354936:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d55d8. 00000100:00000200:1.0:1789468918.354939:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402414592, offset 0 00000400:00000200:1.0:1789468918.354943:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789468918.354947:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468918.354950:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789468918.354953:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789468918.354955:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789468918.354958:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789468918.354960:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789468918.354963:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94018:94018:255:4294967295] 192.168.203.142@tcp LPNI seq info [94018:94018:7:4294967295] 00000400:00000200:1.0:1789468918.354966:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468918.354973:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789468918.354976:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789468918.354980:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7f00. 00000800:00000200:1.0:1789468918.354983:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789468918.354987:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468918.354990:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789468918.354993:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468918.354996:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789468918.354999:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789468918.355001:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315834396 00000100:00000001:1.0:1789468918.355004:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315835636 00000100:00000001:1.0:1789468918.355006:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315834396 00000100:00000001:1.0:1789468918.355008:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315835636 00000100:00000001:1.0:1789468918.355010:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468918.355012:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468918.355014:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468918.355018:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e9180 x1876386402414720/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468918.355025:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468918.355026:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468918.355028:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468918.355030:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468918.355031:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468918.355034:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402414720:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468918.355037:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468918.355039:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468918.355040:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468918.355042:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468918.355045:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890000. 02000000:00000001:1.0:1789468918.355047:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468918.355050:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789468918.355053:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f306e0. 00000400:00000010:1.0:1789468918.355056:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5110. 00000100:00000200:1.0:1789468918.355059:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402414720, portal 10 00000100:00000001:1.0:1789468918.355061:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468918.355062:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704776576 : -126741004775040 : ffff8cbacf6e9180) 00000100:00000040:1.0:1789468918.355067:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e9180 x1876386402414720/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468918.355073:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468918.355075:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789468918.355077:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5dd0. 00000100:00000200:1.0:1789468918.355079:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402414720, offset 0 00000400:00000200:1.0:1789468918.355083:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789468918.355086:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468918.355089:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789468918.355092:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789468918.355094:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789468918.355096:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789468918.355099:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789468918.355102:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94019:94019:254:4294967295] 192.168.203.142@tcp LPNI seq info [94019:94019:6:4294967295] 00000400:00000200:1.0:1789468918.355106:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468918.355112:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789468918.355117:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789468918.355119:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7100. 00000800:00000200:1.0:1789468918.355123:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789468918.355128:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468918.355152:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789468918.355156:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468918.355160:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789468918.355163:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789468918.355165:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315834385 00000100:00000001:1.0:1789468918.355167:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315835636 00000100:00000001:1.0:1789468918.355170:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315834385 00000100:00000001:1.0:1789468918.355172:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315835636 00000100:00000001:1.0:1789468918.355173:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468918.355176:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468918.355178:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468918.355180:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468918.355185:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468918.355187:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789468918.355189:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468918.355190:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468918.355192:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468918.355194:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789468918.355350:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468918.355355:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7600. 00000400:00000200:2.0:1789468918.355362:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468918.355367:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468918.355373:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5ee0 00000400:00000010:2.0:1789468918.355375:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5ee0. 00000100:00000001:2.0:1789468918.355380:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468918.355384:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e8a80 x1876386402414464/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468918.355392:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468918.355395:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e8a80 x1876386402414464/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468943 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468918.355401:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468918.355403:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789468918.355416:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468918.355418:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7f00. 00000400:00000200:2.0:1789468918.355420:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468918.355425:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468918.355427:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d55d8 00000400:00000010:2.0:1789468918.355429:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d55d8. 00000100:00000001:2.0:1789468918.355431:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468918.355435:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9500 x1876386402414592/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468918.355442:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468918.355445:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9500 x1876386402414592/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468943 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468918.355451:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468918.355453:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789468918.355513:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468918.355516:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7100. 00000400:00000200:2.0:1789468918.355518:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468918.355522:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468918.355524:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5dd0 00000400:00000010:2.0:1789468918.355527:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5dd0. 00000100:00000001:2.0:1789468918.355529:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468918.355533:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9180 x1876386402414720/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468918.355539:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468918.355542:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9180 x1876386402414720/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468943 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468918.355548:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468918.355550:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468918.737534:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468918.737542:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468918.737544:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468918.737549:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468918.737552:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468918.737555:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468918.737558:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468918.737560:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468918.737563:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468919.121303:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468919.121310:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468919.121315:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468919.121317:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468919.121320:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468919.121321:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468919.121418:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468919.121422:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468919.121425:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789468919.635901:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315835636, at 4315835650 00000100:00000010:3.0:1789468919.635918:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869aea0. 00000100:00000040:2.0:1789468919.636200:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315835636, at 4315835651 00000100:00000010:2.0:1789468919.636207:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a9c0. 00000100:00000001:2.0:1789468919.762231:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468919.762241:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468919.762243:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468919.762249:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468919.762253:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468919.762256:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468919.762260:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468919.762262:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468919.762265:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468920.145254:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468920.145261:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468920.145267:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468920.145269:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468920.145272:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468920.145273:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468920.145326:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468920.145330:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468920.145334:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468920.785277:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468920.785287:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468920.785289:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468920.785294:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468920.785298:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468920.785302:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468920.785326:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468920.785329:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468920.785332:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468921.169889:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468921.169896:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468921.169901:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468921.169903:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468921.169907:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468921.169909:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468921.169940:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468921.169942:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468921.169945:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468921.812171:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468921.812180:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468921.812182:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468921.812188:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468921.812191:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468921.812195:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468921.812198:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468921.812201:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468921.812204:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468922.193284:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468922.193290:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468922.193296:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468922.193297:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468922.193300:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468922.193301:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468922.193515:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468922.193519:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468922.193522:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468922.833269:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468922.833279:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468922.833281:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468922.833286:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468922.833290:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468922.833294:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468922.833297:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468922.833299:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468922.833302:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468923.218741:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468923.218749:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468923.218763:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468923.218764:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468923.218768:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468923.218769:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468923.219049:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468923.219053:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468923.219057:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468923.473287:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468923.473296:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468923.473298:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468923.473301:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468923.473303:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468923.473306:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468923.473308:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468923.473312:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468923.473314:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468923.473317:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468923.473341:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21177) 00000100:00000001:1.0:1789468923.473385:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468923.473395:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468923.473397:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468923.473401:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468923.473402:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468923.473406:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468923.473408:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468923.857960:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468923.857968:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468923.857970:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468923.857974:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468923.857977:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468923.857981:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468923.857984:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468923.857987:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468923.857989:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468924.241798:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468924.241805:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468924.241807:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468924.241811:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468924.241815:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468924.241817:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468924.241820:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468924.241822:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468924.241826:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468924.241827:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468924.241830:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468924.241831:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468924.242197:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468924.242200:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468924.242204:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468924.497251:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468924.497277:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468924.497279:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468924.497284:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468924.497287:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468924.497291:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468924.497294:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468924.884211:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468924.884219:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468924.884221:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468924.884226:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468924.884230:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468924.884236:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468924.884239:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468924.884241:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468924.884244:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468925.265309:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468925.265316:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468925.265322:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468925.265324:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468925.265327:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468925.265328:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468925.265351:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468925.265353:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468925.265356:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468925.524073:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468925.524087:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468925.524089:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468925.524094:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468925.524096:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468925.524101:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468925.524103:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468925.905255:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468925.905263:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468925.905265:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468925.905270:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468925.905273:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468925.905277:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468925.905280:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468925.905282:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468925.905285:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468926.289257:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468926.289330:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468926.289336:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468926.289339:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468926.289341:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468926.289344:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468926.289347:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468926.289350:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468926.289351:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468926.289353:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468926.289357:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468926.289358:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468926.289359:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468926.289361:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468926.289362:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468926.289363:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468926.289365:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468926.289367:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468926.289960:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468926.289965:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468926.289969:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468926.545238:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468926.545361:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468926.545363:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468926.545368:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468926.545370:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468926.545374:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468926.545377:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468926.929247:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468926.929255:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468926.929257:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468926.929262:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468926.929265:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468926.929269:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468926.929272:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468926.929274:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468926.929276:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468927.313349:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468927.313357:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468927.313362:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468927.313363:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468927.313366:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468927.313367:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468927.314579:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468927.314585:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468927.314589:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468927.569414:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468927.569429:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468927.569432:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468927.569436:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468927.569439:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468927.569443:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468927.569446:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468927.953243:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468927.953251:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468927.953253:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468927.953259:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468927.953262:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468927.953266:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468927.953268:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468927.953270:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468927.953273:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468928.338126:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468928.338148:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468928.338154:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468928.338156:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468928.338159:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468928.338160:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468928.338283:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468928.338286:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468928.338289:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468928.593293:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468928.593307:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468928.593310:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468928.593314:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468928.593316:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468928.593320:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468928.593323:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468928.593475:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468928.593481:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468928.593484:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468928.593487:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468928.593490:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468928.593492:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468928.593494:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468928.593498:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468928.593500:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468928.593503:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468928.593508:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21182) 00000100:00000001:2.0:1789468928.977281:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468928.977288:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468928.977290:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468928.977294:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468928.977299:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468928.977303:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468928.977306:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468928.977308:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468928.977311:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468929.361311:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468929.361318:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468929.361324:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468929.361325:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468929.361328:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468929.361329:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468929.361350:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468929.361352:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468929.361355:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468929.617250:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468929.617265:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468929.617267:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468929.617272:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468929.617275:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468929.617279:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468929.617282:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468930.002638:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468930.002646:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468930.002649:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468930.002655:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468930.002659:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468930.002662:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468930.002665:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468930.002667:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468930.002669:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468930.385254:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468930.385261:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468930.385266:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468930.385268:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468930.385271:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468930.385272:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468930.385393:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468930.385397:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468930.385399:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468930.641420:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468930.641435:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468930.641437:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468930.641442:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468930.641444:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468930.641448:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468930.641451:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468931.025229:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468931.025236:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468931.025238:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468931.025242:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468931.025245:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468931.025249:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468931.025251:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468931.025254:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468931.025257:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468931.409296:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468931.409304:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468931.409309:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468931.409310:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468931.409313:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468931.409314:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468931.409652:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468931.409727:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468931.409731:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468931.667483:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468931.667496:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468931.667498:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468931.667503:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468931.667506:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468931.667510:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468931.667513:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468932.049285:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468932.049292:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468932.049294:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468932.049299:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468932.049302:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468932.049306:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468932.049309:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468932.049311:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468932.049315:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468932.433265:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468932.433272:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468932.433277:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468932.433279:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468932.433282:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468932.433283:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468932.433446:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468932.433450:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468932.433453:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468932.690382:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468932.690396:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468932.690398:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468932.690403:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468932.690405:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468932.690409:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468932.690412:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468933.073300:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468933.073308:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468933.073310:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468933.073317:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468933.073320:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468933.073324:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468933.073327:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468933.073330:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468933.073332:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468933.457300:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468933.457308:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468933.457311:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468933.457314:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468933.457319:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468933.457321:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468933.457323:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468933.457326:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468933.457329:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468933.457331:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468933.457334:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468933.457335:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468933.457358:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468933.457361:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468933.457364:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468933.713268:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468933.713283:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468933.713286:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468933.713291:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468933.713293:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468933.713298:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468933.713300:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789468933.713387:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468933.713392:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468933.713395:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468933.713398:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789468933.713401:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789468933.713404:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789468933.713407:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468933.713411:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468933.713414:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789468933.713416:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789468933.713421:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21187) 00000100:00000001:2.0:1789468934.097330:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468934.097337:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468934.097339:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468934.097344:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468934.097347:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468934.097352:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468934.097355:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468934.097357:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468934.097360:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468934.481627:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468934.481634:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468934.481639:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468934.481640:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468934.481643:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468934.481644:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468934.481777:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468934.481781:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468934.481785:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468934.737329:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468934.737344:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468934.737346:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468934.737367:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468934.737370:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468934.737374:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468934.737376:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468935.121266:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468935.121275:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468935.121277:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468935.121283:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468935.121287:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468935.121291:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468935.121294:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468935.121296:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468935.121299:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468935.512335:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468935.512342:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468935.512347:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468935.512349:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468935.512352:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468935.512353:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468935.512571:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468935.512575:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468935.512578:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468935.761261:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468935.761273:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468935.761275:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468935.761281:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468935.761283:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468935.761287:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468935.761290:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468936.145245:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468936.145252:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468936.145254:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468936.145259:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468936.145262:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468936.145266:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468936.145269:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468936.145271:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468936.145274:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468936.531171:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468936.531177:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468936.531182:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468936.531185:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468936.531187:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468936.531191:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468936.531194:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468936.531197:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468936.531199:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468936.531201:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468936.531204:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468936.531206:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468936.531207:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468936.531208:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468936.531209:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468936.531210:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468936.531212:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468936.531213:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468936.531339:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468936.531343:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468936.531346:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468936.788170:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468936.788184:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468936.788187:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468936.788191:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468936.788194:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468936.788197:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468936.788200:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468937.169255:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468937.169263:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468937.169265:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468937.169271:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468937.169275:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468937.169279:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468937.169281:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468937.169284:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468937.169287:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468937.557024:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468937.557032:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468937.557038:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468937.557039:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468937.557043:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468937.557044:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468937.557076:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468937.557079:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468937.557082:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468937.809912:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468937.809926:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468937.809929:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468937.809934:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468937.809936:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468937.809950:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468937.809953:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468938.195924:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468938.195933:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468938.195935:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468938.195940:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468938.195943:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468938.195946:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468938.195949:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468938.195952:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468938.195955:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468938.580820:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468938.580827:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468938.580833:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468938.580834:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468938.580837:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468938.580839:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468938.580909:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468938.580914:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468938.580918:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468938.833241:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468938.833254:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468938.833257:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468938.833262:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468938.833264:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468938.833269:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468938.833271:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468938.833344:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468938.833350:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468938.833352:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468938.833355:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468938.833358:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468938.833360:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468938.833363:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468938.833367:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468938.833369:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468938.833372:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468938.833377:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21192) 00000100:00000001:2.0:1789468939.217539:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468939.217548:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468939.217551:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468939.217556:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468939.217560:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468939.217563:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468939.217566:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468939.217568:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468939.217571:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468939.601482:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468939.601488:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468939.601493:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468939.601495:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468939.601498:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468939.601499:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468939.601871:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468939.601874:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468939.601878:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468939.859961:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468939.859974:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468939.859976:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468939.859980:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468939.859982:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468939.859986:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468939.859989:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468940.241207:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468940.241215:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468940.241218:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468940.241223:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468940.241227:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468940.241230:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468940.241233:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468940.241235:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468940.241237:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468940.625279:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468940.625287:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468940.625294:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468940.625295:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468940.625298:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468940.625300:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468940.625487:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468940.625491:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468940.625494:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468940.881721:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468940.881734:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468940.881736:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468940.881740:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468940.881743:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468940.881747:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468940.881750:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468941.265257:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468941.265266:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468941.265268:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468941.265274:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468941.265277:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468941.265281:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468941.265283:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468941.265286:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468941.265289:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468941.649438:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468941.649445:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468941.649451:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468941.649452:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468941.649456:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468941.649457:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468941.649480:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468941.649483:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468941.649486:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468941.905274:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468941.905292:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468941.905293:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468941.905298:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468941.905300:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468941.905305:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468941.905307:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468942.289357:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468942.289366:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468942.289368:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468942.289373:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468942.289376:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468942.289380:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468942.289383:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468942.289385:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468942.289388:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468942.673252:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468942.673261:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468942.673266:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468942.673267:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468942.673270:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468942.673331:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468942.673446:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468942.673451:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468942.673464:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468942.930056:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468942.930070:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468942.930073:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468942.930078:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468942.930080:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468942.930085:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468942.930087:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468943.313352:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468943.313360:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468943.313362:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468943.313367:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468943.313371:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468943.313374:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468943.313377:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468943.313380:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468943.313382:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468943.697331:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468943.697340:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468943.697343:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468943.697356:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468943.697361:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468943.697363:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468943.697365:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468943.697368:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468943.697372:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468943.697374:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468943.697385:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468943.697386:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468943.697525:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468943.697528:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468943.697531:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789468943.953320:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468943.953333:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468943.953337:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468943.953342:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468943.953369:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468943.953373:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468943.953376:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468943.953381:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468943.953383:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468943.953387:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468943.953394:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21197) 00000100:00000001:1.0:1789468943.958107:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468943.958114:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468943.958161:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468918/real 1789468918] req@ffff8cbacf6e8a80 x1876386402414464/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468943 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468943.958180:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468943.958182:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468943.958187:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f305d8. 00000400:00000200:1.0:1789468943.958193:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d53b8 00000400:00000010:1.0:1789468943.958196:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d53b8. 00000100:00000001:1.0:1789468943.958200:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468943.958206:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e8a80 x1876386402414464/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468943 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468943.958216:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e8a80 x1876386402414464/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468943 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468943.958224:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468943.958226:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468943.958229:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468943.958231:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468943.958235:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e8a80 x1876386402414464/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468943 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468943.958242:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468943.958245:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468943.958249:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468918/real 1789468918] req@ffff8cbacf6e9500 x1876386402414592/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468943 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468943.958257:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468943.958259:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468943.958261:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30058. 00000400:00000200:1.0:1789468943.958264:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5c38 00000400:00000010:1.0:1789468943.958266:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5c38. 00000100:00000001:1.0:1789468943.958268:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468943.958271:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e9500 x1876386402414592/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468943 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468943.958279:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e9500 x1876386402414592/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468943 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468943.958284:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468943.958286:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468943.958288:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468943.958289:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468943.958292:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e9500 x1876386402414592/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468943 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468943.958314:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468943.958317:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468943.958321:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468918/real 1789468918] req@ffff8cbacf6e9180 x1876386402414720/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468943 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468943.958329:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468943.958330:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468943.958332:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f306e0. 00000400:00000200:1.0:1789468943.958334:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5110 00000400:00000010:1.0:1789468943.958336:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5110. 00000100:00000001:1.0:1789468943.958338:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468943.958342:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e9180 x1876386402414720/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468943 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468943.958350:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e9180 x1876386402414720/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468943 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468943.958356:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468943.958357:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468943.958358:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468943.958360:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468943.958363:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e9180 x1876386402414720/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468943 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468943.958369:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468943.958377:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468943.958379:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468943.958382:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468943.958384:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468943.958386:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468943.958391:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e8a80 x1876386402414464/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468943 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468943.958398:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468943.958401:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468943.958402:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468943.958404:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468943.958406:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468943.958408:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468943.958412:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468943.958435:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789468943.958438:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468943.958443:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e8a80 x1876386402414464/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468943 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468943.958451:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402414464:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789468943.958456:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468943.958461:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e9500 x1876386402414592/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468943 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468943.958467:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468943.958469:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468943.958471:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468943.958473:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468943.958475:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468943.958478:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468943.958480:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468943.958487:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789468943.958490:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468943.958494:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e9500 x1876386402414592/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468943 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468943.958501:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402414592:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468943.958506:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468943.958510:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e9180 x1876386402414720/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468943 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468943.958516:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468943.958518:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468943.958521:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468943.958522:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789468943.958525:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789468943.958526:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468943.958530:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468943.958539:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468943.958546:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789468943.958550:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468943.958554:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789468943.958561:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789468943.958561:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:1.0:1789468943.958570:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:3.0:1789468943.958575:0:332879:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21167 00000100:00000040:1.0:1789468943.958582:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e9180 x1876386402414720/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468943 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789468943.958593:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00100000:1.0:1789468943.958608:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402414720:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468943.958615:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789468943.958617:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00000001:1.0:1789468943.958620:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1789468943.958623:0:332879:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789468943.958630:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e8a80 x1876386402414464/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468943 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789468943.958632:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468943.958642:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468943.958649:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468943.958657:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000100:00000001:1.0:1789468943.958662:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1789468943.958670:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468943.958674:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789468943.958678:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468943.958681:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789468943.958683:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789468943.958686:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789468943.958689:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468943.958716:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468943.958720:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468943.958723:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789468943.958727:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789468943.958731:0:332879:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789468943.958734:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468943.958739:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468943.958744:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468943.958748:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468943.958751:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468943.958754:0:332879:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468943.958764:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9032300. 00000020:00000040:3.0:1789468943.958769:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=5 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789468943.959193:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468943.959200:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890800. 02000000:00000001:1.0:1789468943.959205:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468943.959209:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468943.959210:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789468943.959213:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468943.959215:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687f000. 02000000:00000001:1.0:1789468943.959219:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468943.959221:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468943.959223:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e8a80. 00000100:00000001:1.0:1789468943.959227:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468943.959229:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468943.959231:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468943.959238:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e9500 x1876386402414592/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468943 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468943.959244:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468943.959245:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468943.959247:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6893800. 02000000:00000001:1.0:1789468943.959249:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468943.959250:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468943.959251:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789468943.959253:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468943.959254:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687cc00. 02000000:00000001:1.0:1789468943.959257:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468943.959259:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468943.959260:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e9500. 00000100:00000001:1.0:1789468943.959263:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468943.959264:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468943.959266:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468943.959269:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e9180 x1876386402414720/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468943 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468943.959274:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468943.959275:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468943.959276:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890000. 02000000:00000001:1.0:1789468943.959278:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468943.959279:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468943.959280:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789468943.959282:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468943.959284:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687c000. 02000000:00000001:1.0:1789468943.959286:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468943.959287:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468943.959288:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e9180. 00000100:00000001:1.0:1789468943.959290:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468943.959291:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468943.959294:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468943.959299:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468943.959301:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468943.959305:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468943.959306:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468943.967984:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468943.967994:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468943.968001:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468943.968006:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468943.968282:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468943.968296:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3400. 00000100:00000001:3.0:1789468943.968310:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468943.968328:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9032300 x1876386402414848/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468943.968342:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468943.968348:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468943.968354:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005446fc88] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9032300 x1876386402414848/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468943.968378:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468943.968383:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468943.968388:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468943.968391:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468943.968394:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468943.968398:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468943.968420:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21167 00000400:00000200:3.0:1789468943.968432:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468943.968439:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789468943.968443:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468943.968447:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468943.968450:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468943.968453:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468943.968455:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789468943.968464:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468943.968467:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789468943.968470:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468943.968473:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789468943.968476:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789468943.968478:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789468943.968481:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468943.968484:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468943.968486:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468943.968488:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789468943.968492:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789468943.968495:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789468943.968498:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468943.968501:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468943.968510:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468943.968513:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468943.968517:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789468943.968522:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789468943.968526:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468943.968528:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468943.968535:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031880. 00000020:00000040:3.0:1789468943.968539:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789468943.968543:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468943.968550:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468943.968553:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468943.968554:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468943.968556:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468943.968563:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1400. 00000100:00000001:3.0:1789468943.968567:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468943.968572:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031880 x1876386402414976/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468943.968580:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468943.968582:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468943.968586:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081730922] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031880 x1876386402414976/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468943.968595:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468943.968597:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468943.968611:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468943.968612:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468943.968614:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468943.968617:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468943.968620:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21167 00000400:00000200:3.0:1789468943.968624:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468943.968627:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789468943.968630:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468943.968632:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468943.968635:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468943.968637:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468943.968639:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789468943.968642:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468943.968643:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789468943.968645:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468943.968647:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789468943.968648:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789468943.968656:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789468943.968660:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468943.968662:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468943.968664:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468943.968666:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789468943.968668:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789468943.968670:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789468943.968672:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468943.968674:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468943.968677:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468943.968678:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468943.968681:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789468943.968683:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789468943.968685:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468943.968687:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468943.968690:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030e00. 00000020:00000040:3.0:1789468943.968693:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789468943.968695:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468943.968697:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468943.968698:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468943.968700:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468943.968702:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468943.968705:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2000. 00000100:00000001:3.0:1789468943.968709:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468943.968713:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030e00 x1876386402415104/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468943.968721:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468943.968723:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468943.968726:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ae05b5f] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030e00 x1876386402415104/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468943.968734:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468943.968739:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468943.968744:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468943.968747:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468943.968750:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468943.968756:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21197) 00000100:00000040:3.0:1789468943.968805:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468943.968808:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468943.968810:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468943.968813:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468943.968816:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21197) 00000100:00000001:1.0:1789468943.969228:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468943.969234:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468943.969237:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468943.969246:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9032300 x1876386402414848/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468943.969256:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468943.969258:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468943.969262:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468943.969265:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468943.969267:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468943.969271:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9032300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402414848:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789468943.969276:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468943.969280:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468943.969283:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468943.969286:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468943.969291:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6893800. 02000000:00000001:1.0:1789468943.969293:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468943.969300:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789468943.969306:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f306e0. 00000400:00000010:1.0:1789468943.969313:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5110. 00000100:00000200:1.0:1789468943.969321:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402414848, portal 25 00000100:00000001:1.0:1789468943.969323:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468943.969325:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107411712 : -126744602139904 : ffff8cb9f9032300) 00000100:00000040:1.0:1789468943.969331:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9032300 x1876386402414848/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468943.969339:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468943.969342:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789468943.969345:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5c38. 00000100:00000200:1.0:1789468943.969349:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402414848, offset 0 00000400:00000200:1.0:1789468943.969357:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789468943.969367:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468943.969374:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789468943.969381:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789468943.969386:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789468943.969390:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789468943.969393:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789468943.969397:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94020:94020:256:4294967295] 192.168.203.142@tcp LPNI seq info [94020:94020:8:4294967295] 00000400:00000200:1.0:1789468943.969402:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468943.969413:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789468943.969420:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789468943.969426:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7b00. 00000800:00000200:1.0:1789468943.969434:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789468943.969443:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468943.969449:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789468943.969463:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468943.969467:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789468943.969471:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315861251 00000100:00000010:1.0:1789468943.969476:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a300. 00000100:00000001:1.0:1789468943.969484:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468943.970037:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315861251 00000100:00000010:1.0:1789468943.970055:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a4e0. 00000100:00000001:1.0:1789468943.970062:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468943.970066:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468943.970070:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468943.970075:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468943.970089:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9031880 x1876386402414976/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468943.970098:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468943.970100:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468943.970103:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468943.970106:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468943.970109:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468943.970113:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402414976:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468943.970116:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468943.970120:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468943.970123:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468943.970125:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468943.970130:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890800. 02000000:00000001:1.0:1789468943.970190:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468943.970199:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789468943.970205:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30058. 00000400:00000010:1.0:1789468943.970214:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d53b8. 00000100:00000200:1.0:1789468943.970221:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402414976, portal 10 00000100:00000001:1.0:1789468943.970224:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468943.970226:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107409024 : -126744602142592 : ffff8cb9f9031880) 00000100:00000040:1.0:1789468943.970237:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031880 x1876386402414976/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468943.970245:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468943.970248:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789468943.970251:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5b28. 00000100:00000200:1.0:1789468943.970255:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402414976, offset 0 00000400:00000200:1.0:1789468943.970263:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789468943.970272:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468943.970279:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789468943.970285:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789468943.970289:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789468943.970293:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789468943.970296:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789468943.970300:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94021:94021:255:4294967295] 192.168.203.142@tcp LPNI seq info [94021:94021:7:4294967295] 00000400:00000200:1.0:1789468943.970305:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468943.970315:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789468943.970321:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789468943.970326:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7800. 00000800:00000200:1.0:1789468943.970334:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789468943.970343:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468943.970346:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789468943.970351:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468943.970355:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789468943.970358:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789468943.970360:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315860012 00000100:00000001:1.0:1789468943.970363:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315861251 00000100:00000001:1.0:1789468943.970365:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315860012 00000100:00000001:1.0:1789468943.970367:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315861251 00000100:00000001:1.0:1789468943.970369:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468943.970370:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468943.970373:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468943.970377:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030e00 x1876386402415104/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468943.970384:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468943.970385:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468943.970387:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468943.970388:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468943.970390:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468943.970393:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402415104:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468943.970395:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468943.970398:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468943.970399:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468943.970401:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468943.970403:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6891c00. 02000000:00000001:1.0:1789468943.970405:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468943.970408:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789468943.970410:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f305d8. 00000400:00000010:1.0:1789468943.970413:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5d48. 00000100:00000200:1.0:1789468943.970415:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402415104, portal 10 00000100:00000001:1.0:1789468943.970418:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468943.970419:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107406336 : -126744602145280 : ffff8cb9f9030e00) 00000100:00000040:1.0:1789468943.970423:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030e00 x1876386402415104/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468943.970429:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468943.970430:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789468943.970433:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5330. 00000100:00000200:1.0:1789468943.970435:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402415104, offset 0 00000400:00000200:1.0:1789468943.970438:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789468943.970442:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468943.970446:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789468943.970448:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789468943.970450:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789468943.970453:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789468943.970455:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789468943.970457:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94022:94022:254:4294967295] 192.168.203.142@tcp LPNI seq info [94022:94022:6:4294967295] 00000400:00000200:1.0:1789468943.970461:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468943.970467:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789468943.970471:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789468943.970474:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7200. 00000800:00000200:1.0:1789468943.970478:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789468943.970481:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468943.970484:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789468943.970487:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468943.970490:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789468943.970493:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789468943.970495:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315860000 00000100:00000001:1.0:1789468943.970497:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315861251 00000100:00000001:1.0:1789468943.970499:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315860000 00000100:00000001:1.0:1789468943.970501:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315861251 00000100:00000001:1.0:1789468943.970503:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468943.970505:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468943.970507:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468943.970510:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468943.970519:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468943.970521:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789468943.970523:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468943.970525:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468943.970526:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468943.970528:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789468943.970891:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468943.970900:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7b00. 00000400:00000200:3.0:1789468943.970907:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468943.970915:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468943.970923:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5c38 00000400:00000010:3.0:1789468943.970926:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5c38. 00000100:00000001:3.0:1789468943.970940:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468943.970948:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9032300 x1876386402414848/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468943.970959:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468943.970964:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9032300 x1876386402414848/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468968 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468943.970972:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468943.970974:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789468943.971006:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468943.971008:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7800. 00000400:00000200:3.0:1789468943.972186:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468943.972196:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468943.972224:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5b28 00000400:00000010:3.0:1789468943.972227:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5b28. 00000100:00000001:3.0:1789468943.972233:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468943.972242:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031880 x1876386402414976/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468943.972255:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468943.972260:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031880 x1876386402414976/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468968 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468943.972268:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468943.972271:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789468943.972366:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789468943.972370:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7200. 00000400:00000200:3.0:1789468943.972373:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789468943.972377:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789468943.972381:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5330 00000400:00000010:3.0:1789468943.972382:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5330. 00000100:00000001:3.0:1789468943.972385:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789468943.972390:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030e00 x1876386402415104/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468943.972397:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468943.972400:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030e00 x1876386402415104/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468968 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468943.972407:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468943.972409:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468944.337268:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468944.337275:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468944.337277:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468944.337281:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468944.337284:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468944.337288:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468944.337290:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468944.337293:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468944.337295:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468944.721753:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468944.721760:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468944.721765:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468944.721767:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468944.721770:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468944.721771:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468944.722447:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468944.722451:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468944.722454:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468945.297273:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315861251, at 4315861312 00000100:00000010:2.0:1789468945.297287:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a300. 00000100:00000040:3.0:1789468945.297432:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315861251, at 4315861312 00000100:00000010:3.0:1789468945.297438:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a4e0. 00000100:00000001:2.0:1789468945.364376:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468945.364395:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468945.364397:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468945.364402:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468945.364406:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468945.364410:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468945.364413:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468945.364416:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468945.364419:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468945.745290:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468945.745298:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468945.745303:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468945.745304:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468945.745306:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468945.745307:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468945.745328:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468945.745330:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468945.745333:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468946.385763:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468946.385771:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468946.385773:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468946.385778:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468946.385782:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468946.385787:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468946.385789:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468946.385791:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468946.385793:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468946.769656:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468946.769663:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468946.769669:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468946.769673:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468946.769675:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468946.769678:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468946.769681:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468946.769684:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468946.769686:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468946.769688:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468946.769692:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468946.769694:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468946.769696:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468946.769697:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468946.769699:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468946.769700:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468946.769702:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468946.769704:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468946.770372:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468946.770376:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468946.770379:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468947.409297:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468947.409304:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468947.409306:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468947.409312:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468947.409317:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468947.409321:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468947.409324:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468947.409326:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468947.409328:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468947.793440:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468947.793447:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468947.793452:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468947.793453:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468947.793456:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468947.793457:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468947.796832:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468947.796839:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468947.796844:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468948.433255:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468948.433264:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468948.433266:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468948.433271:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468948.433275:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468948.433279:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468948.433281:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468948.433283:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468948.433285:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468948.817499:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468948.817505:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468948.817511:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468948.817512:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468948.817515:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468948.817516:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468948.818727:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468948.818732:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468948.818736:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468949.073410:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468949.073420:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468949.073424:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468949.073427:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468949.073429:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468949.073432:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468949.073435:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468949.073438:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468949.073441:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468949.073444:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468949.073451:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21202) 00000100:00000001:3.0:1789468949.073529:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468949.073539:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468949.073541:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468949.073544:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468949.073547:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468949.073551:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468949.073554:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468949.458310:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468949.458319:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468949.458321:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468949.458325:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468949.458329:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468949.458332:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468949.458335:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468949.458337:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468949.458340:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468949.842109:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468949.842116:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468949.842121:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468949.842123:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468949.842126:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468949.842128:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468949.842227:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468949.842231:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468949.842234:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468950.097282:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468950.097299:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468950.097309:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468950.097315:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468950.097318:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468950.097324:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468950.097327:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468950.481397:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468950.481405:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468950.481407:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468950.481412:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468950.481416:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468950.481420:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468950.481422:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468950.481425:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468950.481427:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468950.865884:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468950.865890:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468950.865896:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468950.865898:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468950.865901:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468950.865903:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468950.866154:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468950.866158:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468950.866161:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468951.123169:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468951.123186:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468951.123188:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468951.123194:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468951.123197:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468951.123201:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468951.123204:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468951.505206:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468951.505214:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468951.505216:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468951.505222:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468951.505226:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468951.505229:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468951.505232:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468951.505235:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468951.505238:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468951.889284:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468951.889289:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468951.889294:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468951.889295:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468951.889298:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468951.889300:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468951.889380:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468951.889383:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468951.889386:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468952.145257:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468952.145271:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468952.145273:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468952.145278:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468952.145280:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468952.145285:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468952.145287:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468952.529260:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468952.529268:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468952.529270:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468952.529274:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468952.529278:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468952.529282:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468952.529285:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468952.529287:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468952.529289:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468952.913304:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468952.913311:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468952.913316:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468952.913317:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468952.913320:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468952.913321:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468952.913628:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468952.913632:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468952.913634:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468953.169447:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468953.169462:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468953.169464:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468953.169469:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468953.169471:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468953.169475:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468953.169478:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468953.553651:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468953.553658:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468953.553660:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468953.553665:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468953.553669:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468953.553673:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468953.553675:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468953.553678:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468953.553681:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468953.937308:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468953.937317:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468953.937319:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468953.937322:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468953.937327:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468953.937330:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468953.937332:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468953.937334:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468953.937338:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468953.937339:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468953.937481:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468953.937483:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468953.937505:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468953.937507:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468953.937510:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468954.193278:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468954.193291:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468954.193293:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468954.193297:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468954.193300:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468954.193304:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468954.193306:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468954.193387:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468954.193393:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468954.193395:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468954.193398:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789468954.193401:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468954.193404:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789468954.193406:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468954.193410:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468954.193412:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468954.193415:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468954.193421:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21207) 00000100:00000001:2.0:1789468954.577278:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468954.577287:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468954.577289:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468954.577295:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468954.577299:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468954.577302:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468954.577306:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468954.577308:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468954.577311:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468954.961283:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468954.961289:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468954.961295:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468954.961296:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468954.961299:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468954.961300:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468954.961441:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468954.961445:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468954.961448:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468955.217735:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468955.217748:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468955.217750:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468955.217754:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468955.217757:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468955.217761:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468955.217764:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468955.601366:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468955.601374:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468955.601376:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468955.601381:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468955.601385:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468955.601389:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468955.601392:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468955.601395:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468955.601397:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468955.985288:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468955.985295:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468955.985300:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468955.985301:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468955.985304:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468955.985306:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468955.985395:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468955.985399:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468955.985402:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468956.241283:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468956.241297:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468956.241299:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468956.241304:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468956.241307:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468956.241311:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468956.241314:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468956.625263:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468956.625271:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468956.625274:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468956.625284:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468956.625287:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468956.625291:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468956.625294:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468956.625296:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468956.625299:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468957.009307:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468957.009332:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468957.009338:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468957.009341:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468957.009344:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468957.009348:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468957.009351:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468957.009353:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468957.009355:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468957.009358:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468957.009361:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468957.009363:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468957.009364:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468957.009365:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468957.009367:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468957.009368:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468957.009369:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468957.009371:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468957.009643:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468957.009647:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468957.009650:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468957.266962:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468957.266976:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468957.266988:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468957.266993:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468957.266995:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468957.267000:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468957.267002:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468957.649467:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468957.649474:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468957.649476:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468957.649482:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468957.649485:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468957.649489:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468957.649492:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468957.649494:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468957.649506:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468958.033300:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468958.033308:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468958.033313:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468958.033314:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468958.033317:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468958.033319:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468958.033349:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468958.033352:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468958.033354:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468958.290543:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468958.290553:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468958.290555:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468958.290559:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468958.290561:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468958.290564:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468958.290567:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468958.673444:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468958.673452:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468958.673454:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468958.673459:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468958.673462:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468958.673466:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468958.673469:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468958.673471:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468958.673474:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468959.057527:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468959.057534:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468959.057539:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468959.057540:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468959.057543:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468959.057544:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468959.057751:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468959.057754:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468959.057757:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468959.313271:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468959.313287:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468959.313289:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468959.313293:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468959.313296:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468959.313300:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468959.313303:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789468959.314928:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468959.314937:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468959.314941:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468959.314944:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468959.314946:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468959.314949:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468959.314951:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468959.314956:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468959.314958:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468959.314961:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468959.314967:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21213) 00000100:00000001:2.0:1789468959.697244:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468959.697252:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468959.697254:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468959.697259:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468959.697262:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468959.697267:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468959.697270:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468959.697272:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468959.697274:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468960.081858:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468960.081866:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468960.081873:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468960.081874:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468960.081877:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468960.081878:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468960.083595:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468960.083601:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468960.083605:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468960.337248:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468960.337263:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468960.337265:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468960.337269:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468960.337272:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468960.337276:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468960.337279:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468960.721307:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468960.721314:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468960.721317:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468960.721322:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468960.721326:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468960.721330:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468960.721333:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468960.721335:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468960.721338:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468961.105409:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468961.105415:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468961.105420:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468961.105422:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468961.105425:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468961.105427:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468961.105577:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468961.105580:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468961.105583:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468961.362043:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468961.362056:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468961.362059:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468961.362063:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468961.362065:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468961.362068:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468961.362071:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468961.745586:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468961.745593:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468961.745595:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468961.745601:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468961.745604:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468961.745608:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468961.745611:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468961.745613:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468961.745616:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468962.132240:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468962.132246:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468962.132252:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468962.132253:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468962.132257:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468962.132258:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468962.132290:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468962.132292:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468962.132295:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468962.385495:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468962.385510:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468962.385512:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468962.385516:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468962.385518:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468962.385539:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468962.385542:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468962.769346:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468962.769354:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468962.769356:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468962.769361:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468962.769364:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468962.769368:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468962.769371:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468962.769373:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468962.769376:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468963.153260:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468963.153266:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468963.153272:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468963.153273:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468963.153275:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468963.153277:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468963.153388:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468963.153392:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468963.153395:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468963.411424:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468963.411437:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468963.411439:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468963.411445:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468963.411447:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468963.411451:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468963.411463:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468963.793250:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468963.793257:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468963.793259:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468963.793264:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468963.793268:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468963.793271:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468963.793274:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468963.793277:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468963.793279:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468964.178060:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468964.178068:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468964.178070:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468964.178073:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468964.178077:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468964.178079:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468964.178082:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468964.178084:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468964.178087:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468964.178089:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468964.178092:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468964.178094:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468964.178256:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468964.178259:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468964.178262:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468964.433307:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468964.433316:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468964.433320:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468964.433323:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468964.433325:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468964.433329:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468964.433332:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468964.433335:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468964.433339:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468964.433341:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468964.433347:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21218) 00000100:00000001:3.0:1789468964.434490:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468964.434501:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468964.434503:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468964.434507:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468964.434509:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468964.434513:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468964.434515:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468964.817263:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468964.817270:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468964.817273:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468964.817277:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468964.817281:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468964.817284:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468964.817296:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468964.817298:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468964.817305:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468965.201534:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468965.201541:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468965.201547:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468965.201548:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468965.201552:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468965.201554:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468965.201675:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468965.201678:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468965.201681:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468965.459282:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468965.459455:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468965.459467:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468965.459472:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468965.459475:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468965.459478:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468965.459482:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468965.841280:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468965.841328:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468965.841330:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468965.841336:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468965.841339:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468965.841343:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468965.841346:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468965.841348:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468965.841351:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468966.225291:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468966.225298:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468966.225304:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468966.225305:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468966.225308:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468966.225309:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468966.225332:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468966.225335:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468966.225338:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468966.481488:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468966.481503:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468966.481505:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468966.481510:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468966.481512:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468966.481516:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468966.481519:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468966.865238:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468966.865245:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468966.865247:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468966.865252:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468966.865256:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468966.865260:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468966.865262:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468966.865265:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468966.865268:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468967.249732:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468967.249739:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468967.249745:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468967.249749:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468967.249752:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468967.249755:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468967.249759:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468967.249761:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468967.249764:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468967.249766:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468967.249770:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468967.249773:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468967.249774:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468967.249776:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468967.249777:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468967.249779:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468967.249780:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468967.249782:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468967.249909:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468967.249912:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468967.249915:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468967.505342:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468967.505358:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468967.505361:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468967.505366:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468967.505368:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468967.505372:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468967.505375:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468967.889249:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468967.889257:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468967.889259:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468967.889264:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468967.889268:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468967.889272:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468967.889275:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468967.889277:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468967.889279:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468968.273330:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468968.273337:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468968.273342:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468968.273343:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468968.273347:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468968.273348:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468968.273414:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468968.273428:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468968.273431:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468968.529245:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468968.529251:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468968.529312:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468943/real 1789468943] req@ffff8cb9f9032300 x1876386402414848/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468968 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468968.529329:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468968.529331:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468968.529343:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f306e0. 00000400:00000200:1.0:1789468968.529354:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5110 00000400:00000010:1.0:1789468968.529357:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5110. 00000100:00000001:1.0:1789468968.529361:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468968.529365:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9032300 x1876386402414848/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468968 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468968.529373:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9032300 x1876386402414848/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468968 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468968.529384:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468968.529385:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468968.529389:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468968.529390:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468968.529394:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9032300 x1876386402414848/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468968 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468968.529399:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468968.529401:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468968.529405:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468943/real 1789468943] req@ffff8cb9f9031880 x1876386402414976/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468968 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468968.529412:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468968.529413:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468968.529434:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30058. 00000400:00000200:1.0:1789468968.529437:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d53b8 00000400:00000010:1.0:1789468968.529439:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d53b8. 00000100:00000001:1.0:1789468968.529441:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468968.529444:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9031880 x1876386402414976/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468968 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468968.529450:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9031880 x1876386402414976/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468968 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468968.529456:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468968.529457:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468968.529459:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468968.529460:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468968.529463:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9031880 x1876386402414976/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468968 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468968.529468:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468968.529470:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789468968.529473:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468943/real 1789468943] req@ffff8cb9f9030e00 x1876386402415104/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468968 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789468968.529481:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789468968.529482:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789468968.529484:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f305d8. 00000400:00000200:1.0:1789468968.529486:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5d48 00000400:00000010:1.0:1789468968.529487:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5d48. 00000100:00000001:1.0:1789468968.529489:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789468968.529491:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030e00 x1876386402415104/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468968 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789468968.529498:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030e00 x1876386402415104/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468968 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468968.529503:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789468968.529504:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468968.529505:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468968.529506:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789468968.529509:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9030e00 x1876386402415104/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468968 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468968.529514:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468968.529523:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468968.529525:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468968.529528:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468968.529531:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468968.529532:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468968.529536:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9032300 x1876386402414848/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468968 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468968.529543:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468968.529545:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468968.529546:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468968.529547:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468968.529550:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468968.529552:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468968.529556:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468968.529597:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789468968.529600:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468968.529604:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9032300 x1876386402414848/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468968 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468968.529612:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9032300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402414848:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789468968.529617:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468968.529620:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9031880 x1876386402414976/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468968 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468968.529626:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468968.529627:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468968.529628:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468968.529629:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468968.529631:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468968.529633:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468968.529635:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468968.529641:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789468968.529643:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468968.529646:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9031880 x1876386402414976/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468968 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468968.529653:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402414976:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468968.529657:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789468968.529660:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030e00 x1876386402415104/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468968 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468968.529666:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789468968.529668:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468968.529669:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789468968.529670:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468968.529671:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789468968.529673:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789468968.529674:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789468968.529692:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789468968.529695:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789468968.529699:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030e00 x1876386402415104/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468968 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789468968.529705:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402415104:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468968.529708:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468968.529710:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468968.529713:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9032300 x1876386402414848/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468968 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468968.529718:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468968.529721:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468968.529725:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6893800. 02000000:00000001:1.0:1789468968.529731:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468968.529733:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468968.529735:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789468968.529737:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468968.529739:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d3400. 02000000:00000001:1.0:1789468968.529742:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468968.529744:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468968.529746:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9032300. 00000100:00000001:1.0:1789468968.529750:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468968.529751:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468968.529753:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468968.529756:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9031880 x1876386402414976/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468968 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468968.529766:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468968.529767:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468968.529769:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890800. 02000000:00000001:1.0:1789468968.529771:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468968.529772:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468968.529773:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789468968.529774:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468968.529776:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d1400. 02000000:00000001:1.0:1789468968.529778:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468968.529779:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468968.529780:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9031880. 00000100:00000001:1.0:1789468968.529782:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468968.529783:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468968.529785:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789468968.529788:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030e00 x1876386402415104/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468968 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468968.529794:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789468968.529795:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789468968.529796:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6891c00. 02000000:00000001:1.0:1789468968.529798:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789468968.529799:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789468968.529800:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789468968.529802:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789468968.529803:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d2000. 02000000:00000001:1.0:1789468968.529806:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789468968.529807:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789468968.529808:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030e00. 00000100:00000001:1.0:1789468968.529811:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789468968.529812:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468968.529814:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468968.529816:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468968.529817:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468968.529819:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468968.529820:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468968.530448:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468968.530454:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789468968.530456:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468968.530459:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468968.530462:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468968.530467:0:332879:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21192 00000400:00000200:3.0:1789468968.530475:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468968.530498:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789468968.530502:0:332879:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468968.530505:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468968.530508:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468968.530510:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468968.530512:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789468968.530518:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468968.530521:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789468968.530523:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468968.530526:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789468968.530528:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789468968.530530:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789468968.530552:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468968.530555:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468968.530557:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468968.530558:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789468968.530562:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789468968.530566:0:332879:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789468968.530568:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468968.530570:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468968.530574:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468968.530576:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468968.530578:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789468968.530581:0:332879:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468968.530586:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033480. 00000020:00000040:3.0:1789468968.530590:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789468968.530593:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468968.530594:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468968.530597:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468968.530599:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468968.530603:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468968.530609:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3800. 00000100:00000001:3.0:1789468968.530615:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468968.530623:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033480 x1876386402415232/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468968.530632:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468968.530636:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468968.530640:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000939732d7] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033480 x1876386402415232/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468968.530666:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468968.530670:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468968.530673:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789468968.530675:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468968.530684:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468968.530687:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468968.530689:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21192 00000400:00000200:3.0:1789468968.530694:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468968.530697:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789468968.530700:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468968.530703:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468968.530705:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468968.530707:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468968.530709:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789468968.530714:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468968.530715:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789468968.530717:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468968.530719:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789468968.530721:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789468968.530724:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789468968.530727:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468968.530729:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468968.530732:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468968.530734:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789468968.530736:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789468968.530740:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789468968.530742:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468968.530744:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468968.530761:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468968.530763:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468968.530765:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789468968.530769:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789468968.530772:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468968.530774:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468968.530782:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033b80. 00000020:00000040:3.0:1789468968.530785:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789468968.530787:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468968.530788:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468968.530789:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468968.530791:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468968.530793:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468968.530797:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1000. 00000100:00000001:3.0:1789468968.530801:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468968.530806:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033b80 x1876386402415360/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468968.530812:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468968.530814:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468968.530817:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013cbb969] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033b80 x1876386402415360/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468968.530824:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789468968.530827:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789468968.530830:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789468968.530831:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789468968.530832:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789468968.530834:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789468968.530836:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21192 00000400:00000200:3.0:1789468968.530840:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468968.530843:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789468968.530845:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789468968.530848:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468968.530850:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468968.530851:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468968.530853:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789468968.530856:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789468968.530864:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789468968.530866:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789468968.530868:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789468968.530870:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789468968.530872:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789468968.530876:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468968.530878:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789468968.530879:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789468968.530881:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789468968.530883:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789468968.530885:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789468968.530887:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468968.530889:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789468968.530891:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468968.530893:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468968.530895:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789468968.530897:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789468968.530899:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468968.530900:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789468968.530904:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030000. 00000020:00000040:3.0:1789468968.530906:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789468968.530908:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789468968.530909:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468968.530911:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789468968.530912:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789468968.530913:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789468968.530917:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d0800. 00000100:00000001:3.0:1789468968.530920:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468968.530925:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030000 x1876386402415488/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789468968.530932:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789468968.530933:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468968.530943:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000685e8900] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030000 x1876386402415488/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468968.530950:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468968.530952:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468968.530956:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468968.530958:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789468968.530961:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789468968.530966:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21222) 00000100:00000001:1.0:1789468968.531092:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468968.531097:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468968.531099:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468968.531105:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033480 x1876386402415232/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468968.531112:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468968.531114:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468968.531118:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468968.531121:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468968.531123:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468968.531127:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402415232:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789468968.531149:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468968.531153:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468968.531155:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468968.531158:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468968.531162:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6891c00. 02000000:00000001:1.0:1789468968.531164:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468968.531169:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789468968.531190:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f305d8. 00000400:00000010:1.0:1789468968.531196:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5d48. 00000100:00000200:1.0:1789468968.531202:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402415232, portal 25 00000100:00000001:1.0:1789468968.531204:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468968.531206:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107416192 : -126744602135424 : ffff8cb9f9033480) 00000100:00000040:1.0:1789468968.531211:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033480 x1876386402415232/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468968.531217:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468968.531220:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789468968.531222:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d53b8. 00000100:00000200:1.0:1789468968.531226:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402415232, offset 0 00000400:00000200:1.0:1789468968.531232:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789468968.531239:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468968.531245:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789468968.531250:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789468968.531254:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789468968.531258:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789468968.531261:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789468968.531264:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94023:94023:256:4294967295] 192.168.203.142@tcp LPNI seq info [94023:94023:8:4294967295] 00000400:00000200:1.0:1789468968.531268:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468968.531290:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789468968.531296:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789468968.531301:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7900. 00000800:00000200:1.0:1789468968.531308:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789468968.531315:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468968.531319:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789468968.531388:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468968.531394:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789468968.531409:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315885813 00000100:00000010:1.0:1789468968.531424:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869aa80. 00000100:00000001:1.0:1789468968.531431:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789468968.531436:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315885813 00000100:00000010:1.0:1789468968.531439:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a540. 00000100:00000001:1.0:1789468968.531442:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789468968.531455:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468968.531458:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468968.531461:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468968.531465:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033b80 x1876386402415360/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468968.531472:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468968.531473:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468968.531475:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468968.531476:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468968.531478:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468968.531480:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402415360:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468968.531483:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468968.531486:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468968.531487:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468968.531489:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468968.531492:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890800. 02000000:00000001:1.0:1789468968.531493:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468968.531497:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789468968.531500:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30058. 00000400:00000010:1.0:1789468968.531503:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5110. 00000100:00000200:1.0:1789468968.531506:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402415360, portal 10 00000100:00000001:1.0:1789468968.531508:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468968.531509:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107417984 : -126744602133632 : ffff8cb9f9033b80) 00000100:00000040:1.0:1789468968.531515:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033b80 x1876386402415360/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468968.531521:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468968.531523:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789468968.531526:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5bb0. 00000100:00000200:1.0:1789468968.531528:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402415360, offset 0 00000400:00000200:1.0:1789468968.531532:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789468968.531537:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468968.531540:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789468968.531542:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789468968.531544:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789468968.531546:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789468968.531548:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789468968.531551:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94024:94024:255:4294967295] 192.168.203.142@tcp LPNI seq info [94024:94024:7:4294967295] 00000400:00000200:1.0:1789468968.531556:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468968.531562:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789468968.531567:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789468968.531571:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7200. 00000800:00000200:1.0:1789468968.531575:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789468968.531579:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468968.531582:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789468968.531585:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468968.531589:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789468968.531592:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789468968.531594:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315884573 00000100:00000001:1.0:1789468968.531596:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315885813 00000100:00000001:1.0:1789468968.531598:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315884573 00000100:00000001:1.0:1789468968.531600:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315885813 00000100:00000001:1.0:1789468968.531602:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468968.531604:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468968.531606:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789468968.531609:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030000 x1876386402415488/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468968.531614:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789468968.531616:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468968.531617:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789468968.531619:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789468968.531620:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789468968.531623:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402415488:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789468968.531625:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789468968.531627:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789468968.531629:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789468968.531630:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789468968.531633:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6893800. 02000000:00000001:1.0:1789468968.531635:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789468968.531638:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789468968.531640:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f306e0. 00000400:00000010:1.0:1789468968.531643:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5000. 00000100:00000200:1.0:1789468968.531645:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402415488, portal 10 00000100:00000001:1.0:1789468968.531647:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789468968.531648:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107402752 : -126744602148864 : ffff8cb9f9030000) 00000100:00000040:1.0:1789468968.531653:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030000 x1876386402415488/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789468968.531661:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789468968.531664:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789468968.531666:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5a18. 00000100:00000200:1.0:1789468968.531668:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402415488, offset 0 00000400:00000200:1.0:1789468968.531672:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789468968.531676:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468968.531679:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789468968.531681:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789468968.531683:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789468968.531685:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789468968.531687:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789468968.531690:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94025:94025:254:4294967295] 192.168.203.142@tcp LPNI seq info [94025:94025:6:4294967295] 00000400:00000200:1.0:1789468968.531695:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789468968.531701:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789468968.531705:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789468968.531708:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7800. 00000800:00000200:1.0:1789468968.531712:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789468968.531716:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789468968.531718:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789468968.531721:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789468968.531738:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789468968.531742:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789468968.531743:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315884561 00000100:00000001:1.0:1789468968.531755:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315885813 00000100:00000001:1.0:1789468968.531758:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315884561 00000100:00000001:1.0:1789468968.531760:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315885813 00000100:00000001:1.0:1789468968.531762:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789468968.531764:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468968.531767:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468968.531769:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468968.531775:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468968.531778:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789468968.531780:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468968.531781:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468968.531783:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468968.531784:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789468968.535663:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468968.535672:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7900. 00000400:00000200:2.0:1789468968.535681:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468968.535691:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468968.535698:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d53b8 00000400:00000010:2.0:1789468968.535701:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d53b8. 00000100:00000001:2.0:1789468968.535706:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468968.535714:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033480 x1876386402415232/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468968.535724:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468968.535728:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033480 x1876386402415232/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789468993 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468968.535734:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468968.535735:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789468968.535800:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468968.535804:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7200. 00000400:00000200:2.0:1789468968.535807:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468968.535810:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468968.535813:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5bb0 00000400:00000010:2.0:1789468968.535815:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5bb0. 00000100:00000001:2.0:1789468968.535817:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468968.535821:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033b80 x1876386402415360/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468968.535828:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468968.535830:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033b80 x1876386402415360/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468993 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468968.535837:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468968.535839:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789468968.535901:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468968.535903:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7800. 00000400:00000200:2.0:1789468968.535906:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468968.535909:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468968.535912:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5a18 00000400:00000010:2.0:1789468968.535914:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5a18. 00000100:00000001:2.0:1789468968.535916:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468968.535920:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030000 x1876386402415488/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468968.535926:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468968.535929:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030000 x1876386402415488/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789468993 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468968.535934:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468968.535935:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468968.913208:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468968.913217:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468968.913219:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468968.913225:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468968.913229:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468968.913233:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468968.913237:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468968.913240:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468968.913243:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468969.298331:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468969.298338:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468969.298344:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468969.298345:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468969.298349:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468969.298350:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468969.298496:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468969.298501:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468969.298504:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468969.809253:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315885813, at 4315885824 00000100:00000040:3.0:1789468969.809253:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315885813, at 4315885824 00000100:00000010:2.0:1789468969.809268:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869aa80. 00000100:00000010:3.0:1789468969.809270:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a540. 00000100:00000001:2.0:1789468969.937376:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468969.937385:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468969.937387:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468969.937393:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468969.937396:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468969.937400:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468969.937413:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468969.937415:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468969.937418:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468970.322457:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468970.322464:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468970.322470:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468970.322471:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468970.322474:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468970.322475:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468970.322513:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468970.322516:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468970.322519:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468970.961928:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468970.961936:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468970.961938:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468970.961944:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468970.961947:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468970.961950:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468970.961953:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468970.961956:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468970.961958:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468971.346172:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468971.346179:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468971.346185:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468971.346186:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468971.346189:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468971.346191:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468971.346439:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468971.346444:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468971.346447:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468971.985252:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468971.985259:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468971.985261:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468971.985266:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468971.985269:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468971.985273:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468971.985276:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468971.985278:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468971.985281:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468972.369281:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468972.369288:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468972.369293:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468972.369294:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468972.369297:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468972.369298:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468972.372161:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468972.372168:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468972.372172:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468973.009441:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468973.009448:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468973.009450:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468973.009456:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468973.009459:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468973.009463:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468973.009466:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468973.009468:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468973.009470:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468973.393233:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468973.393240:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468973.393242:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468973.393244:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468973.393249:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468973.393250:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468973.393252:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468973.393254:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468973.393257:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468973.393259:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468973.393262:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468973.393263:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468973.396478:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468973.396484:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468973.396489:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789468973.649413:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468973.649423:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468973.649426:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468973.649429:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789468973.649432:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789468973.649434:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789468973.649437:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468973.649441:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468973.649444:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789468973.649447:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789468973.649453:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21227) 00000100:00000001:3.0:1789468973.649508:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468973.649519:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468973.649522:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468973.649525:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468973.649527:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468973.649531:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468973.649533:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468974.033318:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468974.033326:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468974.033328:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468974.033334:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468974.033337:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468974.033341:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468974.033344:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468974.033347:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468974.033349:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468974.419109:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468974.419120:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468974.419127:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468974.419129:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468974.419155:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468974.419156:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468974.419182:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468974.419186:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468974.419189:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468974.674895:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468974.674913:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468974.674916:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468974.674923:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468974.674926:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468974.674932:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468974.674935:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468975.057350:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468975.057358:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468975.057360:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468975.057365:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468975.057376:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468975.057380:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468975.057383:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468975.057385:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468975.057387:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468975.441418:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468975.441429:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468975.441436:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468975.441438:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468975.441442:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468975.441444:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468975.445195:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468975.445202:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468975.445206:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468975.697345:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468975.697375:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468975.697378:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468975.697384:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468975.697387:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468975.697393:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468975.697396:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468976.081239:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468976.081247:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468976.081249:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468976.081262:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468976.081266:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468976.081269:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468976.081272:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468976.081274:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468976.081276:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468976.465353:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468976.465376:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468976.465386:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468976.465390:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468976.465393:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468976.465397:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468976.465400:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468976.465403:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468976.465406:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468976.465410:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468976.465414:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468976.465416:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468976.465418:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468976.465419:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468976.465421:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468976.465423:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468976.465424:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468976.465426:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468976.471278:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468976.471288:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468976.471294:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468976.721322:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468976.721342:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468976.721714:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468976.721730:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468976.721741:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468976.721745:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468976.721748:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468977.106090:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468977.106099:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468977.106101:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468977.106106:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468977.106110:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468977.106114:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468977.106174:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468977.106177:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468977.106181:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468977.489432:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468977.489438:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468977.489443:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468977.489444:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468977.489447:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468977.489448:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468977.489564:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468977.489568:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468977.489571:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468977.745273:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468977.745287:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468977.745289:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468977.745293:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468977.745295:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468977.745299:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468977.745302:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468978.131322:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468978.131332:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468978.131334:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468978.131340:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468978.131352:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468978.131356:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468978.131359:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468978.131361:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468978.131364:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468978.513957:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468978.513963:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468978.513968:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468978.513970:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468978.513972:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468978.513974:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468978.513994:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468978.513996:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468978.513999:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468978.769393:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468978.769407:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468978.769410:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468978.769414:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468978.769416:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468978.769419:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468978.769422:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468978.769688:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468978.769694:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468978.769697:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468978.769700:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468978.769702:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468978.769705:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468978.769707:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468978.769711:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468978.769714:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468978.769717:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468978.769746:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21232) 00000100:00000001:2.0:1789468979.153307:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468979.153314:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468979.153316:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468979.153320:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468979.153323:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468979.153327:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468979.153330:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468979.153332:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468979.153343:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468979.537270:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468979.537277:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468979.537283:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468979.537285:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468979.537288:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468979.537289:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468979.537853:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468979.537867:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468979.537871:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468979.794010:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468979.794022:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468979.794024:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468979.794029:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468979.794032:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468979.794036:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468979.794039:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468980.177258:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468980.177265:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468980.177267:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468980.177272:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468980.177276:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468980.177279:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468980.177282:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468980.177284:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468980.177286:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468980.561413:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468980.561420:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468980.561427:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468980.561428:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468980.561432:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468980.561433:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468980.561598:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468980.561602:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468980.561605:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468980.817337:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468980.817405:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468980.817408:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468980.817412:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468980.817414:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468980.817426:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468980.817429:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468981.204090:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468981.204098:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468981.204101:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468981.204107:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468981.204110:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468981.204114:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468981.204117:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468981.204119:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468981.204122:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468981.585271:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468981.585277:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468981.585282:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468981.585283:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468981.585286:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468981.585287:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468981.585484:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468981.585488:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468981.585490:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468981.841525:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468981.841542:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468981.841545:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468981.841550:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468981.841552:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468981.841556:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468981.841559:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468982.225480:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468982.225488:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468982.225490:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468982.225496:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468982.225499:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468982.225503:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468982.225506:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468982.225508:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468982.225511:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468982.613541:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468982.613548:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468982.613555:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468982.613556:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468982.613559:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468982.613560:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468982.613584:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468982.613587:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468982.613590:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468982.865320:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468982.865334:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468982.865336:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468982.865341:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468982.865343:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468982.865347:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468982.865350:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468983.249258:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468983.249266:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468983.249269:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468983.249274:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468983.249278:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468983.249283:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468983.249285:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468983.249289:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468983.249291:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468983.633222:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468983.633231:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468983.633234:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468983.633238:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468983.633247:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468983.633251:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468983.633253:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468983.633255:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468983.633259:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468983.633261:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468983.633263:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468983.633265:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468983.633388:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468983.633392:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468983.633394:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468983.889245:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789468983.889245:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1789468983.889254:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468983.889258:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789468983.889259:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468983.889262:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789468983.889264:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1789468983.889269:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1789468983.889270:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789468983.889274:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1789468983.889276:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1789468983.889280:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468983.889281:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789468983.889285:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468983.889287:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468983.889291:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468983.889295:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468983.889310:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21237) 00000100:00000001:2.0:1789468984.273251:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468984.273259:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468984.273261:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468984.273265:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468984.273269:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468984.273272:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468984.273275:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468984.273278:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468984.273281:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468984.657360:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468984.657367:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468984.657373:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468984.657374:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468984.657377:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468984.657378:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468984.659823:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468984.659830:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468984.659835:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468984.913276:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468984.913290:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468984.913302:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468984.913306:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468984.913308:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468984.913312:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468984.913315:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468985.297299:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468985.297307:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468985.297309:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468985.297314:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468985.297318:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468985.297322:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468985.297325:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468985.297327:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468985.297330:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468985.681305:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468985.681312:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468985.681317:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468985.681318:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468985.681322:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468985.681323:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468985.681454:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468985.681457:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468985.681460:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468985.937263:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468985.937278:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468985.937280:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468985.937295:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468985.937298:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468985.937302:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468985.937304:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468986.321412:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468986.321420:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468986.321422:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468986.321427:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468986.321430:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468986.321434:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468986.321436:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468986.321438:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468986.321441:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468986.705477:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468986.705483:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468986.705488:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468986.705492:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468986.705494:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468986.705497:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468986.705501:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468986.705503:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468986.705505:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468986.705508:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468986.705511:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468986.705512:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468986.705514:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468986.705515:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468986.705516:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468986.705518:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468986.705519:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468986.705521:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468986.705540:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468986.705543:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468986.705546:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468986.961306:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468986.961330:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468986.961332:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468986.961338:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468986.961341:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468986.961344:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468986.961347:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468987.346571:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468987.346587:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468987.346590:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468987.346594:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468987.346598:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468987.346602:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468987.346606:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468987.346608:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468987.346610:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468987.729720:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468987.729726:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468987.729732:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468987.729734:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468987.729737:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468987.729738:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468987.731248:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468987.731253:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468987.731257:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468987.986917:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468987.987025:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468987.987028:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468987.987032:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468987.987035:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468987.987039:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468987.987042:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468988.369476:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468988.369485:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468988.369487:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468988.369543:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468988.369549:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468988.369552:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468988.369555:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468988.369558:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468988.369561:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468988.755988:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468988.755995:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468988.756000:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468988.756002:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468988.756005:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468988.756006:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468988.757817:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468988.757823:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468988.757828:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789468989.012509:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789468989.012523:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789468989.012525:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789468989.012530:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789468989.012532:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789468989.012536:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789468989.012538:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468989.014049:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468989.014057:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468989.014062:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468989.014065:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468989.014067:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468989.014070:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468989.014073:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468989.014076:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468989.014078:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468989.014081:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468989.014086:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21242) 00000100:00000001:2.0:1789468989.393279:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468989.393286:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468989.393288:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468989.393293:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468989.393296:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468989.393300:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468989.393302:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468989.393304:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468989.393307:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468989.777322:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468989.777328:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468989.777333:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468989.777334:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468989.777338:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468989.777339:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468989.777509:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468989.777513:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468989.777516:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468990.034245:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468990.034266:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468990.034269:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468990.034274:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468990.034277:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468990.034282:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468990.034285:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468990.417266:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468990.417273:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468990.417275:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468990.417279:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468990.417282:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468990.417286:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468990.417288:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468990.417291:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468990.417293:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468990.801305:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468990.801312:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468990.801318:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468990.801319:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468990.801322:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468990.801324:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468990.801347:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468990.801349:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468990.801352:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468991.057238:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468991.057262:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468991.057264:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468991.057268:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468991.057271:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468991.057275:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468991.057277:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468991.441254:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468991.441262:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468991.441264:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468991.441269:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468991.441272:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468991.441276:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468991.441278:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468991.441280:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468991.441283:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468991.825282:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468991.825289:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468991.825294:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468991.825295:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468991.825298:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468991.825301:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468991.825375:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468991.825379:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468991.825382:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468992.082809:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468992.082823:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468992.082825:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468992.082830:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468992.082832:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468992.082836:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468992.082839:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468992.466835:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468992.466843:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468992.466845:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468992.466850:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468992.466853:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468992.466857:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468992.466859:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468992.466861:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468992.466864:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468992.849300:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468992.849308:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468992.849313:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468992.849314:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468992.849317:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468992.849319:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468992.849421:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468992.849424:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468992.849427:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468993.106039:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468993.106061:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468993.106077:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468968/real 1789468968] req@ffff8cb9f9033480 x1876386402415232/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468993 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468993.106096:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468993.106097:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468993.106101:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f305d8. 00000400:00000200:3.0:1789468993.106107:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5d48 00000400:00000010:3.0:1789468993.106110:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5d48. 00000100:00000001:3.0:1789468993.106114:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468993.106118:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033480 x1876386402415232/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468993 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468993.106126:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033480 x1876386402415232/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468993 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468993.106151:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468993.106152:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468993.106155:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468993.106157:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468993.106161:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9033480 x1876386402415232/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468993 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468993.106168:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468993.106170:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468993.106174:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468968/real 1789468968] req@ffff8cb9f9033b80 x1876386402415360/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468993 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468993.106181:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468993.106182:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468993.106184:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30058. 00000400:00000200:3.0:1789468993.106186:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5110 00000400:00000010:3.0:1789468993.106188:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5110. 00000100:00000001:3.0:1789468993.106190:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468993.106205:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033b80 x1876386402415360/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468993 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468993.106223:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033b80 x1876386402415360/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468993 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468993.106229:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468993.106240:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468993.106242:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468993.106243:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468993.106247:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9033b80 x1876386402415360/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468993 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468993.106252:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468993.106254:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789468993.106258:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468968/real 1789468968] req@ffff8cb9f9030000 x1876386402415488/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468993 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789468993.106265:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789468993.106266:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789468993.106268:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f306e0. 00000400:00000200:3.0:1789468993.106270:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5000 00000400:00000010:3.0:1789468993.106272:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5000. 00000100:00000001:3.0:1789468993.106274:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789468993.106276:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030000 x1876386402415488/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468993 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789468993.106283:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030000 x1876386402415488/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468993 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468993.106288:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789468993.106289:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468993.106291:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468993.106292:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789468993.106294:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9030000 x1876386402415488/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468993 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468993.106300:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468993.106313:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468993.106315:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468993.106318:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468993.106320:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468993.106322:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468993.106326:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033480 x1876386402415232/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468993 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468993.106343:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468993.106346:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468993.106347:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468993.106348:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468993.106350:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468993.106353:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468993.106355:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468993.106380:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789468993.106383:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468993.106387:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033480 x1876386402415232/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468993 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468993.106395:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402415232:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789468993.106399:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468993.106403:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033b80 x1876386402415360/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468993 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468993.106409:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468993.106411:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468993.106413:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468993.106414:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468993.106415:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468993.106418:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468993.106420:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468993.106433:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789468993.106435:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468993.106439:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033b80 x1876386402415360/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468993 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468993.106445:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402415360:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468993.106449:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789468993.106453:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030000 x1876386402415488/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468993 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468993.106459:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789468993.106460:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468993.106462:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789468993.106463:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468993.106464:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789468993.106466:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789468993.106468:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789468993.106474:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789468993.106475:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789468993.106479:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030000 x1876386402415488/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468993 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789468993.106485:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402415488:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468993.106489:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468993.106492:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468993.106495:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033480 x1876386402415232/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789468993 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468993.106501:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468993.106547:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468993.106557:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6891c00. 02000000:00000001:3.0:1789468993.106561:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468993.106564:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468993.106566:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789468993.106568:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468993.106571:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d3800. 02000000:00000001:3.0:1789468993.106574:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468993.106576:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468993.106578:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033480. 00000100:00000001:3.0:1789468993.106596:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468993.106598:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468993.106600:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468993.106604:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033b80 x1876386402415360/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468993 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468993.106609:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468993.106611:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468993.106612:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890800. 02000000:00000001:3.0:1789468993.106615:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468993.106616:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468993.106617:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789468993.106618:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468993.106620:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d1000. 02000000:00000001:3.0:1789468993.106622:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468993.106623:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468993.106624:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033b80. 00000100:00000001:3.0:1789468993.106626:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468993.106627:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468993.106629:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789468993.106632:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030000 x1876386402415488/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789468993 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468993.106638:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789468993.106639:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789468993.106641:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6893800. 02000000:00000001:3.0:1789468993.106643:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789468993.106644:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789468993.106645:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789468993.106653:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789468993.106655:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d0800. 02000000:00000001:3.0:1789468993.106657:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789468993.106938:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789468993.106940:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030000. 00000100:00000001:3.0:1789468993.106944:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789468993.106945:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468993.106947:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468993.106952:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468993.106953:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468993.106956:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468993.106957:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468993.107786:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468993.107792:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1789468993.107795:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468993.107798:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468993.107802:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468993.107808:0:331017:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21217 00000400:00000200:0.0:1789468993.107815:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468993.107821:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789468993.107824:0:331017:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468993.107827:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468993.107830:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468993.107832:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468993.107835:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789468993.107842:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468993.107844:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:0.0:1789468993.107846:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468993.107849:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:0.0:1789468993.107852:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:0.0:1789468993.107854:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:0.0:1789468993.107857:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468993.107859:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468993.107861:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468993.107863:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789468993.107886:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:0.0:1789468993.107890:0:331017:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789468993.107894:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468993.107896:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468993.107900:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468993.107903:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468993.107904:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789468993.107907:0:331017:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468993.107914:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e9880. 00000020:00000040:0.0:1789468993.107917:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:0.0:1789468993.107921:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468993.107923:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468993.107926:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468993.107939:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468993.107943:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468993.107952:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687e400. 00000100:00000001:0.0:1789468993.107959:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468993.107967:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e9880 x1876386402415616/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468993.107977:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468993.107980:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468993.107985:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da0825] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e9880 x1876386402415616/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468993.108011:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468993.108014:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468993.108017:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789468993.108019:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468993.108020:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468993.108023:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468993.108026:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21217 00000400:00000200:0.0:1789468993.108030:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468993.108034:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789468993.108035:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468993.108038:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468993.108041:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468993.108043:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468993.108045:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789468993.108048:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468993.108049:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:0.0:1789468993.108051:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468993.108053:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:0.0:1789468993.108055:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:0.0:1789468993.108056:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:0.0:1789468993.108059:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468993.108060:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468993.108062:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468993.108064:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789468993.108066:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:0.0:1789468993.108068:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789468993.108070:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468993.108072:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468993.108077:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468993.108079:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468993.108080:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789468993.108084:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789468993.108087:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468993.108088:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468993.108092:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6eaa00. 00000020:00000040:0.0:1789468993.108094:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789468993.108096:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468993.108097:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468993.108098:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468993.108099:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468993.108101:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468993.108104:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687c000. 00000100:00000001:0.0:1789468993.108107:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468993.108112:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6eaa00 x1876386402415744/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468993.108118:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468993.108120:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468993.108124:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007aeebcf0] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6eaa00 x1876386402415744/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468993.108158:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468993.108161:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468993.108163:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789468993.108165:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789468993.108166:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789468993.108169:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789468993.108171:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21217 00000400:00000200:0.0:1789468993.108175:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789468993.108177:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789468993.108179:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789468993.108181:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468993.108183:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468993.108185:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468993.108186:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789468993.108189:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789468993.108190:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:0.0:1789468993.108192:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789468993.108193:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:0.0:1789468993.108195:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:0.0:1789468993.108197:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:0.0:1789468993.108199:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468993.108201:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789468993.108203:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789468993.108205:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789468993.108207:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:0.0:1789468993.108209:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789468993.108212:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789468993.108213:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789468993.108216:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789468993.108218:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468993.108220:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789468993.108221:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789468993.108224:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468993.108225:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789468993.108229:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e8380. 00000020:00000040:0.0:1789468993.108242:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789468993.108246:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789468993.108247:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789468993.108249:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789468993.108250:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789468993.108252:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789468993.108255:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687cc00. 00000100:00000001:0.0:1789468993.108258:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789468993.108263:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e8380 x1876386402415872/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789468993.108270:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789468993.108272:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468993.108276:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008646cf65] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e8380 x1876386402415872/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789468993.108284:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789468993.108286:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468993.108290:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468993.108293:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468993.108296:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468993.108302:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21246) 00000100:00000001:3.0:1789468993.109083:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468993.109088:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468993.109090:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468993.109099:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e9880 x1876386402415616/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468993.109110:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468993.109112:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468993.109115:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468993.109118:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468993.109121:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468993.109124:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402415616:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789468993.109129:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468993.109154:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468993.109156:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468993.109159:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468993.109165:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d0800. 02000000:00000001:3.0:1789468993.109167:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468993.109173:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789468993.109205:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bfd68. 00000400:00000010:3.0:1789468993.109212:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce198. 00000100:00000200:3.0:1789468993.109218:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402415616, portal 25 00000100:00000001:3.0:1789468993.109220:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468993.109222:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704778368 : -126741004773248 : ffff8cbacf6e9880) 00000100:00000040:3.0:1789468993.109251:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e9880 x1876386402415616/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468993.109259:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468993.109262:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789468993.109265:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ced48. 00000100:00000200:3.0:1789468993.109268:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402415616, offset 0 00000400:00000200:3.0:1789468993.109274:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789468993.109282:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468993.109289:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789468993.109294:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789468993.109298:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789468993.109301:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789468993.109304:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789468993.109308:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94026:94026:256:4294967295] 192.168.203.142@tcp LPNI seq info [94026:94026:8:4294967295] 00000400:00000200:3.0:1789468993.109313:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468993.109323:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789468993.109329:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789468993.109335:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7d00. 00000800:00000200:3.0:1789468993.109342:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789468993.109349:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468993.109354:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789468993.109376:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468993.109381:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468993.109384:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315910391 00000100:00000010:3.0:1789468993.109389:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451300. 00000100:00000001:3.0:1789468993.109403:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789468993.109422:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315910391 00000100:00000010:3.0:1789468993.109426:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451960. 00000100:00000001:3.0:1789468993.109430:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789468993.109433:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468993.109440:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468993.109443:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468993.109448:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6eaa00 x1876386402415744/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468993.109456:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468993.109457:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468993.109459:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468993.109461:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468993.109463:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468993.109466:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402415744:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468993.109470:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468993.109471:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468993.109473:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468993.109475:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468993.109478:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d1000. 02000000:00000001:3.0:1789468993.109480:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468993.109485:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789468993.109488:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf9f8. 00000400:00000010:3.0:1789468993.109492:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce440. 00000100:00000200:3.0:1789468993.109495:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402415744, portal 10 00000100:00000001:3.0:1789468993.109497:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468993.109499:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704782848 : -126741004768768 : ffff8cbacf6eaa00) 00000100:00000040:3.0:1789468993.109504:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6eaa00 x1876386402415744/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468993.109511:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468993.109513:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789468993.109516:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cec38. 00000100:00000200:3.0:1789468993.109518:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402415744, offset 0 00000400:00000200:3.0:1789468993.109523:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789468993.109527:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468993.109531:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789468993.109534:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789468993.109544:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789468993.109547:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789468993.109549:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789468993.109552:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94027:94027:255:4294967295] 192.168.203.142@tcp LPNI seq info [94027:94027:7:4294967295] 00000400:00000200:3.0:1789468993.109555:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468993.109561:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789468993.109566:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789468993.109569:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7700. 00000800:00000200:3.0:1789468993.109573:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789468993.109577:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468993.109580:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789468993.109583:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468993.109587:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:3.0:1789468993.109590:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468993.109592:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315909151 00000100:00000001:3.0:1789468993.109595:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315910391 00000100:00000001:3.0:1789468993.109597:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315909151 00000100:00000001:3.0:1789468993.109599:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315910391 00000100:00000001:3.0:1789468993.109600:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468993.109603:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468993.109605:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789468993.109609:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e8380 x1876386402415872/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468993.109616:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789468993.109617:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468993.109619:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789468993.109621:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789468993.109623:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789468993.109626:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402415872:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789468993.109636:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789468993.109638:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789468993.109640:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789468993.109642:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789468993.109644:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d3800. 02000000:00000001:3.0:1789468993.109646:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789468993.109650:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789468993.109652:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf7e8. 00000400:00000010:3.0:1789468993.109656:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ceee0. 00000100:00000200:3.0:1789468993.109659:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402415872, portal 10 00000100:00000001:3.0:1789468993.109661:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789468993.109662:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704772992 : -126741004778624 : ffff8cbacf6e8380) 00000100:00000040:3.0:1789468993.109668:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e8380 x1876386402415872/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789468993.109675:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789468993.109677:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789468993.109679:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce330. 00000100:00000200:3.0:1789468993.109681:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402415872, offset 0 00000400:00000200:3.0:1789468993.109686:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789468993.109690:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468993.109693:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789468993.109695:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789468993.109698:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789468993.109700:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789468993.109703:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789468993.109706:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94028:94028:254:4294967295] 192.168.203.142@tcp LPNI seq info [94028:94028:6:4294967295] 00000400:00000200:3.0:1789468993.109709:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789468993.109715:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789468993.109720:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789468993.109723:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7300. 00000800:00000200:3.0:1789468993.109726:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789468993.109737:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789468993.109740:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789468993.109743:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789468993.109746:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:3.0:1789468993.109750:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789468993.109751:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315909139 00000100:00000001:3.0:1789468993.109753:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315910391 00000100:00000001:3.0:1789468993.109755:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315909139 00000100:00000001:3.0:1789468993.109757:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315910391 00000100:00000001:3.0:1789468993.109758:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789468993.109760:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468993.109946:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468993.109950:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468993.109958:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468993.109960:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789468993.109962:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468993.109964:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468993.109965:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468993.109967:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789468993.110071:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468993.110076:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7d00. 00000400:00000200:2.0:1789468993.110083:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468993.110088:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468993.110094:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ced48 00000400:00000010:2.0:1789468993.110096:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ced48. 00000100:00000001:2.0:1789468993.110100:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468993.110105:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9880 x1876386402415616/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468993.110114:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468993.110118:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9880 x1876386402415616/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469018 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468993.110125:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468993.110126:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789468993.110166:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468993.110169:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7700. 00000400:00000200:2.0:1789468993.110172:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468993.110175:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468993.110177:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cec38 00000400:00000010:2.0:1789468993.110179:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cec38. 00000100:00000001:2.0:1789468993.110181:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468993.110185:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6eaa00 x1876386402415744/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468993.110192:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468993.110194:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6eaa00 x1876386402415744/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469018 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468993.110201:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468993.110203:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789468993.110277:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789468993.110280:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7300. 00000400:00000200:2.0:1789468993.110283:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789468993.110287:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789468993.110290:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce330 00000400:00000010:2.0:1789468993.110292:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce330. 00000100:00000001:2.0:1789468993.110294:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789468993.110298:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e8380 x1876386402415872/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468993.110304:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789468993.110307:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e8380 x1876386402415872/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469018 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789468993.110313:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468993.110314:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789468993.489367:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468993.489375:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468993.489377:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468993.489382:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468993.489385:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468993.489389:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468993.489392:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468993.489394:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468993.489397:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468993.873275:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468993.873284:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468993.873287:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468993.873290:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468993.873295:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468993.873297:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468993.873299:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468993.873301:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468993.873305:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468993.873306:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468993.873310:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468993.873311:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468993.873551:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468993.873554:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468993.873557:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789468994.385280:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315910391, at 4315910400 00000100:00000010:2.0:1789468994.385295:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451300. 00000100:00000040:3.0:1789468994.386250:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315910391, at 4315910401 00000100:00000010:3.0:1789468994.386260:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451960. 00000100:00000001:2.0:1789468994.513731:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468994.513740:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468994.513742:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468994.513747:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468994.513751:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468994.513755:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468994.513758:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468994.513761:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468994.513764:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468994.897305:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468994.897312:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468994.897319:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468994.897321:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468994.897325:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468994.897326:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468994.897350:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468994.897353:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468994.897356:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468995.537296:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468995.537320:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468995.537323:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468995.537330:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468995.537335:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468995.537340:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468995.537343:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468995.537346:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468995.537348:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468995.922393:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468995.922403:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468995.922409:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468995.922411:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468995.922414:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468995.922415:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468995.924597:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468995.924603:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468995.924608:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468996.561772:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468996.561778:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468996.561781:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468996.561786:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468996.561866:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468996.561870:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468996.561873:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468996.561875:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468996.561878:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468996.947365:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468996.947380:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468996.947386:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468996.947390:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468996.947392:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468996.947395:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468996.947398:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468996.947401:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468996.947403:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468996.947405:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468996.947408:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468996.947418:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789468996.947420:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789468996.947421:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468996.947423:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789468996.947424:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468996.947426:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468996.947428:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789468996.947661:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789468996.947664:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789468996.947667:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789468997.585270:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468997.585280:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468997.585282:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468997.585288:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468997.585292:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468997.585296:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468997.585299:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468997.585301:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468997.585304:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468997.969270:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468997.969276:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468997.969293:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468997.969294:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468997.969297:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468997.969299:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789468997.969404:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789468997.969408:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789468997.969448:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789468998.225259:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789468998.225259:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1789468998.225269:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1789468998.225272:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468998.225276:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468998.225280:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468998.225282:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468998.225285:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468998.225288:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789468998.225335:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468998.225340:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789468998.225343:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789468998.225718:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789468998.225722:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468998.225726:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468998.225728:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789468998.225730:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789468998.225736:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21251) 00000100:00000001:2.0:1789468998.610389:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468998.610396:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468998.610398:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468998.610404:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468998.610407:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468998.610411:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468998.610414:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468998.610416:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468998.610419:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468998.996617:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468998.996626:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468998.996632:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468998.996633:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789468998.996637:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789468998.996638:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789468998.996668:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789468998.996671:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789468998.996674:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789468999.249541:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789468999.249555:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789468999.249557:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789468999.249562:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789468999.249564:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789468999.249579:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789468999.249599:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789468999.633357:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789468999.633366:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789468999.633368:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789468999.633373:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789468999.633376:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789468999.633380:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468999.633382:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789468999.633385:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789468999.633388:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469000.017289:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469000.017296:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469000.017301:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469000.017303:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469000.017306:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469000.017307:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469000.017522:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469000.017527:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469000.017529:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469000.273445:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469000.273549:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469000.273663:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469000.273670:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469000.273673:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469000.273677:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469000.273681:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469000.657761:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469000.657770:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469000.657772:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469000.657777:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469000.657780:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469000.657784:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469000.657786:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469000.657788:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469000.657792:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469001.045671:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469001.045677:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469001.045682:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469001.045684:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469001.045687:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469001.045689:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469001.052730:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469001.052738:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469001.052742:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469001.297648:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469001.297662:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469001.297665:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469001.297670:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469001.297672:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469001.297677:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469001.297680:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469001.682054:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469001.682064:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469001.682067:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469001.682073:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469001.682077:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469001.682081:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469001.682084:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469001.682087:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469001.682090:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469002.065334:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469002.065341:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469002.065347:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469002.065349:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469002.065352:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469002.065353:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469002.065496:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469002.065501:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469002.065504:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469002.321319:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469002.321332:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469002.321335:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469002.321340:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469002.321342:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469002.321346:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469002.321349:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469002.705265:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469002.705271:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469002.705273:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469002.705278:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469002.705281:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469002.705285:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469002.705287:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469002.705289:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469002.705292:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469003.089313:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469003.089320:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469003.089325:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469003.089326:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469003.089329:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469003.089330:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789469003.089364:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789469003.089366:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789469003.089369:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789469003.345650:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469003.345660:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469003.345664:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469003.345666:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469003.345669:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469003.345671:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469003.345674:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469003.345677:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469003.345680:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469003.345682:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469003.345688:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21257) 00000100:00000001:3.0:1789469003.346223:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469003.346234:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469003.346237:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469003.346240:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469003.346243:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469003.346248:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469003.346250:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469003.730632:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469003.730641:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469003.730643:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469003.730649:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469003.730653:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469003.730658:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469003.730660:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469003.730663:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469003.730665:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469004.113314:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469004.113321:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469004.113324:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469004.113328:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469004.113332:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469004.113335:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469004.113337:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469004.113339:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469004.113343:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469004.113344:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469004.113347:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469004.113348:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469004.113609:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469004.113613:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469004.113616:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469004.369245:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469004.369260:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469004.369262:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469004.369266:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469004.369268:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469004.369273:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469004.369276:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469004.753323:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469004.753330:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469004.753332:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469004.753337:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469004.753340:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469004.753343:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469004.753346:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469004.753348:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469004.753350:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469005.137514:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469005.137521:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469005.137526:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469005.137527:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469005.137530:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469005.137531:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469005.137801:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469005.137804:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469005.137807:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469005.393420:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469005.393435:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469005.393438:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469005.393442:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469005.393535:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469005.393539:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469005.393542:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469005.777367:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469005.777376:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469005.777379:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469005.777385:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469005.777388:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469005.777392:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469005.777395:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469005.777398:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469005.777401:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469006.161829:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469006.161837:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469006.161844:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469006.161845:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469006.161848:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469006.161849:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469006.163339:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469006.163344:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469006.163348:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469006.418078:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469006.418091:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469006.418093:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469006.418098:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469006.418100:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469006.418104:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469006.418107:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469006.801323:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469006.801332:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469006.801334:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469006.801339:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469006.801343:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469006.801348:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469006.801351:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469006.801353:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469006.801355:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469007.186397:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469007.186405:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469007.186410:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469007.186413:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469007.186415:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469007.186418:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469007.186421:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469007.186423:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469007.186425:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469007.186427:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469007.186430:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469007.186432:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469007.186433:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469007.186434:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469007.186435:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469007.186437:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469007.186439:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469007.186440:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789469007.186471:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789469007.186474:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789469007.186477:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469007.441741:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469007.441756:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469007.441759:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469007.441764:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469007.441766:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469007.441771:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469007.441774:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469007.826621:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469007.826629:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469007.826631:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469007.826636:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469007.826639:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469007.826643:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469007.826646:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469007.826648:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469007.826651:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469008.210988:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469008.210995:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469008.211001:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469008.211002:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469008.211004:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469008.211006:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469008.211318:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469008.211322:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469008.211325:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469008.467433:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469008.467442:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469008.467446:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469008.467449:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469008.467451:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469008.467454:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469008.467457:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469008.467461:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469008.467463:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469008.467467:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469008.467473:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21262) 00000100:00000001:1.0:1789469008.467483:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469008.467494:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469008.467496:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469008.467500:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469008.467502:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469008.467506:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469008.467510:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469008.849256:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469008.849264:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469008.849266:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469008.849271:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469008.849275:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469008.849279:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469008.849282:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469008.849285:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469008.849288:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469009.233638:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469009.233645:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469009.233649:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469009.233651:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469009.233654:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469009.233655:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469009.238971:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469009.238978:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469009.238982:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469009.490447:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469009.490463:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469009.490465:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469009.490469:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469009.490471:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469009.490476:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469009.490479:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469009.873242:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469009.873252:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469009.873255:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469009.873260:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469009.873264:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469009.873268:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469009.873271:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469009.873273:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469009.873276:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469010.257483:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469010.257492:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469010.257498:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469010.257499:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469010.257503:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469010.257504:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469010.257629:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469010.257632:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469010.257635:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469010.513498:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469010.513511:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469010.513513:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469010.513518:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469010.513520:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469010.513525:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469010.513527:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469010.897191:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469010.897198:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469010.897200:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469010.897206:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469010.897209:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469010.897214:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469010.897217:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469010.897219:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469010.897222:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469011.281390:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469011.281397:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469011.281404:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469011.281405:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469011.281408:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469011.281409:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789469011.281432:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789469011.281434:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789469011.281437:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469011.539330:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469011.539344:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469011.539346:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469011.539351:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469011.539353:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469011.539358:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469011.539360:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469011.921906:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469011.921913:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469011.921915:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469011.921921:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469011.921924:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469011.921928:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469011.921931:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469011.921933:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469011.921935:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469012.305729:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469012.305736:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469012.305743:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469012.305745:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469012.305750:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469012.305752:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469012.306495:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469012.306502:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469012.306508:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469012.561245:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469012.561259:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469012.561261:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469012.561266:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469012.561268:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469012.561272:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469012.561275:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469012.945252:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469012.945260:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469012.945263:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469012.945269:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469012.945272:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469012.945276:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469012.945279:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469012.945282:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469012.945285:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469013.329315:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469013.329324:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469013.329326:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469013.329330:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469013.329334:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469013.329337:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469013.329338:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469013.329341:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469013.329345:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469013.329347:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469013.329350:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469013.329351:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469013.329763:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469013.329766:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469013.329770:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469013.585277:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1789469013.585277:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789469013.585291:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469013.585294:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469013.585298:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469013.585301:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469013.585305:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469013.585309:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1789469013.585310:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469013.585316:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469013.585321:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469013.585323:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469013.585327:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469013.585329:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469013.585334:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469013.585338:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469013.585342:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469013.585349:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21267) 00000100:00000001:1.0:1789469013.971596:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469013.971602:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469013.971604:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469013.971609:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469013.971612:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469013.971616:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469013.971619:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469013.971621:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469013.971623:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469014.353334:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469014.353341:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469014.353347:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469014.353348:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469014.353350:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469014.353351:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469014.353487:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469014.353492:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469014.353495:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469014.609272:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469014.609288:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469014.609290:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469014.609296:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469014.609298:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469014.609303:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469014.609306:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469014.993297:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469014.993304:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469014.993306:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469014.993312:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469014.993316:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469014.993319:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469014.993322:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469014.993325:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469014.993327:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469015.377307:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469015.377315:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469015.377320:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469015.377321:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469015.377324:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469015.377325:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789469015.377348:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789469015.377351:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789469015.377354:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469015.633830:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469015.633841:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469015.633844:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469015.633848:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469015.633858:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469015.633862:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469015.633865:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469016.018670:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469016.018679:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469016.018681:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469016.018686:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469016.018690:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469016.018695:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469016.018698:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469016.018714:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469016.018717:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469016.401690:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469016.401697:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469016.401702:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469016.401705:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469016.401708:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469016.401711:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469016.401714:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469016.401717:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469016.401718:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469016.401721:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469016.401724:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469016.401726:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469016.401728:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469016.401729:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469016.401731:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469016.401732:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469016.401733:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469016.401735:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469016.402365:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469016.402369:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469016.402373:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469016.657244:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469016.657260:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469016.657263:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469016.657268:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469016.657270:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469016.657275:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469016.657277:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469017.041289:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469017.041297:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469017.041300:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469017.041305:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469017.041309:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469017.041312:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469017.041316:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469017.041318:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469017.041321:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469017.425279:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469017.425286:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469017.425291:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469017.425293:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469017.425296:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469017.425297:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469017.425395:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469017.425398:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469017.425401:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469017.681257:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469017.681272:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469017.681275:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469017.681281:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469017.681284:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469017.681288:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469017.681291:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469018.065277:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469018.065286:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469018.065288:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469018.065293:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469018.065297:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469018.065300:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469018.065303:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469018.065305:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469018.065308:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469018.449257:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469018.449265:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469018.449270:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469018.449271:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469018.449274:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469018.449275:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469018.449474:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469018.449478:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469018.449481:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469018.705241:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469018.705247:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469018.705262:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468993/real 1789468993] req@ffff8cbacf6e9880 x1876386402415616/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469018 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469018.705279:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469018.705281:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469018.705284:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bfd68. 00000400:00000200:2.0:1789469018.705312:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce198 00000400:00000010:2.0:1789469018.705314:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce198. 00000100:00000001:2.0:1789469018.705319:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469018.705324:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e9880 x1876386402415616/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469018 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469018.705332:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e9880 x1876386402415616/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469018 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469018.705339:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469018.705341:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469018.705344:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469018.705345:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469018.705349:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e9880 x1876386402415616/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469018 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469018.705355:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469018.705357:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469018.705361:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468993/real 1789468993] req@ffff8cbacf6eaa00 x1876386402415744/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469018 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469018.705368:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469018.705369:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469018.705371:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf9f8. 00000400:00000200:2.0:1789469018.705373:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce440 00000400:00000010:2.0:1789469018.705375:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce440. 00000100:00000001:2.0:1789469018.705376:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469018.705379:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6eaa00 x1876386402415744/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469018 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469018.705386:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6eaa00 x1876386402415744/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469018 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469018.705392:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469018.705393:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469018.705395:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469018.705396:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469018.705399:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6eaa00 x1876386402415744/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469018 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469018.705405:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469018.705407:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469018.705410:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789468993/real 1789468993] req@ffff8cbacf6e8380 x1876386402415872/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469018 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469018.705418:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469018.705419:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469018.705421:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf7e8. 00000400:00000200:2.0:1789469018.705423:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ceee0 00000400:00000010:2.0:1789469018.705425:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ceee0. 00000100:00000001:2.0:1789469018.705427:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469018.705430:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e8380 x1876386402415872/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469018 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469018.705437:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e8380 x1876386402415872/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469018 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469018.705443:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469018.705444:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469018.705446:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469018.705447:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469018.705450:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e8380 x1876386402415872/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469018 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469018.705456:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469018.705466:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469018.705468:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469018.705470:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469018.705473:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469018.705475:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469018.705479:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e9880 x1876386402415616/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469018 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469018.705486:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469018.705489:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469018.705490:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469018.705491:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469018.705494:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469018.705496:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469018.705499:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469018.705508:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789469018.705511:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469018.705515:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e9880 x1876386402415616/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469018 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469018.705522:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402415616:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789469018.705526:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469018.705530:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6eaa00 x1876386402415744/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469018 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469018.705536:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469018.705538:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469018.705539:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469018.705540:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469018.705542:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469018.705544:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469018.705546:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469018.705551:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789469018.705553:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469018.705557:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6eaa00 x1876386402415744/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469018 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469018.705565:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402415744:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789469018.705569:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469018.705572:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e8380 x1876386402415872/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469018 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469018.705578:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469018.705580:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469018.705581:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469018.705582:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469018.705584:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469018.705585:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469018.705588:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469018.705593:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789469018.705595:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469018.705599:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e8380 x1876386402415872/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469018 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469018.705606:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402415872:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789469018.705611:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469018.705613:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469018.705617:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e9880 x1876386402415616/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469018 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469018.705622:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469018.705625:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469018.705630:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d0800. 02000000:00000001:2.0:1789469018.705634:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469018.705637:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469018.705639:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789469018.705642:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469018.705644:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687e400. 02000000:00000001:2.0:1789469018.705648:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469018.705650:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469018.705652:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e9880. 00000100:00000001:2.0:1789469018.705655:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469018.705656:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469018.705658:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469018.705661:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6eaa00 x1876386402415744/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469018 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469018.705667:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469018.705668:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469018.705670:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d1000. 02000000:00000001:2.0:1789469018.705672:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469018.705673:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469018.705675:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789469018.705677:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469018.705678:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687c000. 02000000:00000001:2.0:1789469018.705681:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469018.705683:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469018.705684:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6eaa00. 00000100:00000001:2.0:1789469018.705686:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469018.705687:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469018.705688:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469018.705702:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e8380 x1876386402415872/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469018 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469018.705708:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469018.705710:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469018.705711:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d3800. 02000000:00000001:2.0:1789469018.705714:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469018.705715:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469018.705716:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789469018.705718:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469018.705720:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687cc00. 02000000:00000001:2.0:1789469018.705721:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469018.705722:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469018.705724:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e8380. 00000100:00000001:2.0:1789469018.705726:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469018.705726:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469018.705728:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469018.705733:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469018.705734:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469018.705736:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469018.705737:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469018.705809:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469018.705814:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789469018.705816:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469018.705818:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469018.705821:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469018.705825:0:176036:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21241 00000400:00000200:1.0:1789469018.705832:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469018.705837:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789469018.705839:0:176036:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469018.705842:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469018.705845:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469018.705847:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469018.705849:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789469018.705855:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469018.705857:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:1.0:1789469018.705860:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469018.705863:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:1.0:1789469018.705865:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:1.0:1789469018.705867:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:1.0:1789469018.705870:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469018.705871:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469018.705873:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469018.705874:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789469018.705877:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:1.0:1789469018.705880:0:176036:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789469018.705882:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469018.705884:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469018.705887:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469018.705890:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469018.705892:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469018.705894:0:176036:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469018.705903:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c7100. 00000020:00000040:1.0:1789469018.705905:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789469018.705908:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469018.705910:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469018.705912:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469018.705915:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469018.705918:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469018.705926:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6891000. 00000100:00000001:1.0:1789469018.705933:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469018.705939:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c7100 x1876386402416000/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469018.705948:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469018.705952:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469018.705957:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b9117d8] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c7100 x1876386402416000/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469018.705981:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469018.705984:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469018.705987:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469018.705988:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469018.705989:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469018.705992:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469018.705993:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21241 00000400:00000200:1.0:1789469018.705997:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469018.706000:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789469018.706010:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469018.706012:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469018.706014:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469018.706016:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469018.706018:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789469018.706021:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469018.706022:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:1.0:1789469018.706023:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469018.706026:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:1.0:1789469018.706027:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:1.0:1789469018.706029:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:1.0:1789469018.706032:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469018.706034:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469018.706035:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469018.706037:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789469018.706047:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:1.0:1789469018.706050:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789469018.706053:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469018.706055:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469018.706062:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469018.706064:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469018.706065:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789469018.706069:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789469018.706072:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469018.706074:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469018.706078:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c4380. 00000020:00000040:1.0:1789469018.706080:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789469018.706083:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469018.706084:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469018.706085:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469018.706086:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469018.706088:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469018.706093:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6893800. 00000100:00000001:1.0:1789469018.706096:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469018.706101:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c4380 x1876386402416128/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469018.706108:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469018.706110:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469018.706113:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001600f89c] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c4380 x1876386402416128/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469018.706120:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469018.706123:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469018.706126:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789469018.706127:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469018.706129:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469018.706158:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469018.706161:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21241 00000400:00000200:1.0:1789469018.706165:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469018.706168:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789469018.706170:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469018.706173:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469018.706175:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469018.706177:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469018.706179:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789469018.706182:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469018.706183:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:1.0:1789469018.706185:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469018.706187:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:1.0:1789469018.706189:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:1.0:1789469018.706191:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:1.0:1789469018.706194:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469018.706195:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469018.706197:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469018.706199:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789469018.706201:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:1.0:1789469018.706204:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789469018.706206:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469018.706207:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469018.706210:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469018.706212:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469018.706213:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789469018.706215:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789469018.706218:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469018.706219:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469018.706222:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c4e00. 00000020:00000040:1.0:1789469018.706224:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789469018.706226:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469018.706227:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469018.706229:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469018.706231:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469018.706232:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469018.706235:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6890800. 00000100:00000001:1.0:1789469018.706239:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469018.706243:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c4e00 x1876386402416256/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469018.706250:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469018.706252:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469018.706255:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1fb5ecb] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c4e00 x1876386402416256/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469018.706261:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469018.706264:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469018.706267:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469018.706270:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469018.706273:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469018.706277:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21272) 00000100:00000001:2.0:1789469018.706327:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469018.706330:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469018.706332:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469018.706336:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c7100 x1876386402416000/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469018.706344:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469018.706346:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469018.706350:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469018.706352:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469018.706355:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469018.706358:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402416000:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789469018.706362:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469018.706367:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469018.706369:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469018.706371:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469018.706376:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacfc00. 02000000:00000001:2.0:1789469018.706378:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789469018.706384:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789469018.706412:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7f20. 00000400:00000010:2.0:1789469018.706420:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de440. 00000100:00000200:2.0:1789469018.706437:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402416000, portal 25 00000100:00000001:2.0:1789469018.706440:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469018.706441:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704637184 : -126741004914432 : ffff8cbacf6c7100) 00000100:00000040:2.0:1789469018.706449:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c7100 x1876386402416000/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469018.706456:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469018.706458:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789469018.706461:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6dea18. 00000100:00000200:2.0:1789469018.706464:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402416000, offset 0 00000400:00000200:2.0:1789469018.706479:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789469018.706487:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469018.706493:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789469018.706498:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789469018.706502:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789469018.706507:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789469018.706509:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789469018.706513:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94029:94029:256:4294967295] 192.168.203.142@tcp LPNI seq info [94029:94029:8:4294967295] 00000400:00000200:2.0:1789469018.706517:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469018.706528:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789469018.706535:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789469018.706542:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6600. 00000800:00000200:2.0:1789469018.706549:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789469018.706558:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789469018.706564:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789469018.706591:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789469018.706595:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789469018.706598:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315935988 00000100:00000010:2.0:1789469018.706604:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64dde0. 00000100:00000001:2.0:1789469018.706612:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789469018.706631:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315935988 00000100:00000010:2.0:1789469018.706635:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64df60. 00000100:00000001:2.0:1789469018.706638:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789469018.706641:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469018.706644:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469018.706647:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469018.706650:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c4380 x1876386402416128/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469018.706656:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469018.706658:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469018.706660:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469018.706661:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469018.706663:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469018.706666:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402416128:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789469018.706669:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469018.706671:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469018.706672:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469018.706674:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469018.706677:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacf400. 02000000:00000001:2.0:1789469018.706679:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789469018.706683:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789469018.706686:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee72c0. 00000400:00000010:2.0:1789469018.706689:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6dee58. 00000100:00000200:2.0:1789469018.706692:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402416128, portal 10 00000100:00000001:2.0:1789469018.706694:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469018.706695:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704625536 : -126741004926080 : ffff8cbacf6c4380) 00000100:00000040:2.0:1789469018.706702:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c4380 x1876386402416128/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469018.706707:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469018.706709:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789469018.706711:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de660. 00000100:00000200:2.0:1789469018.706714:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402416128, offset 0 00000400:00000200:2.0:1789469018.706718:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789469018.706722:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469018.706725:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789469018.706728:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789469018.706731:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789469018.706733:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789469018.706735:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789469018.706738:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94030:94030:255:4294967295] 192.168.203.142@tcp LPNI seq info [94030:94030:7:4294967295] 00000400:00000200:2.0:1789469018.706742:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469018.706748:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789469018.706753:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789469018.706756:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6f00. 00000800:00000200:2.0:1789469018.706760:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789469018.706764:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789469018.706766:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789469018.706770:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469018.706785:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:2.0:1789469018.706789:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789469018.706791:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315934748 00000100:00000001:2.0:1789469018.706794:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315935988 00000100:00000001:2.0:1789469018.706796:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315934748 00000100:00000001:2.0:1789469018.706797:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315935988 00000100:00000001:2.0:1789469018.706799:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469018.706801:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469018.706803:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469018.706808:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c4e00 x1876386402416256/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469018.706815:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469018.706816:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469018.706818:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469018.706820:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469018.706822:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469018.706824:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402416256:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789469018.706830:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469018.706832:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469018.706833:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469018.706834:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469018.706837:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faace800. 02000000:00000001:2.0:1789469018.706839:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789469018.706842:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789469018.706845:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7d68. 00000400:00000010:2.0:1789469018.706848:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6dec38. 00000100:00000200:2.0:1789469018.706850:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402416256, portal 10 00000100:00000001:2.0:1789469018.706852:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469018.706853:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704628224 : -126741004923392 : ffff8cbacf6c4e00) 00000100:00000040:2.0:1789469018.706858:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c4e00 x1876386402416256/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469018.706865:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469018.706867:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789469018.706869:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de110. 00000100:00000200:2.0:1789469018.706872:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402416256, offset 0 00000400:00000200:2.0:1789469018.706876:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789469018.706879:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469018.706883:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789469018.706886:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789469018.706888:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789469018.706890:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789469018.706892:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789469018.706895:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94031:94031:254:4294967295] 192.168.203.142@tcp LPNI seq info [94031:94031:6:4294967295] 00000400:00000200:2.0:1789469018.706898:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469018.706903:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789469018.706907:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789469018.706910:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6500. 00000800:00000200:2.0:1789469018.706913:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789469018.706917:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789469018.706919:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789469018.706922:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469018.706925:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:2.0:1789469018.706928:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789469018.706929:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315934736 00000100:00000001:2.0:1789469018.706931:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315935988 00000100:00000001:2.0:1789469018.706933:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315934736 00000100:00000001:2.0:1789469018.706935:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315935988 00000100:00000001:2.0:1789469018.706937:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469018.706939:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469018.706941:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469018.706944:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469018.706948:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469018.706950:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789469018.706952:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469018.706953:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469018.706955:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469018.706956:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789469018.707068:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789469018.707072:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6600. 00000400:00000200:3.0:1789469018.707078:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789469018.707083:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789469018.707088:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6dea18 00000400:00000010:3.0:1789469018.707090:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6dea18. 00000100:00000001:3.0:1789469018.707094:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469018.707098:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c7100 x1876386402416000/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469018.707105:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469018.707108:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c7100 x1876386402416000/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469043 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469018.707113:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469018.707115:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789469018.707126:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789469018.707128:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6f00. 00000400:00000200:3.0:1789469018.707162:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789469018.707166:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789469018.707169:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de660 00000400:00000010:3.0:1789469018.707170:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de660. 00000100:00000001:3.0:1789469018.707173:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469018.707177:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c4380 x1876386402416128/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469018.707183:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469018.707186:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c4380 x1876386402416128/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469043 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469018.707192:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469018.707193:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789469018.707264:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789469018.707267:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6500. 00000400:00000200:3.0:1789469018.707270:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789469018.707273:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789469018.707276:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de110 00000400:00000010:3.0:1789469018.707277:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de110. 00000100:00000001:3.0:1789469018.707280:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469018.707283:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c4e00 x1876386402416256/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469018.707289:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469018.707292:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c4e00 x1876386402416256/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469043 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469018.707298:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469018.707299:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789469019.089440:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469019.089448:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469019.089449:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469019.089454:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469019.089457:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469019.089461:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469019.089464:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469019.089466:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469019.089468:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469019.473291:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469019.473299:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469019.473304:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469019.473306:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469019.473308:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469019.473310:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789469019.473372:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789469019.473375:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789469019.473378:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789469019.985242:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315935988, at 4315936000 00000100:00000010:3.0:1789469019.985254:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64df60. 00000100:00000040:2.0:1789469019.988652:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315935988, at 4315936003 00000100:00000010:2.0:1789469019.988669:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64dde0. 00000100:00000001:2.0:1789469020.113325:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469020.113334:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469020.113336:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469020.113342:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469020.113346:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469020.113359:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469020.113362:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469020.113365:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469020.113367:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469020.497336:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469020.497344:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469020.497351:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469020.497352:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469020.497355:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469020.497356:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469020.497825:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469020.497829:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469020.497832:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469021.138360:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469021.138367:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469021.138369:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469021.138374:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469021.138377:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469021.138381:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469021.138383:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469021.138386:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469021.138388:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469021.523233:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469021.523240:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469021.523245:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469021.523246:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469021.523250:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469021.523251:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469021.523350:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469021.523354:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469021.523356:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469022.161262:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469022.161271:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469022.161273:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469022.161281:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469022.161284:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469022.161290:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469022.161293:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469022.161295:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469022.161298:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469022.545266:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469022.545272:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469022.545277:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469022.545278:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469022.545282:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469022.545283:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469022.545421:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469022.545425:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469022.545428:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469023.185585:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469023.185593:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469023.185595:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469023.185600:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469023.185604:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469023.185607:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469023.185610:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469023.185612:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469023.185615:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469023.569278:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469023.569286:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469023.569289:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469023.569292:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469023.569297:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469023.569299:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469023.569301:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469023.569303:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469023.569307:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469023.569308:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469023.569312:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469023.569313:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789469023.569348:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789469023.569351:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789469023.569354:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469023.826852:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469023.826864:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469023.826866:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469023.826870:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469023.826872:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469023.826876:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469023.826878:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469023.827071:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469023.827077:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469023.827080:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469023.827095:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469023.827098:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469023.827101:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469023.827103:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469023.827106:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469023.827109:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469023.827111:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469023.827116:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21277) 00000100:00000001:2.0:1789469024.211019:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469024.211028:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469024.211030:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469024.211035:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469024.211039:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469024.211043:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469024.211046:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469024.211048:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469024.211051:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469024.593257:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469024.593265:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469024.593270:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469024.593272:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469024.593275:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469024.593276:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469024.593500:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469024.593504:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469024.593507:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469024.849767:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469024.849780:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469024.849782:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469024.849787:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469024.849789:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469024.849794:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469024.849797:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469025.233209:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469025.233217:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469025.233220:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469025.233226:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469025.233230:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469025.233234:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469025.233237:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469025.233239:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469025.233242:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469025.617282:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469025.617289:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469025.617294:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469025.617295:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469025.617299:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469025.617300:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469025.618050:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469025.618055:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469025.618059:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469025.873294:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469025.873307:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469025.873309:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469025.873313:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469025.873316:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469025.873320:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469025.873323:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469026.260147:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469026.260155:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469026.260157:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469026.260163:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469026.260167:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469026.260171:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469026.260174:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469026.260176:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469026.260179:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469026.641268:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469026.641276:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469026.641283:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469026.641287:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469026.641290:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469026.641294:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469026.641297:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469026.641300:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469026.641302:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469026.641304:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469026.641308:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469026.641309:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469026.641311:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469026.641312:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469026.641314:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469026.641315:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469026.641316:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469026.641318:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469026.642120:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469026.642125:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469026.642129:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469026.897268:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469026.897283:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469026.897285:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469026.897290:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469026.897292:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469026.897296:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469026.897299:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469027.281633:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469027.281641:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469027.281643:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469027.281648:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469027.281652:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469027.281655:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469027.281658:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469027.281661:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469027.281664:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469027.666491:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469027.666499:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469027.666505:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469027.666506:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469027.666510:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469027.666511:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789469027.666531:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789469027.666534:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789469027.666537:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469027.921330:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469027.921343:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469027.921345:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469027.921350:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469027.921352:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469027.921356:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469027.921358:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469028.306261:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469028.306270:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469028.306273:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469028.306279:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469028.306283:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469028.306287:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469028.306290:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469028.306292:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469028.306295:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469028.690191:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469028.690198:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469028.690204:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469028.690205:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469028.690208:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469028.690210:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469028.690449:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469028.690453:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469028.690456:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469028.945236:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469028.945249:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469028.945252:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469028.945257:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469028.945259:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469028.945263:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469028.945266:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469028.947600:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469028.947610:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469028.947613:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469028.947617:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469028.947619:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469028.947622:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469028.947624:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469028.947628:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469028.947630:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469028.947634:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469028.947639:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21282) 00000100:00000001:2.0:1789469029.331073:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469029.331080:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469029.331082:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469029.331087:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469029.331090:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469029.331094:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469029.331097:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469029.331099:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469029.331102:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469029.713337:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469029.713344:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469029.713349:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469029.713350:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469029.713353:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469029.713355:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469029.713504:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469029.713508:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469029.713511:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469029.969553:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469029.969570:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469029.969573:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469029.969578:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469029.969580:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469029.969583:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469029.969586:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469030.354129:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469030.354152:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469030.354154:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469030.354165:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469030.354170:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469030.354175:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469030.354178:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469030.354180:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469030.354183:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469030.737280:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469030.737297:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469030.737304:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469030.737305:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469030.737309:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469030.737311:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469030.737603:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469030.737607:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469030.737610:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469030.993249:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469030.993263:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469030.993265:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469030.993270:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469030.993272:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469030.993277:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469030.993289:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469031.381381:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469031.381390:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469031.381392:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469031.381397:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469031.381400:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469031.381404:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469031.381406:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469031.381409:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469031.381412:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469031.763647:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469031.763654:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469031.763659:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469031.763661:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469031.763664:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469031.763665:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789469031.763689:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789469031.763692:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789469031.763694:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469032.017238:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469032.017252:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469032.017254:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469032.017259:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469032.017261:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469032.017265:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469032.017268:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469032.402210:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469032.402217:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469032.402219:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469032.402224:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469032.402227:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469032.402231:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469032.402233:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469032.402236:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469032.402238:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469032.785605:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469032.785612:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469032.785618:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469032.785619:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469032.785728:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469032.785731:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469032.787687:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469032.787691:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469032.787695:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469033.041257:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469033.041270:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469033.041273:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469033.041277:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469033.041279:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469033.041283:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469033.041286:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469033.425251:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469033.425259:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469033.425261:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469033.425265:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469033.425269:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469033.425274:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469033.425277:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469033.425279:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469033.425282:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469033.809289:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469033.809296:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469033.809298:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469033.809302:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469033.809306:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469033.809308:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469033.809310:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469033.809312:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469033.809316:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469033.809317:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469033.809320:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469033.809321:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469033.810401:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469033.810406:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469033.810409:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469034.065236:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469034.065249:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469034.065251:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469034.065255:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469034.065257:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469034.065261:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469034.065264:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469034.068370:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469034.068379:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469034.068382:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469034.068385:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469034.068387:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469034.068390:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469034.068392:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469034.068396:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469034.068399:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469034.068402:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469034.068408:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21287) 00000100:00000001:2.0:1789469034.449347:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469034.449374:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469034.449376:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469034.449382:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469034.449385:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469034.449389:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469034.449392:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469034.449395:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469034.449397:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469034.833361:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469034.833368:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469034.833375:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469034.833376:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469034.833379:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469034.833380:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469034.833505:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469034.833508:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469034.833512:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469035.089300:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469035.089315:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469035.089318:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469035.089322:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469035.089324:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469035.089328:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469035.089331:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469035.476315:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469035.476322:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469035.476324:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469035.476329:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469035.476332:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469035.476335:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469035.476338:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469035.476340:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469035.476343:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469035.857303:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469035.857311:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469035.857317:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469035.857318:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469035.857322:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469035.857323:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789469035.857344:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789469035.857347:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789469035.857350:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469036.113302:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469036.113316:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469036.113319:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469036.113323:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469036.113326:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469036.113330:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469036.113333:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469036.497236:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469036.497244:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469036.497256:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469036.497262:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469036.497266:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469036.497269:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469036.497272:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469036.497275:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469036.497277:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469036.881740:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469036.881747:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469036.881752:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469036.881756:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469036.881759:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469036.881762:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469036.881765:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469036.881767:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469036.881769:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469036.881771:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469036.881775:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469036.881777:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469036.881778:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469036.881779:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469036.881781:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469036.881782:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469036.881784:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469036.881786:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469036.881922:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469036.881926:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469036.881929:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469037.137209:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469037.137222:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469037.137224:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469037.137229:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469037.137231:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469037.137235:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469037.137238:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469037.522245:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469037.522253:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469037.522256:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469037.522260:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469037.522264:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469037.522268:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469037.522270:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469037.522272:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469037.522275:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469037.905302:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469037.905309:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469037.905314:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469037.905315:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469037.905318:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469037.905319:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469037.905451:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469037.905455:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469037.905458:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469038.164395:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469038.164408:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469038.164410:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469038.164425:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469038.164427:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469038.164431:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469038.164434:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469038.545380:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469038.545387:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469038.545389:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469038.545394:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469038.545398:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469038.545402:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469038.545405:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469038.545407:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469038.545409:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469038.929555:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469038.929563:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469038.929569:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469038.929570:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469038.929573:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469038.929575:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469038.930412:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469038.930416:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469038.930420:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469039.185746:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469039.185758:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469039.185760:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469039.185765:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469039.185767:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469039.185771:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469039.185773:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469039.185938:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469039.185962:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469039.185965:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469039.185968:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469039.185981:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469039.185985:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469039.185987:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469039.185990:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469039.185992:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469039.185995:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469039.186001:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21292) 00000100:00000001:1.0:1789469039.569289:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469039.569297:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469039.569300:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469039.569305:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469039.569308:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469039.569312:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469039.569315:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469039.569317:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469039.569320:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469039.953259:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469039.953266:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469039.953272:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469039.953273:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469039.953276:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469039.953278:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789469039.953298:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789469039.953301:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789469039.953304:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469040.209691:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469040.209703:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469040.209705:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469040.209709:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469040.209711:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469040.209715:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469040.209717:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469040.593324:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469040.593331:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469040.593333:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469040.593392:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469040.593395:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469040.593399:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469040.593401:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469040.593404:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469040.593407:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469040.978569:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469040.978576:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469040.978581:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469040.978582:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469040.978585:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469040.978586:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469040.978731:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469040.978739:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469040.978744:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469041.235504:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469041.235519:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469041.235521:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469041.235526:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469041.235528:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469041.235533:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469041.235535:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469041.617728:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469041.617736:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469041.617738:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469041.617743:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469041.617746:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469041.617750:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469041.617752:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469041.617754:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469041.617757:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469042.001884:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469042.001891:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469042.001897:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469042.001898:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469042.001902:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469042.001903:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469042.002003:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469042.002007:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469042.002011:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469042.259523:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469042.259538:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469042.259541:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469042.259545:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469042.259547:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469042.259551:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469042.259554:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469042.641338:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469042.641346:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469042.641348:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469042.641353:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469042.641364:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469042.641369:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469042.641377:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469042.641382:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469042.641385:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469043.025509:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469043.025516:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469043.025522:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469043.025523:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469043.025527:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469043.025528:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469043.027559:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469043.027565:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469043.027570:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469043.281250:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469043.281257:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469043.281319:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469018/real 1789469018] req@ffff8cbacf6c7100 x1876386402416000/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469043 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469043.281337:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469043.281340:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469043.281355:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7f20. 00000400:00000200:1.0:1789469043.281362:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de440 00000400:00000010:1.0:1789469043.281364:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de440. 00000100:00000001:1.0:1789469043.281368:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469043.281373:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c7100 x1876386402416000/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469043 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469043.281381:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c7100 x1876386402416000/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469043 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469043.281387:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469043.281389:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469043.281392:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469043.281394:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469043.281398:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c7100 x1876386402416000/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469043 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469043.281404:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469043.281406:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469043.281410:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469018/real 1789469018] req@ffff8cbacf6c4380 x1876386402416128/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469043 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469043.281417:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469043.281418:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469043.281420:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee72c0. 00000400:00000200:1.0:1789469043.281422:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6dee58 00000400:00000010:1.0:1789469043.281424:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6dee58. 00000100:00000001:1.0:1789469043.281426:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469043.281429:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c4380 x1876386402416128/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469043 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469043.281437:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c4380 x1876386402416128/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469043 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469043.281443:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469043.281445:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469043.281446:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469043.281448:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469043.281451:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c4380 x1876386402416128/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469043 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469043.281457:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469043.281459:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469043.281463:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469018/real 1789469018] req@ffff8cbacf6c4e00 x1876386402416256/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469043 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469043.281470:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469043.281471:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469043.281473:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7d68. 00000400:00000200:1.0:1789469043.281475:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6dec38 00000400:00000010:1.0:1789469043.281477:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6dec38. 00000100:00000001:1.0:1789469043.281479:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469043.281483:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c4e00 x1876386402416256/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469043 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469043.281490:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c4e00 x1876386402416256/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469043 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469043.281496:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469043.281497:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469043.281499:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469043.281500:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469043.281504:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c4e00 x1876386402416256/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469043 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469043.281516:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469043.281524:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469043.281526:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469043.281529:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469043.281531:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469043.281533:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469043.281538:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c7100 x1876386402416000/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469043 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469043.281544:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469043.281566:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469043.281568:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469043.281569:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469043.281571:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469043.281574:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469043.281577:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469043.281598:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469043.281601:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469043.281606:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c7100 x1876386402416000/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469043 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469043.281614:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402416000:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789469043.281619:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469043.281623:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c4380 x1876386402416128/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469043 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469043.281629:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469043.281632:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469043.281633:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469043.281634:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469043.281636:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469043.281639:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469043.281641:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469043.281657:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469043.281659:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469043.281664:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c4380 x1876386402416128/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469043 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469043.281672:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402416128:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469043.281676:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469043.281680:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c4e00 x1876386402416256/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469043 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469043.281687:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469043.281690:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469043.281691:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469043.281693:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469043.281694:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469043.281697:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469043.281699:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469043.281704:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469043.281707:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469043.281711:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c4e00 x1876386402416256/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469043 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469043.281719:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402416256:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469043.281723:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469043.281726:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469043.281730:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c7100 x1876386402416000/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469043 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469043.281739:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469043.281742:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469043.281747:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacfc00. 02000000:00000001:1.0:1789469043.281752:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469043.281756:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469043.281758:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789469043.281760:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469043.281763:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6891000. 02000000:00000001:1.0:1789469043.281767:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469043.281769:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469043.281771:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c7100. 00000100:00000001:1.0:1789469043.281774:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469043.281776:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469043.281778:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469043.281782:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c4380 x1876386402416128/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469043 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469043.281789:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469043.281790:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469043.281792:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacf400. 02000000:00000001:1.0:1789469043.281794:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469043.281795:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469043.281796:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789469043.281799:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469043.281800:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6893800. 02000000:00000001:1.0:1789469043.281803:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469043.281804:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469043.281805:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c4380. 00000100:00000001:1.0:1789469043.281808:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469043.281809:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469043.281811:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469043.281814:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c4e00 x1876386402416256/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469043 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469043.282339:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469043.282342:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469043.282394:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faace800. 02000000:00000001:1.0:1789469043.282400:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469043.282401:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469043.282403:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789469043.282405:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469043.282406:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6890800. 02000000:00000001:1.0:1789469043.282409:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469043.282410:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469043.282412:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c4e00. 00000100:00000001:1.0:1789469043.282416:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469043.282417:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469043.282421:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789469043.282423:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789469043.282428:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469043.282431:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469043.282434:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469043.282436:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469043.287075:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789469043.287078:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469043.287081:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469043.287086:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469043.287093:0:332879:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21267 00000400:00000200:3.0:1789469043.287114:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469043.287120:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789469043.287123:0:332879:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469043.287126:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469043.287129:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469043.287143:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469043.287146:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789469043.287154:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469043.287156:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789469043.287174:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469043.287177:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789469043.287179:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789469043.287181:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789469043.287185:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469043.287187:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469043.287188:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469043.287190:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789469043.287202:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789469043.287205:0:332879:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789469043.287208:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469043.287211:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469043.287215:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469043.287217:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469043.287219:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469043.287222:0:332879:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469043.287237:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030000. 00000020:00000040:3.0:1789469043.287240:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789469043.287244:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469043.287246:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469043.287248:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469043.287251:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469043.287254:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469043.287262:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1c00. 00000100:00000001:3.0:1789469043.287268:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469043.287276:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030000 x1876386402416384/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469043.287286:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469043.287291:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469043.287295:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000685e8900] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030000 x1876386402416384/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469043.287323:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469043.287331:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469043.287335:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789469043.287336:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469043.287338:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469043.287341:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469043.287343:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21267 00000400:00000200:3.0:1789469043.287348:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469043.287351:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789469043.287353:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469043.287356:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469043.287358:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469043.287360:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469043.287362:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789469043.287365:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469043.287366:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789469043.287368:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469043.287370:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789469043.287372:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789469043.287375:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789469043.287378:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469043.287379:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469043.287381:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469043.287383:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789469043.287385:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789469043.287387:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789469043.287389:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469043.287391:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469043.287396:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469043.287398:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469043.287399:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789469043.287408:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789469043.287411:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469043.287413:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469043.287416:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033b80. 00000020:00000040:3.0:1789469043.287418:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789469043.287421:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469043.287422:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469043.287423:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469043.287425:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469043.287427:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469043.287430:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2c00. 00000100:00000001:3.0:1789469043.287433:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469043.287438:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033b80 x1876386402416512/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469043.288740:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469043.288743:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469043.288752:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013cbb969] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033b80 x1876386402416512/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469043.288762:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469043.288765:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469043.288769:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789469043.288770:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469043.288772:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469043.288775:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469043.288778:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21267 00000400:00000200:3.0:1789469043.288783:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469043.288787:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789469043.288789:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469043.288792:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469043.288794:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469043.288796:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469043.288811:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789469043.288911:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469043.288913:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789469043.288916:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469043.288919:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789469043.288921:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789469043.288923:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789469043.288927:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469043.288929:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469043.288931:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469043.288933:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789469043.288935:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789469043.288938:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789469043.288940:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469043.288942:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469043.288947:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469043.288949:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469043.288951:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789469043.288953:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789469043.288955:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469043.288957:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469043.288961:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033480. 00000020:00000040:3.0:1789469043.288964:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789469043.288967:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469043.288969:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469043.288971:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469043.288973:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469043.288975:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469043.288979:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2400. 00000100:00000001:3.0:1789469043.288984:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469043.288988:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033480 x1876386402416640/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469043.289003:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469043.289005:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469043.289009:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000939732d7] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033480 x1876386402416640/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469043.289015:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469043.289018:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469043.289021:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469043.289024:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469043.289027:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469043.289031:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21296) 00000100:00000001:1.0:1789469043.290730:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469043.290738:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469043.290741:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469043.290753:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030000 x1876386402416384/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469043.290763:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469043.290766:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469043.290769:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469043.290772:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469043.290775:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469043.290778:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402416384:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789469043.290783:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469043.290788:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469043.290790:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469043.290792:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469043.290800:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890800. 02000000:00000001:1.0:1789469043.290802:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469043.290810:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469043.290902:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30d68. 00000400:00000010:1.0:1789469043.290911:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5770. 00000100:00000200:1.0:1789469043.290919:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402416384, portal 25 00000100:00000001:1.0:1789469043.290921:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469043.290923:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107402752 : -126744602148864 : ffff8cb9f9030000) 00000100:00000040:1.0:1789469043.290929:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030000 x1876386402416384/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469043.290936:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469043.290939:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469043.290942:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d57f8. 00000100:00000200:1.0:1789469043.290945:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402416384, offset 0 00000400:00000200:1.0:1789469043.290952:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469043.290960:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469043.290967:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469043.290971:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469043.290975:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469043.290978:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469043.290980:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469043.290984:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94032:94032:256:4294967295] 192.168.203.142@tcp LPNI seq info [94032:94032:8:4294967295] 00000400:00000200:1.0:1789469043.290988:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469043.290998:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469043.291004:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469043.291009:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7b00. 00000800:00000200:1.0:1789469043.291015:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469043.291021:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469043.291025:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469043.291047:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469043.291052:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469043.291066:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315960572 00000100:00000010:1.0:1789469043.291071:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a0c0. 00000100:00000001:1.0:1789469043.291077:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789469043.291093:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315960572 00000100:00000010:1.0:1789469043.291096:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869ae40. 00000100:00000001:1.0:1789469043.291099:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789469043.291102:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469043.291104:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469043.291107:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469043.291112:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033b80 x1876386402416512/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469043.291119:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469043.291120:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469043.291123:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469043.291124:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469043.291126:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469043.291129:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402416512:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469043.291157:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469043.291159:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469043.291160:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469043.291162:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469043.291165:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6893800. 02000000:00000001:1.0:1789469043.291167:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469043.291170:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469043.291172:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30898. 00000400:00000010:1.0:1789469043.291175:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5e58. 00000100:00000200:1.0:1789469043.291178:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402416512, portal 10 00000100:00000001:1.0:1789469043.291180:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469043.291181:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107417984 : -126744602133632 : ffff8cb9f9033b80) 00000100:00000040:1.0:1789469043.291187:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033b80 x1876386402416512/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469043.291192:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469043.291194:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469043.291196:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5f68. 00000100:00000200:1.0:1789469043.291198:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402416512, offset 0 00000400:00000200:1.0:1789469043.291202:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469043.291205:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469043.291209:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469043.291212:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469043.291214:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469043.291216:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469043.291218:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469043.291221:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94033:94033:255:4294967295] 192.168.203.142@tcp LPNI seq info [94033:94033:7:4294967295] 00000400:00000200:1.0:1789469043.291225:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469043.291231:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469043.291236:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469043.291239:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7100. 00000800:00000200:1.0:1789469043.291242:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469043.291246:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469043.291248:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469043.291251:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469043.291254:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789469043.291258:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469043.291261:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315959333 00000100:00000001:1.0:1789469043.291263:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315960572 00000100:00000001:1.0:1789469043.291266:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315959333 00000100:00000001:1.0:1789469043.291268:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315960572 00000100:00000001:1.0:1789469043.291270:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469043.291272:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469043.291274:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469043.291279:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033480 x1876386402416640/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469043.291285:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469043.291287:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469043.291288:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469043.291290:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469043.291292:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469043.291295:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402416640:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469043.291298:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469043.291300:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469043.291302:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469043.291304:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469043.291308:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6891000. 00000800:00000200:2.0:1789469043.291308:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1789469043.291311:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1789469043.291315:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7b00. 00000400:00000200:1.0:1789469043.291318:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469043.291322:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30dc0. 00000400:00000200:2.0:1789469043.291323:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1789469043.291326:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d54c8. 00000100:00000200:1.0:1789469043.291331:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402416640, portal 10 00000400:00000200:2.0:1789469043.291331:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:1.0:1789469043.291336:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469043.291338:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107416192 : -126744602135424 : ffff8cb9f9033480) 00000400:00000200:2.0:1789469043.291340:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d57f8 00000400:00000010:2.0:1789469043.291344:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d57f8. 00000100:00000040:1.0:1789469043.291346:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033480 x1876386402416640/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469043.291350:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1789469043.291356:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1789469043.291358:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030000 x1876386402416384/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789469043.291362:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469043.291366:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5cc0. 00000100:00000200:1.0:1789469043.291372:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402416640, offset 0 00000100:00000001:2.0:1789469043.291374:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469043.291379:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030000 x1876386402416384/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469068 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789469043.291382:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469043.291390:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789469043.291392:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469043.291394:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1789469043.291396:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469043.291399:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469043.291401:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469043.291403:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469043.291405:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469043.291408:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94034:94034:254:4294967295] 192.168.203.142@tcp LPNI seq info [94034:94034:6:4294967295] 00000400:00000200:1.0:1789469043.291411:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469043.291427:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469043.291431:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469043.291436:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7f00. 00000800:00000200:1.0:1789469043.291452:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469043.291456:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469043.291458:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469043.291461:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469043.291477:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789469043.291481:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469043.291483:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315959321 00000800:00000200:2.0:1789469043.291484:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1789469043.291486:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315960572 00000800:00000010:2.0:1789469043.291488:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7100. 00000100:00000001:1.0:1789469043.291490:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315959321 00000400:00000200:2.0:1789469043.291494:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789469043.291495:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315960572 00000100:00000001:1.0:1789469043.291500:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1789469043.291501:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:1.0:1789469043.291506:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789469043.291507:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5f68 00000100:00000001:1.0:1789469043.291511:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789469043.291512:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5f68. 00000100:00000001:1.0:1789469043.291516:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469043.291517:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469043.291522:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033b80 x1876386402416512/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469043.291524:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469043.291528:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789469043.291533:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469043.291534:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789469043.291535:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469043.291539:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469043.291540:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033b80 x1876386402416512/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469068 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469043.291543:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469043.291562:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469043.291564:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789469043.291579:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469043.291581:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7f00. 00000400:00000200:2.0:1789469043.291584:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469043.291587:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469043.291589:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5cc0 00000400:00000010:2.0:1789469043.291590:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5cc0. 00000100:00000001:2.0:1789469043.291592:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469043.291595:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033480 x1876386402416640/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469043.291601:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469043.291604:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033480 x1876386402416640/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469068 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469043.291609:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469043.291610:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789469043.665274:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469043.665283:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469043.665285:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469043.665290:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469043.665293:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469043.665297:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469043.665300:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469043.665302:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469043.665305:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469044.049419:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469044.049432:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469044.049435:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469044.049439:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469044.049446:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469044.049449:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469044.049451:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469044.049453:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469044.049458:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469044.049460:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469044.049756:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469044.049760:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469044.052090:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469044.052099:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469044.052106:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789469044.561253:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315960572, at 4315960576 00000100:00000010:3.0:1789469044.561268:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869ae40. 00000100:00000040:2.0:1789469044.561584:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315960572, at 4315960576 00000100:00000010:2.0:1789469044.561591:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a0c0. 00000100:00000001:1.0:1789469044.689952:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469044.689959:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469044.689961:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469044.689967:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469044.689971:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469044.689975:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469044.689978:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469044.689980:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469044.689983:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469045.074407:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469045.074415:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469045.074421:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469045.074422:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469045.074426:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469045.074427:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469045.081233:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469045.081239:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469045.081243:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469045.713253:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469045.713261:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469045.713264:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469045.713270:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469045.713273:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469045.713277:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469045.713279:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469045.713281:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469045.713284:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469046.100012:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469046.100019:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469046.100025:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469046.100026:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469046.100029:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469046.100030:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469046.100182:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469046.100185:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469046.100189:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469046.737280:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469046.737288:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469046.737290:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469046.737296:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469046.737300:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469046.737304:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469046.737306:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469046.737308:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469046.737311:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469047.121355:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469047.121361:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469047.121367:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469047.121371:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469047.121373:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469047.121377:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469047.121380:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469047.121383:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469047.121385:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469047.121387:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469047.121391:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469047.121392:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469047.121394:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469047.121395:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469047.121397:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469047.121398:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469047.121399:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469047.121401:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469047.124877:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469047.124883:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469047.124888:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789469047.313951:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469047.313961:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469047.313964:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469047.313967:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469047.313970:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469047.313973:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469047.313976:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469047.313981:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469047.313983:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469047.313986:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469047.313991:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21301) 00000100:00000001:1.0:1789469047.761473:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469047.761481:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469047.761483:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469047.761487:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469047.761491:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469047.761494:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469047.761497:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469047.761499:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469047.761502:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469048.145615:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469048.145621:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469048.145627:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469048.145628:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469048.145632:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469048.145633:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469048.152655:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469048.152661:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469048.152665:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789469048.341721:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469048.341732:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469048.341735:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469048.341738:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469048.341741:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469048.341744:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469048.341746:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469048.341750:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469048.341754:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469048.341757:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469048.341763:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21302) 00000100:00000001:1.0:1789469048.401266:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469048.401281:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469048.401283:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469048.401287:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469048.401290:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469048.401294:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469048.401297:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469048.787812:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469048.787829:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469048.787831:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469048.787838:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469048.787841:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469048.787845:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469048.787848:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469048.787850:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469048.787853:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469049.170998:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469049.171004:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469049.171009:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469049.171010:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469049.171013:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469049.171014:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469049.171219:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469049.171224:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469049.171228:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469049.425279:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469049.425295:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469049.425297:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469049.425302:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469049.425304:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469049.425309:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469049.425312:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469049.810387:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469049.810403:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469049.810405:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469049.810410:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469049.810413:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469049.810417:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469049.810420:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469049.810422:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469049.810435:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469050.196886:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469050.196893:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469050.196898:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469050.196899:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469050.196902:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469050.196903:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469050.197535:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469050.197538:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469050.197541:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469050.449250:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469050.449340:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469050.449342:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469050.449347:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469050.449349:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469050.449354:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469050.449357:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469050.833258:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469050.833267:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469050.833269:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469050.833313:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469050.833317:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469050.833321:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469050.833323:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469050.833326:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469050.833329:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469051.217265:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469051.217273:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469051.217279:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469051.217280:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469051.217283:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469051.217285:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469051.217463:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469051.217467:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469051.217471:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469051.473249:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469051.473262:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469051.473265:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469051.473269:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469051.473272:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469051.473276:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469051.473278:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469051.858638:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469051.858645:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469051.858647:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469051.858652:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469051.858655:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469051.858659:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469051.858661:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469051.858663:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469051.858666:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469052.241527:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469052.241533:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469052.241539:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469052.241540:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469052.241544:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469052.241545:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469052.242556:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469052.242560:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469052.242565:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469052.498036:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469052.498050:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469052.498053:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469052.498058:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469052.498060:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469052.498063:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469052.498066:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469052.881272:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469052.881281:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469052.881283:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469052.881289:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469052.881293:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469052.881298:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469052.881300:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469052.881303:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469052.881305:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469053.265291:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469053.265298:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469053.265302:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469053.265304:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469053.265377:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469053.265379:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469053.265520:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469053.265524:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469053.265527:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469053.521252:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469053.521266:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469053.521268:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469053.521272:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469053.521275:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469053.521279:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469053.521281:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469053.521662:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469053.521668:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469053.521671:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469053.521674:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469053.521677:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469053.521681:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469053.521684:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469053.521687:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469053.521690:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469053.521693:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469053.521714:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21307) 00000100:00000001:2.0:1789469053.905264:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469053.905272:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469053.905274:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469053.905279:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469053.905282:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469053.905285:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469053.905298:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469053.905300:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469053.905309:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469054.289407:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469054.289416:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469054.289418:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469054.289422:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469054.289426:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469054.289429:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469054.289432:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469054.289434:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469054.289438:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469054.289440:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469054.289443:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469054.289445:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469054.289514:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469054.289517:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469054.289519:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469054.545248:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469054.545262:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469054.545264:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469054.545268:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469054.545271:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469054.545275:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469054.545278:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469054.930223:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469054.930230:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469054.930232:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469054.930236:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469054.930240:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469054.930244:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469054.930247:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469054.930249:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469054.930252:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469055.314860:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469055.314866:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469055.314873:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469055.314874:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469055.314877:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469055.314879:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469055.314982:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469055.314986:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469055.314990:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469055.569504:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469055.569518:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469055.569521:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469055.569525:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469055.569529:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469055.569533:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469055.569536:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1789469055.573018:0:323936:0:(osc_request.c:745:osc_update_next_shrink()) next time 22504 to shrink grant 00000008:00000020:2.0:1789469055.573027:0:323936:0:(osc_request.c:745:osc_update_next_shrink()) next time 22504 to shrink grant 00000100:00000001:2.0:1789469055.953245:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469055.953253:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469055.953255:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469055.953259:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469055.953263:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469055.953267:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469055.953270:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469055.953272:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469055.953274:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469056.337515:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469056.337522:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469056.337528:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469056.337531:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469056.337533:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469056.337537:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469056.337540:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469056.337542:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469056.337544:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469056.337547:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469056.337550:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469056.337552:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469056.337553:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469056.337555:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469056.337565:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469056.337566:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469056.337568:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469056.337570:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469056.337748:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469056.337752:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469056.337754:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469056.596496:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469056.596510:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469056.596512:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469056.596517:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469056.596519:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469056.596524:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469056.596526:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469056.977923:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469056.977931:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469056.977934:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469056.977940:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469056.977943:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469056.977947:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469056.977949:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469056.977952:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469056.977954:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469057.361503:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469057.361510:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469057.361516:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469057.361517:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469057.361520:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469057.361522:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469057.361676:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469057.361681:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469057.361684:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469057.617872:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469057.617895:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469057.617898:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469057.617902:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469057.617904:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469057.617908:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469057.617910:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469058.001276:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469058.001285:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469058.001287:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469058.001293:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469058.001296:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469058.001300:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469058.001302:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469058.001304:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469058.001307:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469058.387166:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469058.387186:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469058.387193:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469058.387194:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469058.387197:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469058.387198:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469058.387291:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469058.387295:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469058.387298:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469058.641351:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469058.641369:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469058.641379:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469058.641382:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469058.641384:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469058.641387:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469058.641390:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469058.641394:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469058.641397:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469058.641399:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469058.641405:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21312) 00000100:00000001:2.0:1789469058.643165:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469058.643198:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469058.643201:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469058.643205:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469058.643208:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469058.643212:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469058.643215:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469059.025347:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469059.025356:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469059.025358:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469059.025363:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469059.025366:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469059.025371:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469059.025375:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469059.025377:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469059.025379:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469059.409311:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469059.409319:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469059.409324:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469059.409326:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469059.409329:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469059.409330:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469059.409500:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469059.409503:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469059.409506:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469059.665253:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469059.665268:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469059.665270:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469059.665274:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469059.665276:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469059.665280:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469059.665282:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469060.049242:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469060.049250:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469060.049252:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469060.049257:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469060.049261:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469060.049265:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469060.049267:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469060.049269:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469060.049272:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469060.433342:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469060.433348:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469060.433354:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469060.433356:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469060.433359:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469060.433360:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469060.433484:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469060.433487:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469060.433490:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469060.689616:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469060.689629:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469060.689631:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469060.689636:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469060.689638:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469060.689642:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469060.689644:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469061.074742:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469061.074749:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469061.074752:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469061.074756:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469061.074760:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469061.074764:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469061.074766:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469061.074769:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469061.074771:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469061.459680:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469061.459686:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469061.459692:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469061.459693:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469061.459696:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469061.459696:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469061.460077:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469061.460081:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469061.460084:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469061.713272:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469061.713287:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469061.713289:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469061.713293:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469061.713296:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469061.713300:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469061.713302:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469062.097875:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469062.097883:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469062.097884:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469062.097889:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469062.097892:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469062.097896:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469062.097899:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469062.097901:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469062.097904:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469062.481290:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469062.481297:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469062.481303:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469062.481304:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469062.481309:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469062.481310:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469062.481419:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469062.481423:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469062.481427:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469062.738089:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469062.738103:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469062.738105:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469062.738110:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469062.738113:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469062.738117:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469062.738119:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469063.121325:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469063.121333:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469063.121335:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469063.121341:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469063.121344:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469063.121348:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469063.121351:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469063.121353:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469063.121355:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469063.505262:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469063.505268:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469063.505273:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469063.505274:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469063.505277:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469063.505279:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469063.505520:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469063.505524:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469063.505527:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469063.761246:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469063.761260:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469063.761262:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469063.761267:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469063.761270:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469063.761276:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469063.761278:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469063.763386:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469063.763395:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469063.763398:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469063.763401:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469063.763403:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469063.763405:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469063.763408:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469063.763412:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469063.763433:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469063.763436:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469063.763441:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21317) 00000100:00000001:2.0:1789469064.145440:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469064.145448:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469064.145450:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469064.145455:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469064.145459:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469064.145463:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469064.145466:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469064.145469:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469064.145472:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469064.529314:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469064.529322:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469064.529325:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469064.529329:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469064.529334:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469064.529337:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469064.529339:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469064.529342:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469064.529346:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469064.529348:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469064.529352:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469064.529353:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469064.529448:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469064.529451:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469064.529454:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469064.785254:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469064.785269:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469064.785271:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469064.785276:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469064.785278:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469064.785283:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469064.785286:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469065.169672:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469065.169680:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469065.169682:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469065.169687:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469065.169700:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469065.169704:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469065.169707:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469065.169710:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469065.169713:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469065.556105:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469065.556112:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469065.556118:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469065.556119:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469065.556123:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469065.556124:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469065.557405:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469065.557410:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469065.557415:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469065.809264:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469065.809278:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469065.809281:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469065.809285:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469065.809288:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469065.809292:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469065.809295:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469066.193223:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469066.193231:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469066.193233:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469066.193238:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469066.193241:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469066.193245:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469066.193247:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469066.193249:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469066.193252:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469066.577608:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469066.577616:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469066.577622:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469066.577625:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469066.577627:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469066.577630:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469066.577633:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469066.577646:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469066.577648:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469066.577650:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469066.577655:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469066.577656:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469066.577657:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469066.577659:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469066.577660:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469066.577661:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469066.577663:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469066.577664:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469066.577840:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469066.577844:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469066.577847:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469066.835105:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469066.835118:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469066.835121:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469066.835125:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469066.835129:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469066.835165:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469066.835169:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469067.218661:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469067.218669:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469067.218672:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469067.218686:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469067.218690:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469067.218694:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469067.218697:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469067.218699:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469067.218702:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469067.601594:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469067.601601:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469067.601607:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469067.601608:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469067.601612:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469067.601613:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469067.602268:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469067.602273:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469067.602277:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469067.857306:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469067.857321:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469067.857323:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469067.857328:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469067.857330:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469067.857335:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469067.857338:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469068.243066:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469068.243074:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469068.243076:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469068.243081:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469068.243084:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469068.243088:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469068.243091:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469068.243094:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469068.243096:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469068.625407:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469068.625414:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469068.625421:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469068.625422:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469068.625425:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469068.625426:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469068.625520:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469068.625523:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469068.625526:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469068.881243:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469068.881249:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469068.881321:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469043/real 1789469043] req@ffff8cb9f9030000 x1876386402416384/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469068 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469068.881339:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469068.881341:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469068.881345:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30d68. 00000400:00000200:1.0:1789469068.881366:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5770 00000400:00000010:1.0:1789469068.881369:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5770. 00000100:00000001:1.0:1789469068.881373:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469068.881378:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030000 x1876386402416384/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469068 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469068.881385:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030000 x1876386402416384/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469068 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469068.881392:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469068.881393:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469068.881397:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469068.881398:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469068.881402:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9030000 x1876386402416384/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469068 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469068.881408:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469068.881410:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469068.881414:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469043/real 1789469043] req@ffff8cb9f9033b80 x1876386402416512/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469068 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469068.881420:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469068.881422:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469068.881423:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30898. 00000400:00000200:1.0:1789469068.881425:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5e58 00000400:00000010:1.0:1789469068.881427:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5e58. 00000100:00000001:1.0:1789469068.881428:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469068.881430:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033b80 x1876386402416512/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469068 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469068.881442:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033b80 x1876386402416512/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469068 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469068.881448:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469068.881449:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469068.881450:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469068.881451:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469068.881455:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9033b80 x1876386402416512/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469068 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469068.881460:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469068.881461:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469068.881465:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469043/real 1789469043] req@ffff8cb9f9033480 x1876386402416640/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469068 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469068.881472:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469068.881473:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469068.881474:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30dc0. 00000400:00000200:1.0:1789469068.881476:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d54c8 00000400:00000010:1.0:1789469068.881477:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d54c8. 00000100:00000001:1.0:1789469068.881479:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469068.881481:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033480 x1876386402416640/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469068 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469068.881487:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033480 x1876386402416640/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469068 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469068.881492:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469068.881493:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469068.881495:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469068.881496:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469068.881499:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9033480 x1876386402416640/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469068 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469068.881504:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469068.881512:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469068.881514:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469068.881517:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469068.881519:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469068.881520:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469068.881524:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030000 x1876386402416384/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469068 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469068.881532:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469068.881535:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469068.881537:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469068.881538:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469068.881540:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469068.881543:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469068.881546:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469068.881567:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469068.881570:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469068.881573:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030000 x1876386402416384/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469068 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469068.881582:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402416384:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789469068.881587:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469068.881591:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033b80 x1876386402416512/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469068 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469068.881597:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469068.881599:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469068.881601:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469068.881602:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469068.881603:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469068.881606:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469068.881608:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469068.881613:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469068.881615:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469068.881619:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033b80 x1876386402416512/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469068 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469068.881625:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402416512:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469068.881628:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469068.881632:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033480 x1876386402416640/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469068 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469068.881637:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469068.881640:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469068.881641:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469068.881642:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469068.881643:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469068.881645:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469068.881647:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469068.881652:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469068.881654:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469068.881657:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033480 x1876386402416640/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469068 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469068.881663:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402416640:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469068.881679:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469068.881681:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469068.881685:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030000 x1876386402416384/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469068 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469068.881692:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469068.881708:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469068.881713:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890800. 02000000:00000001:1.0:1789469068.881717:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469068.881720:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469068.881722:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789469068.881724:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469068.881727:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d1c00. 02000000:00000001:1.0:1789469068.881740:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469068.881742:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469068.881744:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030000. 00000100:00000001:1.0:1789469068.881747:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469068.881749:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469068.881750:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469068.881754:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033b80 x1876386402416512/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469068 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469068.881759:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469068.881760:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469068.881761:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6893800. 02000000:00000001:1.0:1789469068.881768:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469068.881770:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469068.881771:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789469068.881773:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469068.881775:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d2c00. 02000000:00000001:1.0:1789469068.881777:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469068.881778:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469068.881779:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033b80. 00000100:00000001:1.0:1789469068.881796:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469068.881798:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469068.881800:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469068.881803:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033480 x1876386402416640/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469068 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469068.881811:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469068.881812:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469068.881813:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6891000. 02000000:00000001:1.0:1789469068.881816:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469068.881817:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469068.881818:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789469068.881820:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469068.881822:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d2400. 02000000:00000001:1.0:1789469068.881824:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469068.881825:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469068.881826:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033480. 00000100:00000001:1.0:1789469068.881828:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469068.881829:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469068.881832:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469068.881835:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469068.881836:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469068.881838:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469068.881839:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469068.881936:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469068.881942:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789469068.881944:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469068.881946:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469068.881950:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469068.881953:0:176036:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21292 00000400:00000200:3.0:1789469068.881961:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469068.881966:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789469068.881969:0:176036:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469068.881973:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469068.881976:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469068.881978:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469068.881980:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789469068.881986:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469068.881988:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789469068.881991:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469068.881994:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789469068.881997:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789469068.881999:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789469068.882002:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469068.882004:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469068.882006:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469068.882007:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789469068.882011:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789469068.882014:0:176036:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789469068.882036:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469068.882039:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469068.882042:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469068.882044:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469068.882046:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469068.882049:0:176036:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469068.882053:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033800. 00000020:00000040:3.0:1789469068.882056:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789469068.882059:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469068.882061:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469068.882063:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469068.882081:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469068.882085:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469068.882092:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d0c00. 00000100:00000001:3.0:1789469068.882098:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469068.882105:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033800 x1876386402416768/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469068.882113:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469068.882117:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469068.882120:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd66b7ab] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033800 x1876386402416768/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469068.882157:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469068.882160:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469068.882163:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789469068.882164:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469068.882166:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469068.882168:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469068.882171:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21292 00000400:00000200:3.0:1789469068.882175:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469068.882178:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789469068.882180:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469068.882182:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469068.882192:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469068.882195:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469068.882197:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789469068.882200:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469068.882201:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789469068.882203:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469068.882205:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789469068.882207:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789469068.882208:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789469068.882211:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469068.882213:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469068.882214:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469068.882216:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789469068.882218:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789469068.882220:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789469068.882222:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469068.882224:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469068.882229:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469068.882231:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469068.882233:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789469068.882237:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789469068.882239:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469068.882241:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469068.882245:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033100. 00000020:00000040:3.0:1789469068.882247:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789469068.882249:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469068.882250:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469068.882252:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469068.882253:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469068.882255:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469068.882258:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3000. 00000100:00000001:3.0:1789469068.882262:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469068.882291:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033100 x1876386402416896/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469068.882297:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469068.882299:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469068.882302:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024ed4020] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033100 x1876386402416896/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469068.882308:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469068.882311:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469068.882314:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789469068.882315:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469068.882316:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469068.882319:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469068.882321:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21292 00000400:00000200:3.0:1789469068.882325:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469068.882328:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789469068.882330:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469068.882332:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469068.882334:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469068.882336:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469068.882338:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789469068.882341:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469068.882342:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789469068.882344:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469068.882346:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789469068.882348:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789469068.882350:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789469068.882352:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469068.882354:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469068.882356:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469068.882364:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789469068.882366:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789469068.882369:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789469068.882372:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469068.882374:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469068.882377:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469068.882379:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469068.882380:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789469068.882383:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789469068.882385:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469068.882386:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469068.882390:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030a80. 00000020:00000040:3.0:1789469068.882392:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789469068.882395:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469068.882396:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469068.882397:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469068.882399:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469068.882401:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469068.882405:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2400. 00000100:00000001:3.0:1789469068.882408:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469068.882413:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030a80 x1876386402417024/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469068.882419:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469068.882421:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469068.882425:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb50d69] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030a80 x1876386402417024/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469068.882432:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469068.882435:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469068.882438:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469068.882442:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469068.882459:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469068.882464:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21322) 00000100:00000001:1.0:1789469068.882518:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469068.882521:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469068.882522:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469068.882528:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033800 x1876386402416768/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469068.882534:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469068.882536:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469068.882539:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469068.882541:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469068.882544:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469068.882547:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402416768:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789469068.882551:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469068.882554:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469068.882556:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469068.882559:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469068.882563:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6891000. 02000000:00000001:1.0:1789469068.882565:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469068.882571:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469068.882574:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30dc0. 00000400:00000010:1.0:1789469068.882580:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d54c8. 00000100:00000200:1.0:1789469068.882600:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402416768, portal 25 00000100:00000001:1.0:1789469068.882603:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469068.882604:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107417088 : -126744602134528 : ffff8cb9f9033800) 00000100:00000040:1.0:1789469068.882610:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033800 x1876386402416768/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469068.882615:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469068.882618:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469068.882621:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5e58. 00000100:00000200:1.0:1789469068.882625:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402416768, offset 0 00000400:00000200:1.0:1789469068.882630:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469068.882638:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469068.882643:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469068.882647:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469068.882651:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469068.882654:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469068.882656:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469068.882659:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94035:94035:256:4294967295] 192.168.203.142@tcp LPNI seq info [94035:94035:8:4294967295] 00000400:00000200:1.0:1789469068.882672:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469068.882682:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469068.882688:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469068.882694:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7600. 00000800:00000200:1.0:1789469068.882700:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469068.882707:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469068.882711:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469068.882727:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469068.882732:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469068.882735:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4315986164 00000100:00000010:1.0:1789469068.882739:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a060. 00000100:00000001:1.0:1789469068.882745:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789469068.882750:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4315986164 00000100:00000010:1.0:1789469068.882753:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a960. 00000100:00000001:1.0:1789469068.882755:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789469068.882758:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469068.882761:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469068.882764:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469068.882768:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033100 x1876386402416896/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469068.882775:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469068.882777:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469068.882779:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469068.882781:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469068.882782:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469068.882785:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402416896:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469068.882789:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469068.882790:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469068.882792:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469068.882793:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469068.882796:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6893800. 02000000:00000001:1.0:1789469068.882798:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469068.882801:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469068.882804:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30898. 00000400:00000010:1.0:1789469068.882807:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5770. 00000100:00000200:1.0:1789469068.882810:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402416896, portal 10 00000100:00000001:1.0:1789469068.882812:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469068.882813:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107415296 : -126744602136320 : ffff8cb9f9033100) 00000100:00000040:1.0:1789469068.882819:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033100 x1876386402416896/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469068.882825:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469068.882827:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469068.882830:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5908. 00000100:00000200:1.0:1789469068.882832:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402416896, offset 0 00000400:00000200:1.0:1789469068.882836:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469068.882841:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469068.882844:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469068.882846:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469068.882849:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469068.882851:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469068.882853:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469068.882856:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94036:94036:255:4294967295] 192.168.203.142@tcp LPNI seq info [94036:94036:7:4294967295] 00000400:00000200:1.0:1789469068.882859:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469068.882866:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469068.882871:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469068.882877:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7f00. 00000800:00000200:1.0:1789469068.882880:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469068.882884:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469068.882886:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469068.882888:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469068.882905:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789469068.882910:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469068.882912:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315984924 00000100:00000001:1.0:1789469068.882914:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315986164 00000100:00000001:1.0:1789469068.882916:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315984924 00000100:00000001:1.0:1789469068.882918:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315986164 00000100:00000001:1.0:1789469068.882919:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469068.882921:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469068.882923:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469068.882927:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030a80 x1876386402417024/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469068.882934:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469068.882936:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469068.882938:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469068.882939:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469068.882941:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469068.882944:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402417024:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469068.882949:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469068.882950:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469068.882952:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469068.882953:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469068.882957:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890800. 02000000:00000001:1.0:1789469068.882959:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469068.882962:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469068.882964:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30d68. 00000400:00000010:1.0:1789469068.882967:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5660. 00000100:00000200:1.0:1789469068.882970:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402417024, portal 10 00000100:00000001:1.0:1789469068.882972:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469068.882973:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107405440 : -126744602146176 : ffff8cb9f9030a80) 00000100:00000040:1.0:1789469068.882979:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030a80 x1876386402417024/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469068.882985:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469068.882987:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469068.882990:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5880. 00000100:00000200:1.0:1789469068.882992:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402417024, offset 0 00000400:00000200:1.0:1789469068.882996:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469068.882999:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469068.883003:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469068.883005:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469068.883007:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469068.883009:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469068.883011:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469068.883014:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94037:94037:254:4294967295] 192.168.203.142@tcp LPNI seq info [94037:94037:6:4294967295] 00000400:00000200:1.0:1789469068.883017:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469068.883023:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469068.883026:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469068.883030:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7100. 00000800:00000200:1.0:1789469068.883033:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469068.883038:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469068.883040:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469068.883043:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469068.883046:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789469068.883049:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469068.883051:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4315984912 00000100:00000001:1.0:1789469068.883053:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4315986164 00000100:00000001:1.0:1789469068.883055:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4315984912 00000100:00000001:1.0:1789469068.883057:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4315986164 00000100:00000001:1.0:1789469068.883059:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469068.883061:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469068.883063:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469068.883065:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469068.883069:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469068.883071:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789469068.883073:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469068.883074:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469068.883075:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469068.883077:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789469068.883426:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789469068.883430:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7600. 00000400:00000200:3.0:1789469068.883436:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789469068.883441:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789469068.883446:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5e58 00000400:00000010:3.0:1789469068.883449:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5e58. 00000100:00000001:3.0:1789469068.883453:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469068.883457:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033800 x1876386402416768/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469068.883464:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469068.883466:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033800 x1876386402416768/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469093 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469068.883471:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469068.883473:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789469068.883484:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789469068.883486:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7f00. 00000400:00000200:3.0:1789469068.883488:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789469068.883491:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789469068.883493:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5908 00000400:00000010:3.0:1789469068.883495:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5908. 00000100:00000001:3.0:1789469068.883497:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469068.883500:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033100 x1876386402416896/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469068.883506:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469068.883508:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033100 x1876386402416896/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469093 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469068.883513:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469068.883514:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789469068.884035:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789469068.884058:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7100. 00000400:00000200:3.0:1789469068.884061:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789469068.884066:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789469068.884070:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5880 00000400:00000010:3.0:1789469068.884072:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5880. 00000100:00000001:3.0:1789469068.884075:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469068.884078:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030a80 x1876386402417024/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469068.884085:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469068.884088:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030a80 x1876386402417024/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469093 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469068.884094:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469068.884095:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469069.265405:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469069.265413:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469069.265415:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469069.265419:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469069.265423:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469069.265427:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469069.265430:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469069.265432:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469069.265435:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469069.649269:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469069.649276:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469069.649282:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469069.649283:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469069.649286:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469069.649287:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469069.649430:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469069.649433:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469069.649437:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789469070.161273:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4315986164, at 4315986176 00000100:00000010:2.0:1789469070.161292:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a060. 00000100:00000040:3.0:1789469070.161750:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4315986164, at 4315986176 00000100:00000010:3.0:1789469070.161757:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a960. 00000100:00000001:2.0:1789469070.289291:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469070.289300:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469070.289302:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469070.289308:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469070.289311:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469070.289315:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469070.289329:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469070.289332:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469070.289335:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469070.673288:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469070.673294:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469070.673308:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469070.673310:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469070.673313:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469070.673314:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469070.673530:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469070.673533:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469070.673536:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469071.313715:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469071.313724:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469071.313726:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469071.313731:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469071.313734:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469071.313739:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469071.313742:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469071.313744:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469071.313747:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469071.698330:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469071.698337:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469071.698342:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469071.698344:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469071.698347:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469071.698348:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469071.699178:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469071.699183:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469071.699186:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469072.337362:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469072.337370:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469072.337372:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469072.337377:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469072.337381:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469072.337384:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469072.337387:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469072.337389:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469072.337392:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469072.723187:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469072.723193:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469072.723197:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469072.723199:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469072.723201:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469072.723203:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469072.724792:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469072.724800:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469072.724806:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469073.361830:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469073.361838:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469073.361841:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469073.361847:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469073.361851:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469073.361854:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469073.361857:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469073.361860:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469073.361862:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469073.745422:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469073.745428:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469073.745433:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469073.745434:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469073.745437:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469073.745438:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469073.746019:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469073.746023:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469073.746026:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469074.001272:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469074.001292:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469074.001294:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469074.001299:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469074.001301:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469074.001305:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469074.001309:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469074.001367:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469074.001373:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469074.001377:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469074.001380:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469074.001383:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469074.001386:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469074.001390:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469074.001394:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469074.001397:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469074.001400:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469074.001406:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21327) 00000100:00000001:2.0:1789469074.385281:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469074.385287:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469074.385289:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469074.385293:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469074.385296:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469074.385300:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469074.385303:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469074.385305:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469074.385307:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469074.769491:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469074.769499:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469074.769503:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469074.769506:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469074.769511:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469074.769513:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469074.769515:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469074.769517:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469074.769521:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469074.769522:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469074.769525:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469074.769526:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469074.769816:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469074.769820:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469074.769823:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469075.027191:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469075.027205:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469075.027207:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469075.027212:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469075.027213:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469075.027218:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469075.027220:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469075.409259:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469075.409396:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469075.409399:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469075.409404:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469075.409407:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469075.409411:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469075.409414:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469075.409416:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469075.409418:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469075.793340:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469075.793347:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469075.793353:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469075.793354:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469075.793357:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469075.793358:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469075.793546:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469075.793550:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469075.793553:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469076.049330:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469076.049346:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469076.049348:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469076.049353:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469076.049355:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469076.049358:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469076.049361:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469076.433331:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469076.433338:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469076.433340:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469076.433345:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469076.433349:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469076.433353:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469076.433357:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469076.433359:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469076.433361:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469076.817298:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469076.817305:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469076.817311:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469076.817314:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469076.817316:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469076.817320:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469076.817323:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469076.817325:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469076.817327:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469076.817329:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469076.817333:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469076.817334:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469076.817336:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469076.817337:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469076.817339:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469076.817340:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469076.817342:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469076.817343:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469076.822408:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469076.822415:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469076.822420:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469077.073297:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469077.073314:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469077.073316:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469077.073321:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469077.073324:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469077.073329:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469077.073333:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469077.459372:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469077.459381:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469077.459382:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469077.459388:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469077.459391:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469077.459403:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469077.459406:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469077.459408:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469077.459411:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469077.841291:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469077.841300:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469077.841308:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469077.841310:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469077.841314:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469077.841316:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469077.841461:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469077.841468:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469077.841472:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469078.097445:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469078.097459:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469078.097461:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469078.097466:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469078.097469:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469078.097473:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469078.097476:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469078.481373:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469078.481381:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469078.481382:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469078.481388:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469078.481391:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469078.481395:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469078.481398:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469078.481400:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469078.481403:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469078.865781:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469078.865791:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469078.865798:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469078.865799:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469078.865803:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469078.865804:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469078.867714:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469078.867722:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469078.867727:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469079.122125:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469079.122154:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469079.122156:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469079.122161:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469079.122163:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469079.122167:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469079.122170:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469079.122408:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469079.122418:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469079.122421:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469079.122424:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469079.122427:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469079.122430:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469079.122433:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469079.122437:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469079.122440:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469079.122442:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469079.122450:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21332) 00000100:00000001:2.0:1789469079.505253:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469079.505260:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469079.505262:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469079.505267:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469079.505271:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469079.505274:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469079.505277:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469079.505279:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469079.505281:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469079.890062:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469079.890070:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469079.890076:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469079.890077:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469079.890081:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469079.890083:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469079.894742:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469079.894749:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469079.894753:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469080.145263:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469080.145278:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469080.145280:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469080.145285:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469080.145287:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469080.145291:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469080.145293:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469080.529244:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469080.529251:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469080.529253:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469080.529258:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469080.529262:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469080.529266:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469080.529269:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469080.529271:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469080.529274:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469080.913297:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469080.913305:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469080.913311:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469080.913313:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469080.913317:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469080.913318:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469080.913409:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469080.913413:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469080.913416:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469081.169311:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469081.169336:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469081.169338:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469081.169343:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469081.169346:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469081.169350:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469081.169353:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469081.553289:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469081.553298:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469081.553300:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469081.553306:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469081.553309:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469081.553314:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469081.553317:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469081.553319:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469081.553322:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469081.938612:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469081.938618:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469081.938624:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469081.938625:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469081.938628:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469081.938629:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469081.939789:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469081.939794:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469081.939799:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469082.193276:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469082.193290:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469082.193292:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469082.193297:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469082.193300:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469082.193303:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469082.193306:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469082.577441:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469082.577449:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469082.577451:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469082.577457:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469082.577460:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469082.577463:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469082.577466:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469082.577468:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469082.577471:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469082.961516:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469082.961523:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469082.961530:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469082.961531:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469082.961535:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469082.961536:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469082.961683:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469082.961687:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469082.961690:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469083.217465:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469083.217483:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469083.217494:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469083.217500:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469083.217502:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469083.217506:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469083.217509:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469083.601277:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469083.601285:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469083.601287:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469083.601293:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469083.601296:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469083.601301:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469083.601304:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469083.601306:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469083.601309:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469083.985255:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469083.985262:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469083.985267:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469083.985268:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469083.985272:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469083.985273:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469083.985405:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469083.985409:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469083.985412:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469084.241286:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469084.241301:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469084.241303:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469084.241307:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469084.241309:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469084.241327:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469084.241329:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469084.241893:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469084.241901:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469084.241904:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469084.241908:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469084.241910:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469084.241914:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469084.241916:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469084.241920:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469084.241922:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469084.241925:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469084.241932:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21337) 00000100:00000001:2.0:1789469084.626175:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469084.626182:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469084.626185:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469084.626190:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469084.626193:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469084.626197:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469084.626201:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469084.626203:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469084.626206:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469085.009402:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469085.009410:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469085.009413:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469085.009416:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469085.009421:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469085.009423:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469085.009426:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469085.009428:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469085.009432:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469085.009433:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469085.009437:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469085.009438:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469085.009650:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469085.009655:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469085.009658:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469085.265242:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469085.265258:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469085.265260:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469085.265265:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469085.265267:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469085.265272:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469085.265274:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469085.649698:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469085.649706:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469085.649708:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469085.649713:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469085.649717:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469085.649720:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469085.649723:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469085.649726:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469085.649728:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469086.035350:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469086.035356:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469086.035361:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469086.035362:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469086.035365:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469086.035368:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469086.035638:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469086.035641:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469086.035645:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469086.289247:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469086.289261:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469086.289263:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469086.289267:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469086.289270:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469086.289274:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469086.289287:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469086.674357:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469086.674364:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469086.674366:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469086.674371:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469086.674374:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469086.674378:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469086.674382:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469086.674385:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469086.674387:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469087.057282:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469087.057289:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469087.057294:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469087.057297:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469087.057298:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469087.057302:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469087.057305:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469087.057307:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469087.057309:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469087.057311:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469087.057314:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469087.057315:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469087.057316:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469087.057318:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469087.057319:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469087.057320:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469087.057322:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469087.057323:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469087.059222:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469087.059228:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469087.059231:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469087.313912:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469087.313923:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469087.313925:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469087.313930:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469087.313932:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469087.313935:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469087.313938:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469087.697569:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469087.697577:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469087.697579:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469087.697585:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469087.697588:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469087.697591:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469087.697594:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469087.697597:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469087.697600:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469088.081219:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469088.081225:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469088.081229:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469088.081231:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469088.081234:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469088.081235:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469088.081382:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469088.081386:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469088.081389:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469088.337247:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469088.337261:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469088.337263:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469088.337267:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469088.337269:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469088.337273:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469088.337276:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469088.721608:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469088.721615:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469088.721617:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469088.721621:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469088.721625:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469088.721629:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469088.721631:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469088.721633:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469088.721636:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469089.105290:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469089.105295:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469089.105311:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469089.105313:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469089.105317:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469089.105318:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469089.105483:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469089.105486:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469089.105490:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469089.361746:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469089.361762:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469089.361765:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469089.361770:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469089.361772:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469089.361776:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469089.361779:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469089.362225:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469089.362231:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469089.362234:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469089.362237:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469089.362240:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469089.362243:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469089.362246:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469089.362251:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469089.362253:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469089.362256:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469089.362261:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21343) 00000100:00000001:2.0:1789469089.745255:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469089.745263:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469089.745265:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469089.745270:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469089.745273:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469089.745278:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469089.745281:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469089.745284:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469089.745287:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469090.129346:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469090.129354:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469090.129359:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469090.129361:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469090.129365:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469090.129366:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469090.130040:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469090.130044:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469090.130048:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469090.385218:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469090.385232:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469090.385235:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469090.385240:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469090.385243:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469090.385247:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469090.385250:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469090.769251:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469090.769258:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469090.769261:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469090.769267:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469090.769270:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469090.769274:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469090.769278:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469090.769280:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469090.769282:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469091.153986:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469091.153994:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469091.153999:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469091.154000:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469091.154004:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469091.154005:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469091.154205:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469091.154208:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469091.154211:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469091.410883:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469091.410897:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469091.410899:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469091.410903:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469091.410905:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469091.410909:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469091.410912:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469091.793591:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469091.793600:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469091.793602:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469091.793607:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469091.793611:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469091.793614:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469091.793617:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469091.793620:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469091.793622:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469092.177386:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469092.177393:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469092.177400:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469092.177401:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469092.177405:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469092.177406:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469092.177540:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469092.177544:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469092.177547:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469092.435064:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469092.435077:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469092.435080:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469092.435084:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469092.435086:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469092.435090:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469092.435093:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469092.818724:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469092.818732:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469092.818735:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469092.818739:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469092.818743:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469092.818746:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469092.818749:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469092.818751:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469092.818757:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469093.201309:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469093.201316:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469093.201322:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469093.201323:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469093.201327:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469093.201328:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469093.201434:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469093.201438:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469093.201441:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469093.458962:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469093.458969:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469093.458985:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469068/real 1789469068] req@ffff8cb9f9033800 x1876386402416768/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469093 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469093.459008:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469093.459010:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469093.459013:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30dc0. 00000400:00000200:1.0:1789469093.459020:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d54c8 00000400:00000010:1.0:1789469093.459022:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d54c8. 00000100:00000001:1.0:1789469093.459027:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469093.459031:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033800 x1876386402416768/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469093 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469093.459041:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033800 x1876386402416768/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469093 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469093.459048:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469093.459050:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469093.459053:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469093.459055:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469093.459059:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9033800 x1876386402416768/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469093 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469093.459067:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469093.459069:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469093.459074:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469068/real 1789469068] req@ffff8cb9f9033100 x1876386402416896/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469093 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469093.459082:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469093.459083:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469093.459085:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30898. 00000400:00000200:1.0:1789469093.459087:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5770 00000400:00000010:1.0:1789469093.459089:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5770. 00000100:00000001:1.0:1789469093.459091:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469093.459094:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033100 x1876386402416896/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469093 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469093.459102:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033100 x1876386402416896/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469093 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469093.459109:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469093.459110:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469093.459112:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469093.459113:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469093.459117:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9033100 x1876386402416896/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469093 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469093.459123:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469093.459125:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469093.459146:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469068/real 1789469068] req@ffff8cb9f9030a80 x1876386402417024/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469093 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469093.459154:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469093.459156:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469093.459157:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30d68. 00000400:00000200:1.0:1789469093.459160:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5660 00000400:00000010:1.0:1789469093.459162:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5660. 00000100:00000001:1.0:1789469093.459164:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469093.459167:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030a80 x1876386402417024/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469093 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469093.459176:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030a80 x1876386402417024/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469093 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469093.459183:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469093.459184:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469093.459186:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469093.459187:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469093.459190:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9030a80 x1876386402417024/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469093 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469093.459197:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469093.459206:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469093.459208:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469093.459211:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469093.459213:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469093.459215:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469093.459220:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033800 x1876386402416768/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469093 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469093.459228:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469093.459231:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469093.459232:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469093.459233:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469093.459236:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469093.459238:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469093.459242:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469093.459269:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469093.459272:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469093.459276:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033800 x1876386402416768/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469093 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469093.459285:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402416768:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789469093.459290:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469093.459293:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033100 x1876386402416896/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469093 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469093.459299:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469093.459300:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469093.459302:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469093.459303:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469093.459305:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469093.459307:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469093.459309:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469093.459315:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469093.459317:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469093.459321:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033100 x1876386402416896/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469093 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469093.459328:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402416896:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469093.459332:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469093.459336:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030a80 x1876386402417024/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469093 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469093.459342:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469093.459344:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469093.459345:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469093.459346:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469093.459347:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469093.459349:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469093.459351:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469093.459356:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469093.459358:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469093.459361:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030a80 x1876386402417024/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469093 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469093.459368:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402417024:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469093.459371:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469093.459374:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469093.459377:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033800 x1876386402416768/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469093 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469093.459383:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469093.459386:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469093.459390:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6891000. 02000000:00000001:1.0:1789469093.459395:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469093.459397:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469093.459400:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789469093.459402:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469093.459405:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d0c00. 02000000:00000001:1.0:1789469093.459409:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469093.459411:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469093.459413:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033800. 00000100:00000001:1.0:1789469093.459419:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469093.459420:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469093.459422:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469093.459425:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033100 x1876386402416896/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469093 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469093.459431:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469093.459432:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469093.459433:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6893800. 02000000:00000001:1.0:1789469093.459436:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469093.459437:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469093.459438:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789469093.459440:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469093.459441:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d3000. 02000000:00000001:1.0:1789469093.459443:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469093.459444:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469093.459445:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033100. 00000100:00000001:1.0:1789469093.459447:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469093.459448:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469093.459449:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469093.459452:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030a80 x1876386402417024/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469093 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469093.459457:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469093.459459:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469093.459460:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890800. 02000000:00000001:1.0:1789469093.459462:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469093.459463:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469093.459464:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789469093.459466:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469093.459467:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d2400. 02000000:00000001:1.0:1789469093.459469:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469093.459470:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469093.459471:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030a80. 00000100:00000001:1.0:1789469093.459473:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469093.459474:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469093.459476:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469093.459489:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469093.459491:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469093.459493:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469093.459494:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469093.459603:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469093.459609:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1789469093.459611:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469093.459613:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469093.459617:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469093.459620:0:176036:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21317 00000400:00000200:0.0:1789469093.459627:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789469093.459632:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789469093.459635:0:176036:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469093.459638:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469093.459641:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469093.459644:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469093.459647:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789469093.459653:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469093.459655:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:0.0:1789469093.459658:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469093.459661:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:0.0:1789469093.459663:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:0.0:1789469093.459666:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:0.0:1789469093.459669:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469093.459671:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469093.459673:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469093.459675:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789469093.459678:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:0.0:1789469093.459682:0:176036:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789469093.459684:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469093.459687:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469093.459690:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469093.459693:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469093.459695:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789469093.459699:0:176036:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469093.459708:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e9f80. 00000020:00000040:0.0:1789469093.459711:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:0.0:1789469093.459715:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469093.459717:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469093.459719:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469093.459722:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469093.459726:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469093.459733:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687d400. 00000100:00000001:0.0:1789469093.459739:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469093.459745:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e9f80 x1876386402417152/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469093.459755:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469093.459760:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469093.459774:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9c4e0db] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e9f80 x1876386402417152/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469093.459794:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469093.459797:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469093.459801:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789469093.459802:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469093.459804:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469093.459806:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469093.459809:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21317 00000400:00000200:0.0:1789469093.459813:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789469093.459816:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789469093.459818:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469093.459821:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469093.459823:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469093.459825:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469093.459827:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789469093.459830:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469093.459832:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:0.0:1789469093.459834:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469093.459836:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:0.0:1789469093.459838:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:0.0:1789469093.459840:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:0.0:1789469093.459843:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469093.459845:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469093.459847:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469093.459849:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789469093.459851:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:0.0:1789469093.459854:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789469093.459856:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469093.459858:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469093.459863:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469093.459865:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469093.459867:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789469093.459870:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789469093.459873:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469093.459875:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469093.459879:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6eb800. 00000020:00000040:0.0:1789469093.459881:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789469093.459883:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469093.459884:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469093.459886:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469093.459888:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469093.459889:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469093.459893:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687f400. 00000100:00000001:0.0:1789469093.459905:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469093.459911:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6eb800 x1876386402417280/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469093.459917:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469093.459919:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469093.459923:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc332fda] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6eb800 x1876386402417280/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469093.459931:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469093.459934:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469093.459937:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789469093.459938:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469093.459940:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469093.459943:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469093.459945:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21317 00000400:00000200:0.0:1789469093.459949:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789469093.459952:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789469093.459954:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469093.459957:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469093.459959:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469093.459961:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469093.459963:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789469093.459966:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469093.459967:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:0.0:1789469093.459969:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469093.459971:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:0.0:1789469093.459973:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:0.0:1789469093.459975:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:0.0:1789469093.459978:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469093.459980:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469093.459982:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469093.459984:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789469093.459987:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:0.0:1789469093.459989:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789469093.459991:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469093.459993:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469093.459996:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469093.459998:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469093.460000:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789469093.460002:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789469093.460004:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469093.460006:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469093.460009:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6ebb80. 00000020:00000040:0.0:1789469093.460011:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789469093.460014:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469093.460015:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469093.460017:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469093.460018:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469093.460020:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469093.460023:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687f800. 00000100:00000001:0.0:1789469093.460026:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469093.460030:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6ebb80 x1876386402417408/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469093.460038:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469093.460040:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469093.460043:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f05525c4] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6ebb80 x1876386402417408/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469093.460051:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469093.460054:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469093.460058:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469093.460060:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469093.460068:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469093.460073:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21347) 00000100:00000001:1.0:1789469093.460288:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469093.460291:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469093.460293:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469093.460299:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e9f80 x1876386402417152/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469093.460307:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469093.460309:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469093.460313:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469093.460315:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469093.460317:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469093.460321:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402417152:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789469093.460325:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469093.460328:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469093.460331:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469093.460333:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469093.460338:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890800. 02000000:00000001:1.0:1789469093.460340:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469093.460345:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469093.460349:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30d68. 00000400:00000010:1.0:1789469093.460354:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5660. 00000100:00000200:1.0:1789469093.460360:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402417152, portal 25 00000100:00000001:1.0:1789469093.460363:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469093.460364:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704780160 : -126741004771456 : ffff8cbacf6e9f80) 00000100:00000040:1.0:1789469093.460370:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e9f80 x1876386402417152/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469093.460377:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469093.460409:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469093.460412:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5770. 00000100:00000200:1.0:1789469093.460416:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402417152, offset 0 00000400:00000200:1.0:1789469093.460423:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469093.460430:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469093.460436:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469093.460441:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469093.460446:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469093.460449:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469093.460452:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469093.460456:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94038:94038:256:4294967295] 192.168.203.142@tcp LPNI seq info [94038:94038:8:4294967295] 00000400:00000200:1.0:1789469093.460461:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469093.460470:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469093.460476:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469093.460490:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7b00. 00000800:00000200:1.0:1789469093.460498:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469093.460505:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469093.460510:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469093.460527:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469093.460531:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469093.460534:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316010742 00000100:00000010:1.0:1789469093.460540:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a120. 00000100:00000001:1.0:1789469093.460548:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789469093.460554:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316010742 00000100:00000010:1.0:1789469093.460557:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a000. 00000100:00000001:1.0:1789469093.460560:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789469093.460563:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469093.460565:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469093.460568:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469093.460572:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6eb800 x1876386402417280/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469093.460586:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469093.460587:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469093.460589:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469093.460591:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469093.460593:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469093.460596:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402417280:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469093.460599:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469093.460601:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469093.460603:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469093.460604:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469093.460607:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6893800. 02000000:00000001:1.0:1789469093.460609:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469093.460612:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469093.460615:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30898. 00000400:00000010:1.0:1789469093.460619:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d54c8. 00000100:00000200:1.0:1789469093.460622:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402417280, portal 10 00000100:00000001:1.0:1789469093.460624:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469093.460625:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704786432 : -126741004765184 : ffff8cbacf6eb800) 00000100:00000040:1.0:1789469093.460631:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6eb800 x1876386402417280/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469093.460638:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469093.460640:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469093.460643:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5880. 00000100:00000200:1.0:1789469093.460646:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402417280, offset 0 00000400:00000200:1.0:1789469093.460651:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469093.460654:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469093.460658:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469093.460661:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469093.460663:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469093.460665:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469093.460668:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469093.460671:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94039:94039:255:4294967295] 192.168.203.142@tcp LPNI seq info [94039:94039:7:4294967295] 00000400:00000200:1.0:1789469093.460675:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469093.460682:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469093.460686:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469093.460690:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7800. 00000800:00000200:1.0:1789469093.460693:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469093.460698:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469093.460701:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469093.460704:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469093.460708:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789469093.460711:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469093.460713:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316009502 00000100:00000001:1.0:1789469093.460716:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4316010742 00000100:00000001:1.0:1789469093.460718:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316009502 00000100:00000001:1.0:1789469093.460720:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4316010742 00000100:00000001:1.0:1789469093.460723:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469093.460725:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469093.460727:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469093.460730:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6ebb80 x1876386402417408/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469093.460738:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469093.460739:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469093.460741:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469093.460743:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469093.460745:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469093.460748:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402417408:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469093.460751:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469093.460753:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469093.460755:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469093.460757:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469093.460759:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6891000. 02000000:00000001:1.0:1789469093.460761:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469093.460891:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469093.460903:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7b00. 00000400:00000200:2.0:1789469093.460910:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469093.460915:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469093.460920:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5770 00000400:00000010:2.0:1789469093.460923:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5770. 00000100:00000001:2.0:1789469093.460928:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469093.460932:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9f80 x1876386402417152/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469093.460941:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469093.460944:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9f80 x1876386402417152/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469118 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469093.460952:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469093.460954:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789469093.461017:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469093.461020:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7800. 00000400:00000200:2.0:1789469093.461024:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469093.461027:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469093.461030:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5880 00000400:00000010:2.0:1789469093.461032:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5880. 00000100:00000001:2.0:1789469093.461035:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469093.461038:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6eb800 x1876386402417280/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469093.461045:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469093.461048:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6eb800 x1876386402417280/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469118 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469093.461055:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469093.461057:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1789469093.461215:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469093.461219:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30dc0. 00000400:00000010:1.0:1789469093.461222:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5908. 00000100:00000200:1.0:1789469093.461226:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402417408, portal 10 00000100:00000001:1.0:1789469093.461228:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469093.461229:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704787328 : -126741004764288 : ffff8cbacf6ebb80) 00000100:00000040:1.0:1789469093.461236:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6ebb80 x1876386402417408/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469093.461244:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469093.461246:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469093.461249:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5e58. 00000100:00000200:1.0:1789469093.461251:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402417408, offset 0 00000400:00000200:1.0:1789469093.461256:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469093.461260:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469093.461264:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469093.461268:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469093.461271:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469093.461273:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469093.461276:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469093.461279:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94040:94040:256:4294967295] 192.168.203.142@tcp LPNI seq info [94040:94040:8:4294967295] 00000400:00000200:1.0:1789469093.461283:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469093.461290:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469093.461295:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469093.461299:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7200. 00000800:00000200:1.0:1789469093.461303:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469093.461307:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469093.461310:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469093.461382:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469093.461387:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789469093.461391:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469093.461393:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316009491 00000100:00000001:1.0:1789469093.461396:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4316010742 00000100:00000001:1.0:1789469093.461398:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316009491 00000100:00000001:1.0:1789469093.461400:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4316010742 00000100:00000001:1.0:1789469093.461403:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469093.461405:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469093.461408:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469093.461411:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469093.461416:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469093.461418:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789469093.461420:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469093.461422:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469093.461424:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469093.461425:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789469093.469981:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789469093.469989:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7200. 00000400:00000200:3.0:1789469093.469996:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789469093.470005:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789469093.470012:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5e58 00000400:00000010:3.0:1789469093.470015:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5e58. 00000100:00000001:3.0:1789469093.470019:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469093.470027:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6ebb80 x1876386402417408/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469093.470038:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469093.470042:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6ebb80 x1876386402417408/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469118 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469093.470049:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469093.470051:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469093.842174:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469093.842182:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469093.842185:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469093.842190:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469093.842194:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469093.842198:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469093.842200:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469093.842202:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469093.842216:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469094.225269:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469094.225276:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469094.225282:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469094.225283:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469094.225287:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469094.225288:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469094.225430:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469094.225435:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469094.225438:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789469094.737220:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316010742, at 4316010752 00000100:00000010:3.0:1789469094.737234:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a000. 00000100:00000040:2.0:1789469094.739029:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316010742, at 4316010753 00000100:00000010:2.0:1789469094.739040:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a120. 00000100:00000001:1.0:1789469094.874483:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469094.874492:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469094.874494:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469094.874500:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469094.874503:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469094.874507:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469094.874510:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469094.874512:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469094.874515:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469095.249288:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469095.249297:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469095.249299:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469095.249302:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469095.249307:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469095.249309:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469095.249311:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469095.249313:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469095.249316:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469095.249317:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469095.249320:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469095.249322:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469095.249902:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469095.249906:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469095.249909:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469095.892556:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469095.892565:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469095.892567:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469095.892573:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469095.892576:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469095.892580:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469095.892583:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469095.892585:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469095.892588:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469096.273414:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469096.273421:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469096.273425:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469096.273427:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469096.273430:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469096.273432:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469096.273575:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469096.273579:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469096.273582:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469096.913638:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469096.913646:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469096.913648:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469096.913653:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469096.913657:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469096.913661:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469096.913664:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469096.913666:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469096.913669:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469097.297271:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469097.297278:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469097.297283:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469097.297286:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469097.297288:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469097.297292:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469097.297294:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469097.297297:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469097.297299:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469097.297301:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469097.297304:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469097.297305:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469097.297307:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469097.297308:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469097.297310:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469097.297311:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469097.297313:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469097.297315:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469097.297929:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469097.297933:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469097.297937:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469097.937290:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469097.937297:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469097.937299:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469097.937304:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469097.937308:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469097.937312:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469097.937315:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469097.937317:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469097.937320:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469098.321262:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469098.321268:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469098.321274:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469098.321275:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469098.321279:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469098.321280:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469098.321417:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469098.321421:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469098.321424:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789469098.577268:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469098.577278:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469098.577281:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469098.577284:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469098.577287:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469098.577290:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469098.577292:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469098.577296:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469098.577298:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469098.577301:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469098.577307:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21352) 00000100:00000001:1.0:1789469098.579159:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469098.579170:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469098.579173:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469098.579176:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469098.579178:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469098.579182:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469098.579185:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469098.961271:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469098.961279:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469098.961281:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469098.961286:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469098.961289:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469098.961293:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469098.961296:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469098.961299:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469098.961301:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469099.345354:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469099.345364:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469099.345371:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469099.345372:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469099.345376:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469099.345378:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469099.346026:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469099.346033:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469099.346038:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469099.601538:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469099.601552:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469099.601554:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469099.601559:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469099.601563:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469099.601568:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469099.601571:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469099.988129:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469099.988155:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469099.988157:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469099.988163:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469099.988167:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469099.988170:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469099.988173:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469099.988175:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469099.988178:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469100.369307:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469100.369317:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469100.369324:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469100.369327:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469100.369331:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469100.369332:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469100.369556:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469100.369562:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469100.369567:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469100.625258:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469100.625272:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469100.625275:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469100.625279:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469100.625281:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469100.625285:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469100.625287:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469101.009259:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469101.009267:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469101.009269:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469101.009275:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469101.009278:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469101.009282:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469101.009285:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469101.009288:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469101.009291:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469101.393325:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469101.393332:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469101.393338:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469101.393339:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469101.393343:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469101.393344:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469101.393443:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469101.393446:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469101.393449:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469101.652200:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469101.652220:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469101.652223:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469101.652229:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469101.652232:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469101.652238:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469101.652241:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469102.033359:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469102.033372:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469102.033374:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469102.033381:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469102.033386:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469102.033392:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469102.033395:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469102.033399:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469102.033402:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469102.417428:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469102.417438:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469102.417447:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469102.417448:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469102.417452:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469102.417454:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469102.418972:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469102.418980:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469102.418985:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469102.673256:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469102.673271:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469102.673273:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469102.673278:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469102.673281:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469102.673286:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469102.673288:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469103.057628:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469103.057639:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469103.057642:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469103.057649:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469103.057654:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469103.057660:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469103.057663:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469103.057666:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469103.057670:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469103.442092:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469103.442102:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469103.442109:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469103.442111:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469103.442115:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469103.442116:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469103.442504:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469103.442509:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469103.442513:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469103.697377:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469103.697388:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469103.697392:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789469103.697413:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469103.697432:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469103.697435:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469103.697441:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469103.697444:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469103.697449:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469103.697452:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469103.697484:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469103.697488:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469103.697491:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469103.697494:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469103.697497:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469103.697500:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469103.697502:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469103.697508:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21357) 00000100:00000001:1.0:1789469104.081426:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469104.081437:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469104.081441:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469104.081448:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469104.081453:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469104.081459:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469104.081463:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469104.081466:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469104.081469:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469104.465327:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469104.465339:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469104.465342:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469104.465346:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469104.465351:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469104.465354:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469104.465357:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469104.465359:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469104.465363:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469104.465365:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469104.465368:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469104.465369:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469104.465804:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469104.465809:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469104.465813:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469104.721291:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469104.721320:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469104.721323:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469104.721329:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469104.721332:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469104.721337:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469104.721341:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469105.106081:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469105.106092:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469105.106094:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469105.106101:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469105.106106:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469105.106110:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469105.106113:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469105.106117:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469105.106120:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469105.490347:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469105.490354:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469105.490360:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469105.490361:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469105.490365:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469105.490366:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469105.494297:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469105.494307:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469105.494313:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469105.745329:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469105.745348:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469105.745351:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469105.745356:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469105.745359:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469105.745365:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469105.745368:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469106.130463:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469106.130475:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469106.130478:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469106.130484:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469106.130488:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469106.130494:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469106.130497:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469106.130500:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469106.130503:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469106.513292:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469106.513300:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469106.513306:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469106.513307:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469106.513310:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469106.513311:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469106.522610:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469106.522617:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469106.522622:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469106.772271:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469106.772293:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469106.772296:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469106.772302:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469106.772305:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469106.772310:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469106.772313:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469107.153310:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469107.153322:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469107.153325:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469107.153343:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469107.153348:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469107.153353:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469107.153357:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469107.153361:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469107.153364:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469107.537316:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469107.537324:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469107.537330:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469107.537334:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469107.537336:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469107.537340:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469107.537343:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469107.537345:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469107.537347:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469107.537350:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469107.537353:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469107.537354:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469107.537356:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469107.537358:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469107.537359:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469107.537360:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469107.537362:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469107.537364:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469107.537482:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469107.537485:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469107.537488:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469107.793257:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469107.793271:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469107.793273:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469107.793277:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469107.793279:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469107.793284:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469107.793286:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469108.179112:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469108.179120:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469108.179122:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469108.179127:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469108.179149:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469108.179153:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469108.179156:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469108.179158:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469108.179161:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469108.561288:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469108.561297:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469108.561303:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469108.561304:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469108.561308:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469108.561310:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469108.561487:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469108.561491:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469108.561495:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469108.817277:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469108.817303:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469108.817306:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469108.817311:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469108.817314:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469108.817319:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469108.817322:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469108.817758:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469108.817765:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469108.817769:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469108.817772:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469108.817775:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469108.817778:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469108.817781:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469108.817785:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469108.817788:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469108.817791:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469108.817798:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21362) 00000100:00000001:1.0:1789469109.203500:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469109.203509:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469109.203511:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469109.203516:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469109.203519:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469109.203523:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469109.203526:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469109.203528:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469109.203531:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469109.585294:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469109.585300:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469109.585306:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469109.585307:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469109.585310:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469109.585311:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469109.588191:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469109.588197:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469109.588201:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469109.841239:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469109.841251:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469109.841253:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469109.841258:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469109.841260:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469109.841264:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469109.841267:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469110.225260:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469110.225270:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469110.225273:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469110.225278:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469110.225287:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469110.225291:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469110.225294:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469110.225297:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469110.225300:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469110.609250:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469110.609256:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469110.609260:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469110.609262:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469110.609265:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469110.609266:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469110.609325:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469110.609329:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469110.609333:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469110.865239:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469110.865255:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469110.865257:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469110.865262:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469110.865264:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469110.865268:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469110.865271:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469111.249215:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469111.249223:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469111.249225:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469111.249230:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469111.249234:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469111.249237:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469111.249241:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469111.249243:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469111.249245:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469111.633295:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469111.633387:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469111.633394:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469111.633395:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469111.633399:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469111.633400:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469111.636861:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469111.636868:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469111.636873:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469111.889871:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469111.889885:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469111.889887:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469111.889891:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469111.889893:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469111.889897:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469111.889899:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469112.274033:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469112.274044:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469112.274046:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469112.274051:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469112.274054:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469112.274058:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469112.274061:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469112.274063:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469112.274066:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469112.657276:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469112.657283:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469112.657288:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469112.657290:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469112.657293:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469112.657294:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469112.657375:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469112.657379:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469112.657383:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469112.913252:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469112.913266:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469112.913269:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469112.913273:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469112.913276:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469112.913280:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469112.913282:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469113.297268:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469113.297274:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469113.297277:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469113.297283:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469113.297286:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469113.297289:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469113.297292:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469113.297294:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469113.297297:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469113.682277:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469113.682283:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469113.682288:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469113.682289:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469113.682292:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469113.682293:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469113.682834:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469113.682838:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469113.682842:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469113.937253:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469113.937267:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469113.937270:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469113.937275:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469113.937278:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469113.937282:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469113.937284:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469113.937298:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469113.937306:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469113.937310:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469113.937313:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469113.937322:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469113.937325:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469113.937335:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469113.937339:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469113.937341:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469113.937344:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469113.937349:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21367) 00000100:00000001:1.0:1789469114.321248:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469114.321255:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469114.321257:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469114.321262:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469114.321266:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469114.321269:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469114.321272:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469114.321275:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469114.321278:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469114.708622:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469114.708631:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469114.708634:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469114.708638:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469114.708643:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469114.708645:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469114.708648:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469114.708650:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469114.708654:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469114.708656:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469114.708659:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469114.708660:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469114.708744:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469114.708748:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469114.708751:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469114.961238:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469114.961253:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469114.961256:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469114.961260:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469114.961262:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469114.961267:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469114.961270:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469115.345905:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469115.345913:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469115.345915:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469115.345921:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469115.345925:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469115.345928:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469115.345931:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469115.345934:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469115.345936:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469115.731350:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469115.731356:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469115.731362:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469115.731364:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469115.731367:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469115.731368:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469115.731483:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469115.731486:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469115.731490:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469115.987624:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469115.987646:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469115.987649:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469115.987653:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469115.987655:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469115.987658:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469115.987661:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469116.369254:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469116.369262:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469116.369264:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469116.369269:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469116.369273:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469116.369276:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469116.369279:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469116.369282:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469116.369285:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469116.754007:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469116.754014:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469116.754020:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469116.754022:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469116.754025:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469116.754026:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469116.761914:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469116.761922:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469116.761927:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469117.009299:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469117.009320:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469117.009322:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469117.009327:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469117.009330:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469117.009334:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469117.009337:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469117.393261:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469117.393267:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469117.393269:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469117.393275:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469117.393278:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469117.393281:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469117.393284:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469117.393286:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469117.393289:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469117.778296:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469117.778312:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469117.778319:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469117.778322:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469117.778324:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469117.778328:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469117.778330:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469117.778332:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469117.778334:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469117.778336:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469117.778340:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469117.778341:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469117.778343:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469117.778344:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469117.778346:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469117.778347:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469117.778348:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469117.778350:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469117.779565:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469117.779570:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469117.779574:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469118.033953:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469118.033960:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469118.033975:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469093/real 1789469093] req@ffff8cbacf6e9f80 x1876386402417152/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469118 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469118.033998:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469118.034000:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469118.034003:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30d68. 00000400:00000200:3.0:1789469118.034016:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5660 00000400:00000010:3.0:1789469118.034020:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5660. 00000100:00000001:3.0:1789469118.034025:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469118.034030:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e9f80 x1876386402417152/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469118 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469118.034038:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e9f80 x1876386402417152/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469118 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469118.034046:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469118.034047:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469118.034050:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469118.034052:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469118.034056:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e9f80 x1876386402417152/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469118 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469118.034062:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469118.034064:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469118.034068:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469093/real 1789469093] req@ffff8cbacf6eb800 x1876386402417280/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469118 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469118.034074:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469118.034075:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469118.034078:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30898. 00000400:00000200:3.0:1789469118.034080:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d54c8 00000400:00000010:3.0:1789469118.034081:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d54c8. 00000100:00000001:3.0:1789469118.034083:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469118.034086:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6eb800 x1876386402417280/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469118 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469118.034093:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6eb800 x1876386402417280/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469118 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469118.034099:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469118.034101:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469118.034102:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469118.034103:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469118.034106:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6eb800 x1876386402417280/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469118 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469118.034112:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469118.034114:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469118.034118:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469093/real 1789469093] req@ffff8cbacf6ebb80 x1876386402417408/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469118 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469118.034124:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469118.034125:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469118.034126:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30dc0. 00000400:00000200:3.0:1789469118.034128:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5908 00000400:00000010:3.0:1789469118.034235:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5908. 00000100:00000001:3.0:1789469118.034240:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469118.034244:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6ebb80 x1876386402417408/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469118 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469118.034251:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6ebb80 x1876386402417408/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469118 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469118.034257:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469118.034259:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469118.034261:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469118.034262:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469118.034265:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6ebb80 x1876386402417408/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469118 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469118.034271:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469118.034279:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469118.034281:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469118.034284:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469118.034286:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469118.034288:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469118.034292:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e9f80 x1876386402417152/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469118 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469118.034307:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469118.034309:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469118.034311:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469118.034312:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469118.034314:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469118.034316:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469118.034320:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469118.034346:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789469118.034348:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469118.034352:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e9f80 x1876386402417152/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469118 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469118.034359:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402417152:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789469118.034363:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469118.034366:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6eb800 x1876386402417280/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469118 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469118.034372:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469118.034374:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469118.034375:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469118.034376:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469118.034377:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469118.034380:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469118.034382:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469118.034386:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789469118.034389:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469118.034393:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6eb800 x1876386402417280/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469118 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469118.034398:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402417280:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469118.034402:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469118.034405:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6ebb80 x1876386402417408/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469118 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469118.034411:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469118.034413:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469118.034414:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469118.034415:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469118.034416:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469118.034418:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469118.034420:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469118.034424:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789469118.034426:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469118.034564:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6ebb80 x1876386402417408/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469118 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469118.034575:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402417408:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469118.034580:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469118.034583:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469118.034587:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e9f80 x1876386402417152/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469118 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469118.034593:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469118.034596:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469118.034600:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890800. 02000000:00000001:3.0:1789469118.034604:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469118.034607:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469118.034609:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789469118.034612:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469118.034614:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687d400. 02000000:00000001:3.0:1789469118.034617:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469118.034619:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469118.034621:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e9f80. 00000100:00000001:3.0:1789469118.034624:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469118.034625:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469118.034626:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469118.034629:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6eb800 x1876386402417280/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469118 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469118.034634:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469118.034635:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469118.034637:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6893800. 02000000:00000001:3.0:1789469118.034639:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469118.034640:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469118.034641:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789469118.034642:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469118.034644:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687f400. 02000000:00000001:3.0:1789469118.034646:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469118.034647:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469118.034648:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6eb800. 00000100:00000001:3.0:1789469118.034650:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469118.034651:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469118.034652:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469118.034655:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6ebb80 x1876386402417408/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469118 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469118.034660:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469118.034661:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469118.034662:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6891000. 02000000:00000001:3.0:1789469118.034664:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469118.034665:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469118.034666:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789469118.034668:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469118.034669:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687f800. 02000000:00000001:3.0:1789469118.034670:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469118.034672:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469118.034673:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6ebb80. 00000100:00000001:3.0:1789469118.034674:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469118.034675:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469118.034677:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469118.034696:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469118.034698:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469118.034700:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469118.034701:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469118.034865:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469118.034871:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1789469118.034873:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469118.034876:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469118.034879:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469118.034883:0:332879:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21342 00000400:00000200:1.0:1789469118.034889:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469118.034895:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789469118.034898:0:332879:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469118.034901:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469118.034904:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469118.034907:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469118.034909:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789469118.034915:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469118.034917:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:1.0:1789469118.034920:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469118.034923:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:1.0:1789469118.034925:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:1.0:1789469118.034927:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:1.0:1789469118.034930:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469118.034931:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469118.034933:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469118.034935:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789469118.034938:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:1.0:1789469118.034941:0:332879:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789469118.034944:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469118.034946:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469118.034949:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469118.034952:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469118.034954:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469118.034956:0:332879:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469118.034964:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c4e00. 00000020:00000040:1.0:1789469118.034968:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:1.0:1789469118.034972:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469118.034973:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469118.034976:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469118.034979:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469118.034982:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469118.034988:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6890c00. 00000100:00000001:1.0:1789469118.034994:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469118.035000:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c4e00 x1876386402417536/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469118.035057:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469118.035062:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469118.035066:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1fb5ecb] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c4e00 x1876386402417536/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469118.035092:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469118.035095:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469118.035098:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469118.035100:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469118.035101:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469118.035104:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469118.035106:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21342 00000400:00000200:1.0:1789469118.035110:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469118.035113:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789469118.035115:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469118.035118:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469118.035119:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469118.035121:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469118.035123:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789469118.035126:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469118.035128:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:1.0:1789469118.035156:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469118.035158:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:1.0:1789469118.035161:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:1.0:1789469118.035163:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:1.0:1789469118.035165:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469118.035167:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469118.035169:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469118.035171:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789469118.035173:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:1.0:1789469118.035176:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789469118.035178:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469118.035180:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469118.035185:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469118.035186:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469118.035188:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789469118.035192:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789469118.035195:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469118.035196:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469118.035200:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c4380. 00000020:00000040:1.0:1789469118.035202:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789469118.035204:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469118.035205:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469118.035206:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469118.035208:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469118.035210:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469118.035213:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6892400. 00000100:00000001:1.0:1789469118.035217:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469118.035222:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c4380 x1876386402417664/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469118.035228:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469118.035231:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469118.035234:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001600f89c] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c4380 x1876386402417664/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469118.035246:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469118.035249:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469118.035251:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789469118.035253:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469118.035254:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469118.035257:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469118.035259:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21342 00000400:00000200:1.0:1789469118.035263:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469118.035265:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789469118.035267:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469118.035269:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469118.035271:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469118.035273:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469118.035274:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789469118.035277:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469118.035278:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:1.0:1789469118.035280:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469118.035281:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:1.0:1789469118.035283:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:1.0:1789469118.035285:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:1.0:1789469118.035287:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469118.035288:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469118.035290:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469118.035291:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789469118.035293:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:1.0:1789469118.035304:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789469118.035307:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469118.035309:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469118.035312:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469118.035313:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469118.035315:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789469118.035316:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789469118.035318:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469118.035320:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469118.035323:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c7100. 00000020:00000040:1.0:1789469118.035325:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789469118.035327:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469118.035328:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469118.035329:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469118.035331:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469118.035332:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469118.035335:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6893000. 00000100:00000001:1.0:1789469118.035338:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469118.035342:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c7100 x1876386402417792/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469118.035349:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469118.035351:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469118.035354:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b9117d8] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c7100 x1876386402417792/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469118.035361:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469118.035363:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469118.035366:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469118.035368:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469118.035371:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469118.035375:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21371) 00000100:00000001:3.0:1789469118.035881:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469118.035885:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469118.035887:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469118.035894:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c4e00 x1876386402417536/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469118.035902:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469118.035904:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469118.035908:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469118.035910:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469118.035912:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469118.035916:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402417536:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789469118.035919:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469118.035923:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469118.035925:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469118.035928:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469118.035932:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d2c00. 02000000:00000001:3.0:1789469118.035934:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469118.035939:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789469118.035987:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bfbb0. 00000400:00000010:3.0:1789469118.035994:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce000. 00000100:00000200:3.0:1789469118.036000:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402417536, portal 25 00000100:00000001:3.0:1789469118.036002:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469118.036004:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704628224 : -126741004923392 : ffff8cbacf6c4e00) 00000100:00000040:3.0:1789469118.036257:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c4e00 x1876386402417536/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469118.036266:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469118.036270:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789469118.036274:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce550. 00000100:00000200:3.0:1789469118.036277:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402417536, offset 0 00000400:00000200:3.0:1789469118.036283:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789469118.036292:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469118.036307:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789469118.036312:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789469118.036316:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789469118.036319:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789469118.036322:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789469118.036326:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94041:94041:256:4294967295] 192.168.203.142@tcp LPNI seq info [94041:94041:8:4294967295] 00000400:00000200:3.0:1789469118.036330:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469118.036340:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789469118.036346:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789469118.036352:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7e00. 00000800:00000200:3.0:1789469118.036358:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789469118.036370:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469118.036375:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789469118.036997:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469118.037005:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789469118.037008:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316035318 00000100:00000010:3.0:1789469118.037187:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451ea0. 00000100:00000001:3.0:1789469118.037194:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469118.037202:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316035319 00000100:00000010:3.0:1789469118.037205:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451900. 00000100:00000001:3.0:1789469118.037208:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469118.037210:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469118.037214:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469118.037218:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469118.037226:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c4380 x1876386402417664/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469118.037244:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469118.037246:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469118.037249:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469118.037253:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469118.037255:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469118.037259:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402417664:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469118.037263:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469118.037266:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469118.037268:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469118.037270:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469118.037274:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d1c00. 02000000:00000001:3.0:1789469118.037276:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469118.037281:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789469118.037285:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf688. 00000400:00000010:3.0:1789469118.037290:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce2a8. 00000100:00000200:3.0:1789469118.037295:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402417664, portal 10 00000100:00000001:3.0:1789469118.037306:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469118.037308:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704625536 : -126741004926080 : ffff8cbacf6c4380) 00000100:00000040:3.0:1789469118.037315:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c4380 x1876386402417664/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469118.037322:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469118.037325:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789469118.037328:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cef68. 00000100:00000200:3.0:1789469118.037330:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402417664, offset 0 00000400:00000200:3.0:1789469118.037337:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789469118.037344:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469118.037350:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789469118.037354:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789469118.037357:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789469118.037360:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789469118.037362:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789469118.037365:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94042:94042:255:4294967295] 192.168.203.142@tcp LPNI seq info [94042:94042:7:4294967295] 00000400:00000200:3.0:1789469118.037369:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469118.037377:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789469118.037381:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789469118.037386:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7f00. 00000800:00000200:3.0:1789469118.037390:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789469118.037396:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469118.037399:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789469118.037402:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469118.037405:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:3.0:1789469118.037408:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789469118.037409:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316034079 00000100:00000001:3.0:1789469118.037412:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4316035318 00000100:00000001:3.0:1789469118.037413:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316034079 00000100:00000001:3.0:1789469118.037415:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4316035319 00000100:00000001:3.0:1789469118.037417:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469118.037418:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469118.037420:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469118.037424:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c7100 x1876386402417792/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1789469118.038810:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469118.038819:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7e00. 00000400:00000200:2.0:1789469118.038827:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469118.038834:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469118.038841:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce550 00000400:00000010:2.0:1789469118.038844:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce550. 00000100:00000001:2.0:1789469118.038848:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469118.038855:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c4e00 x1876386402417536/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469118.038864:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469118.038868:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c4e00 x1876386402417536/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469143 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469118.038874:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469118.038875:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789469118.038904:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469118.038907:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7f00. 00000400:00000200:2.0:1789469118.038910:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469118.038914:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469118.038917:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cef68 00000400:00000010:2.0:1789469118.038919:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cef68. 00000100:00000001:2.0:1789469118.038922:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469118.038925:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c4380 x1876386402417664/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469118.038932:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469118.038934:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c4380 x1876386402417664/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469143 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469118.038939:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469118.038941:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469118.041905:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469118.041909:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469118.041915:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469118.041920:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469118.041923:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469118.041931:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402417792:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469118.041937:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469118.041941:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469118.041944:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469118.041948:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469118.041954:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d3800. 02000000:00000001:3.0:1789469118.041956:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469118.041964:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789469118.042258:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf7e8. 00000400:00000010:3.0:1789469118.042266:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce5d8. 00000100:00000200:3.0:1789469118.042273:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402417792, portal 10 00000100:00000001:3.0:1789469118.042276:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469118.042277:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704637184 : -126741004914432 : ffff8cbacf6c7100) 00000100:00000040:3.0:1789469118.042287:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c7100 x1876386402417792/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469118.042303:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469118.042307:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789469118.042310:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce220. 00000100:00000200:3.0:1789469118.042313:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402417792, offset 0 00000400:00000200:3.0:1789469118.042319:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789469118.042328:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469118.042336:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789469118.042341:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789469118.042345:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789469118.042348:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789469118.042351:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789469118.042355:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94043:94043:256:4294967295] 192.168.203.142@tcp LPNI seq info [94043:94043:8:4294967295] 00000400:00000200:3.0:1789469118.042359:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469118.042369:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789469118.042374:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789469118.042379:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7600. 00000800:00000200:3.0:1789469118.042385:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789469118.042392:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469118.042396:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789469118.042420:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469118.042424:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:3.0:1789469118.042693:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789469118.042697:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316034072 00000100:00000001:3.0:1789469118.042701:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4316035318 00000100:00000001:3.0:1789469118.042704:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316034072 00000100:00000001:3.0:1789469118.042705:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4316035319 00000100:00000001:3.0:1789469118.042708:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469118.042711:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469118.042714:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469118.042718:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469118.042725:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469118.042727:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789469118.042729:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469118.042731:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469118.042733:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469118.042735:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469118.043862:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469118.043869:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7600. 00000400:00000200:2.0:1789469118.043876:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469118.043882:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469118.043888:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce220 00000400:00000010:2.0:1789469118.043890:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce220. 00000100:00000001:2.0:1789469118.043895:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469118.043902:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c7100 x1876386402417792/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469118.043913:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469118.043915:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c7100 x1876386402417792/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469143 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469118.043922:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469118.043923:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789469118.417651:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469118.417659:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469118.417661:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469118.417666:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469118.417680:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469118.417684:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469118.417686:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469118.417688:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469118.417690:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469118.801815:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469118.801822:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469118.801828:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469118.801829:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469118.801832:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469118.801833:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469118.802008:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469118.802012:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469118.802015:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789469119.313247:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316035318, at 4316035328 00000100:00000040:3.0:1789469119.313247:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316035319, at 4316035328 00000100:00000010:2.0:1789469119.313260:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451ea0. 00000100:00000010:3.0:1789469119.313261:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451900. 00000100:00000001:1.0:1789469119.441813:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469119.441821:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469119.441823:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469119.441829:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469119.441832:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469119.441836:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469119.441839:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469119.441841:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469119.441844:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469119.825217:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469119.825223:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469119.825228:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469119.825229:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469119.825232:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469119.825234:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469119.825357:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469119.825361:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469119.825364:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469120.467150:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469120.467157:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469120.467159:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469120.467163:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469120.467167:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469120.467171:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469120.467173:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469120.467175:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469120.467178:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469120.849326:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469120.849333:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469120.849339:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469120.849340:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469120.849343:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469120.849345:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469120.849484:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469120.849487:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469120.849490:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469121.489325:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469121.489332:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469121.489334:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469121.489340:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469121.489343:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469121.489347:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469121.489350:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469121.489353:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469121.489355:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469121.873330:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469121.873336:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469121.873341:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469121.873342:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469121.873345:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469121.873347:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469121.875874:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469121.875879:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469121.875884:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469122.513254:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469122.513261:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469122.513273:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469122.513278:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469122.513281:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469122.513285:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469122.513288:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469122.513290:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469122.513293:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469122.897819:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469122.897826:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469122.897831:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469122.897832:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469122.897835:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469122.897836:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469122.897956:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469122.897961:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469122.897964:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469123.153791:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469123.153798:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469123.153801:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469123.153804:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469123.153807:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469123.153809:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469123.153812:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469123.153815:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469123.153818:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469123.153820:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469123.153826:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21376) 00000100:00000001:3.0:1789469123.153916:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469123.153927:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469123.153929:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469123.153932:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469123.153934:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469123.153938:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469123.153941:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469123.537285:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469123.537294:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469123.537296:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469123.537301:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469123.537306:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469123.537310:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469123.537313:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469123.537315:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469123.537317:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469123.922587:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469123.922594:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469123.922599:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469123.922601:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469123.922604:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469123.922605:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469123.922682:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469123.922686:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469123.922689:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469124.177264:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469124.177279:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469124.177281:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469124.177286:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469124.177288:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469124.177292:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469124.177295:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469124.561265:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469124.561274:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469124.561276:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469124.561281:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469124.561284:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469124.561288:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469124.561291:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469124.561293:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469124.561296:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469124.945268:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469124.945276:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469124.945278:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469124.945284:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469124.945289:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469124.945291:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469124.945294:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469124.945296:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469124.945300:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469124.945301:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469124.945305:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469124.945306:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469124.945446:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469124.945449:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469124.945452:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469125.201993:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469125.202006:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469125.202008:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469125.202013:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469125.202015:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469125.202020:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469125.202022:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469125.585278:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469125.585285:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469125.585286:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469125.585291:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469125.585294:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469125.585298:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469125.585301:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469125.585303:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469125.585305:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469125.969537:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469125.969544:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469125.969549:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469125.969551:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469125.969554:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469125.969555:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469125.970178:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469125.970181:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469125.970185:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469126.225219:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469126.225231:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469126.225233:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469126.225246:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469126.225248:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469126.225252:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469126.225255:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469126.611471:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469126.611481:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469126.611484:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469126.611489:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469126.611493:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469126.611497:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469126.611501:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469126.611504:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469126.611507:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469126.993274:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469126.993280:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469126.993285:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469126.993286:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469126.993289:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469126.993291:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469126.996313:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469126.996319:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469126.996323:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469127.250211:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469127.250235:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469127.250238:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469127.250243:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469127.250245:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469127.250250:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469127.250253:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469127.633581:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469127.633588:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469127.633591:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469127.633596:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469127.633599:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469127.633603:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469127.633606:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469127.633608:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469127.633611:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469128.017372:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469128.017379:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469128.017384:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469128.017388:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469128.017390:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469128.017394:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469128.017396:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469128.017399:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469128.017401:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469128.017403:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469128.017407:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469128.017408:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469128.017410:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469128.017411:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469128.017413:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469128.017414:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469128.017415:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469128.017417:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469128.017582:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469128.017587:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469128.017590:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469128.273268:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469128.273281:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469128.273283:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469128.273288:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469128.273290:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469128.273294:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469128.273297:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469128.273391:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469128.273398:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469128.273401:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469128.273404:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469128.273407:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469128.273410:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469128.273413:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469128.273417:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469128.273420:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469128.273423:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469128.273429:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21381) 00000100:00000001:1.0:1789469128.657281:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469128.657289:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469128.657291:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469128.657296:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469128.657300:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469128.657304:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469128.657307:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469128.657309:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469128.657312:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469129.041304:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469129.041313:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469129.041321:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469129.041322:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469129.041327:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469129.041328:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469129.048611:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469129.048620:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469129.048626:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469129.297274:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469129.297293:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469129.297295:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469129.297302:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469129.297305:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469129.297311:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469129.297314:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469129.681328:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469129.681339:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469129.681341:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469129.681348:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469129.681351:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469129.681356:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469129.681359:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469129.681373:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469129.681377:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469130.065877:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469130.065887:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469130.065895:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469130.065897:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469130.065901:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469130.065902:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469130.066028:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469130.066032:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469130.066037:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469130.321405:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469130.321417:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469130.321420:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469130.321425:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469130.321428:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469130.321433:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469130.321436:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469130.705458:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469130.705466:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469130.705468:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469130.705474:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469130.705478:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469130.705482:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469130.705484:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469130.705487:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469130.705490:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469131.090468:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469131.090475:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469131.090481:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469131.090483:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469131.090486:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469131.090487:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469131.090710:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469131.090715:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469131.090718:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469131.345307:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469131.345319:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469131.345321:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469131.345325:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469131.345327:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469131.345331:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469131.345333:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469131.729282:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469131.729417:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469131.729419:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469131.729423:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469131.729426:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469131.729430:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469131.729432:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469131.729434:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469131.729437:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469132.113418:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469132.113425:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469132.113430:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469132.113432:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469132.113435:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469132.113436:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469132.113544:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469132.113548:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469132.113551:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469132.369559:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469132.369575:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469132.369577:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469132.369581:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469132.369584:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469132.369588:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469132.369590:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469132.753335:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469132.753342:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469132.753344:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469132.753349:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469132.753353:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469132.753356:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469132.753358:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469132.753361:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469132.753363:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469133.137915:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469133.137921:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469133.137927:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469133.137928:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469133.137931:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469133.137932:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469133.139287:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469133.139293:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469133.139298:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469133.395055:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469133.395074:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469133.395077:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469133.395085:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469133.395088:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469133.395095:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469133.395098:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469133.395204:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469133.395212:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469133.395215:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469133.395220:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469133.395223:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469133.395226:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469133.395229:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469133.395234:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469133.395237:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469133.395240:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469133.395248:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21387) 00000100:00000001:1.0:1789469133.778252:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469133.778263:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469133.778265:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469133.778272:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469133.778276:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469133.778282:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469133.778286:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469133.778288:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469133.778291:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469134.161347:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469134.161358:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469134.161366:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469134.161367:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469134.161370:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469134.161371:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469134.161617:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469134.161622:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469134.161625:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469134.417534:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469134.417553:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469134.417556:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469134.417562:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469134.417564:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469134.417569:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469134.417572:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469134.801275:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469134.801287:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469134.801289:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469134.801296:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469134.801301:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469134.801306:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469134.801310:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469134.801312:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469134.801315:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469135.186241:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469135.186252:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469135.186255:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469135.186268:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469135.186274:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469135.186277:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469135.186279:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469135.186281:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469135.186286:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469135.186287:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469135.186292:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469135.186294:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469135.186562:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469135.186567:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469135.186570:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469135.441366:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469135.441387:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469135.441390:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469135.441397:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469135.441400:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469135.441405:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469135.441409:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469135.825392:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469135.825402:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469135.825404:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469135.825410:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469135.825415:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469135.825420:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469135.825423:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469135.825426:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469135.825429:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469136.210904:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469136.210914:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469136.210921:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469136.210922:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469136.210926:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469136.210928:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469136.211626:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469136.211632:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469136.211637:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469136.465288:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469136.465308:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469136.465311:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469136.465318:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469136.465320:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469136.465325:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469136.465329:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469136.849468:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469136.849480:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469136.849484:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469136.849491:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469136.849497:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469136.849503:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469136.849506:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469136.849509:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469136.849513:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469137.233320:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469137.233331:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469137.233339:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469137.233340:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469137.233345:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469137.233346:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469137.233493:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469137.233497:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469137.233502:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469137.489857:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469137.489873:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469137.489877:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469137.489883:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469137.489887:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469137.489892:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469137.489895:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469137.873341:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469137.873354:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469137.873357:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469137.873364:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469137.873369:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469137.873374:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469137.873378:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469137.873381:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469137.873384:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469138.257871:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469138.257882:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469138.257889:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469138.257894:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469138.257896:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469138.257900:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469138.257904:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469138.257907:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469138.257909:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469138.257911:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469138.257915:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469138.257916:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469138.257918:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469138.257919:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469138.257921:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469138.257923:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469138.257924:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469138.257926:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469138.259335:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469138.259342:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469138.259348:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469138.513314:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469138.513335:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469138.513339:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469138.513346:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469138.513349:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469138.513356:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469138.513359:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469138.513361:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469138.513369:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469138.513373:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469138.513377:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469138.513382:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469138.513386:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469138.513389:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469138.513394:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469138.513397:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469138.513400:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469138.513407:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21392) 00000100:00000001:1.0:1789469138.897280:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469138.897302:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469138.897304:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469138.897310:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469138.897315:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469138.897320:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469138.897323:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469138.897326:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469138.897330:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469139.281765:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469139.281775:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469139.282058:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469139.282060:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469139.282064:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469139.282066:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469139.284720:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469139.284729:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469139.284735:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469139.539537:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469139.539556:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469139.539558:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469139.539565:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469139.539568:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469139.539573:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469139.539577:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469139.922099:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469139.922111:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469139.922113:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469139.922120:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469139.922124:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469139.922129:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469139.922175:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469139.922179:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469139.922182:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469140.305392:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469140.305401:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469140.305409:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469140.305410:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469140.305414:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469140.305415:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469140.305548:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469140.305553:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469140.305556:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469140.561348:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469140.561370:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469140.561373:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469140.561380:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469140.561383:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469140.561388:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469140.561392:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469140.945310:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469140.945332:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469140.945334:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469140.945343:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469140.945347:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469140.945356:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469140.945360:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469140.945364:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469140.945367:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469141.329439:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469141.329448:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469141.329456:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469141.329458:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469141.329462:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469141.329463:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469141.330365:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469141.330372:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469141.330377:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469141.585451:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469141.585469:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469141.585472:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469141.585478:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469141.585480:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469141.585486:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469141.585490:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469141.969841:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469141.969852:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469141.969854:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469141.969871:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469141.969876:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469141.969881:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469141.969885:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469141.969888:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469141.969891:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469142.355306:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469142.355318:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469142.355327:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469142.355328:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469142.355332:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469142.355334:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469142.359162:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469142.359172:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469142.359180:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469142.612241:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469142.612270:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469142.612273:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469142.612279:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469142.612282:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469142.612287:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469142.612290:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469142.993765:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469142.993776:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469142.993779:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469142.993786:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469142.993791:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469142.993797:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469142.993800:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469142.993802:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469142.993805:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469143.377291:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469143.377300:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469143.377306:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469143.377308:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469143.377312:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469143.377313:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469143.377541:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469143.377552:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469143.377556:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469143.633280:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469143.633292:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469143.633314:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469118/real 1789469118] req@ffff8cbacf6c4e00 x1876386402417536/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469143 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469143.633338:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:0.0:1789469143.633339:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:1.0:1789469143.633340:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:0.0:1789469143.633347:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000010:1.0:1789469143.633347:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bfbb0. 00000100:00080000:0.0:1789469143.633353:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1789469143.633356:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce000 00000100:00080000:0.0:1789469143.633357:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469143.633362:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1789469143.633362:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce000. 00000100:00080000:0.0:1789469143.633367:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469143.633370:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789469143.633370:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000040:0.0:1789469143.633375:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469143.633379:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1789469143.633379:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c4e00 x1876386402417536/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469143 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789469143.633385:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469143.633391:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21397) 00000100:00000200:1.0:1789469143.633395:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c4e00 x1876386402417536/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469143 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469143.633404:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469143.633407:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469143.633411:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469143.633413:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469143.633418:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c4e00 x1876386402417536/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469143 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469143.633425:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469143.633426:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469143.633430:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469118/real 1789469118] req@ffff8cbacf6c4380 x1876386402417664/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469143 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469143.633437:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469143.633439:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469143.633441:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf688. 00000400:00000200:1.0:1789469143.633443:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce2a8 00000400:00000010:1.0:1789469143.633457:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce2a8. 00000100:00000001:1.0:1789469143.633460:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469143.633463:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c4380 x1876386402417664/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469143 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469143.633471:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c4380 x1876386402417664/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469143 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469143.633478:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469143.633480:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469143.633482:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469143.633483:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469143.633486:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c4380 x1876386402417664/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469143 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469143.633493:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469143.633495:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469143.633499:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469118/real 1789469118] req@ffff8cbacf6c7100 x1876386402417792/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469143 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469143.633506:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469143.633507:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469143.633509:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf7e8. 00000400:00000200:1.0:1789469143.633511:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce5d8 00000400:00000010:1.0:1789469143.633513:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce5d8. 00000100:00000001:1.0:1789469143.633515:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469143.633518:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c7100 x1876386402417792/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469143 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469143.633526:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c7100 x1876386402417792/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469143 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469143.633533:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469143.633534:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469143.633536:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469143.633537:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469143.633541:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c7100 x1876386402417792/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469143 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469143.633547:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469143.633557:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469143.633559:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469143.633563:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469143.633566:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469143.633569:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469143.633574:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c4e00 x1876386402417536/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469143 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469143.633582:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469143.633585:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469143.633586:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469143.633587:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469143.633590:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469143.633593:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469143.633597:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469143.633619:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469143.633622:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469143.633626:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c4e00 x1876386402417536/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469143 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469143.633635:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402417536:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789469143.633640:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469143.633644:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c4380 x1876386402417664/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469143 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469143.633651:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469143.633654:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469143.633655:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469143.633657:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469143.633659:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469143.633666:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469143.633669:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469143.633675:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469143.633678:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469143.633682:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c4380 x1876386402417664/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469143 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469143.633689:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402417664:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469143.633694:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469143.633697:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c7100 x1876386402417792/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469143 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469143.633704:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469143.633706:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469143.633708:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469143.633709:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469143.633710:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469143.633713:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469143.633715:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469143.633720:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469143.633723:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469143.633727:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c7100 x1876386402417792/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469143 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469143.633735:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402417792:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469143.633739:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469143.633741:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469143.633745:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c4e00 x1876386402417536/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469143 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469143.633754:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469143.633758:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469143.633763:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d2c00. 02000000:00000001:1.0:1789469143.633768:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469143.633772:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469143.633774:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789469143.633777:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00080000:0.0:1789469143.633781:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1789469143.633781:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6890c00. 02000000:00000001:1.0:1789469143.633785:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:0.0:1789469143.633787:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 02000000:00000001:1.0:1789469143.633789:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1789469143.633791:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000010:1.0:1789469143.633793:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c4e00. 00000100:00080000:0.0:1789469143.633795:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469143.633799:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789469143.633801:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:1.0:1789469143.633803:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469143.633806:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1789469143.633807:0:332879:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21366 00000100:00000040:1.0:1789469143.633813:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c4380 x1876386402417664/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469143 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789469143.633820:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789469143.633828:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789469143.633833:0:332879:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1789469143.633836:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1789469143.633841:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 02000000:00000001:1.0:1789469143.633841:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469143.633844:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d1c00. 00000100:00000001:0.0:1789469143.633846:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469143.633849:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469143.633852:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789469143.633975:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469143.633978:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:0.0:1789469143.633982:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469143.633985:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:0.0:1789469143.633988:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:0.0:1789469143.633991:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:0.0:1789469143.633995:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469143.633997:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469143.633999:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469143.634001:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789469143.634005:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:0.0:1789469143.634009:0:332879:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789469143.634012:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469143.634014:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469143.634018:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469143.634021:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469143.634023:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789469143.634025:0:332879:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469143.634033:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e8700. 00000020:00000040:0.0:1789469143.634036:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:0.0:1789469143.634040:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469143.634042:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469143.634045:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469143.634048:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469143.634053:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469143.634061:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687f000. 00000100:00000001:0.0:1789469143.634069:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469143.634076:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e8700 x1876386402417920/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469143.634087:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469143.634092:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469143.634097:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b4c9f10] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e8700 x1876386402417920/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789469143.634102:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469143.634112:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469143.634115:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789469143.634120:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:0.0:1789469143.634123:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469143.634123:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6892400. 00000100:00080000:0.0:1789469143.634128:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1789469143.634128:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:0.0:1789469143.634156:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789469143.634157:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469143.634159:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469143.634163:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469143.634166:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21366 00000400:00000200:0.0:1789469143.634170:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789469143.634174:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789469143.634176:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469143.634179:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469143.634181:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469143.634183:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469143.634186:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789469143.634189:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469143.634190:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:0.0:1789469143.634192:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469143.634194:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:0.0:1789469143.634196:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:0.0:1789469143.634199:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:0.0:1789469143.634202:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469143.634204:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469143.634205:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469143.634207:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789469143.634210:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:0.0:1789469143.634212:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789469143.634215:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469143.634217:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469143.634222:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1789469143.634223:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1789469143.634226:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c4380. 02000000:00000001:0.0:1789469143.634227:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469143.634231:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469143.634232:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469143.634235:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:0.0:1789469143.634236:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1789469143.634238:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000008:00000001:0.0:1789469143.634241:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469143.634245:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469143.634246:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c7100 x1876386402417792/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469143 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1789469143.634250:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6ea680. 00000020:00000040:0.0:1789469143.634255:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789469143.634258:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469143.634260:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469143.634264:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1789469143.634264:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789469143.634266:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469143.634269:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1789469143.634270:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469143.634275:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687c800. 00000100:00000001:0.0:1789469143.634278:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469143.634283:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6ea680 x1876386402418048/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469143.634290:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469143.634292:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469143.634295:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b82c5178] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6ea680 x1876386402418048/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469143.634302:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469143.634303:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469143.634306:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789469143.634308:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469143.634309:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469143.634311:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469143.634314:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21366 00000400:00000200:0.0:1789469143.634318:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789469143.634320:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789469143.634322:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469143.634327:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 02000000:00000010:1.0:1789469143.634327:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d3800. 00000100:00000001:0.0:1789469143.634332:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1789469143.634334:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1789469143.634335:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000020:00000001:1.0:1789469143.634338:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:0.0:1789469143.634339:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789469143.634342:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789469143.634344:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000001:1.0:1789469143.634346:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 00000020:00000040:0.0:1789469143.634347:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:0.0:1789469143.634350:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 02000000:00000010:1.0:1789469143.634350:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6893000. 00000020:00000040:0.0:1789469143.634354:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 02000000:00000001:1.0:1789469143.634355:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469143.634358:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1789469143.634359:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000010:1.0:1789469143.634361:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c7100. 00000020:00000001:0.0:1789469143.634364:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000001:1.0:1789469143.634366:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1789469143.634369:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469143.634369:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469143.634374:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1789469143.634374:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789469143.634378:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469143.634381:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000100:00000001:1.0:1789469143.634382:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1789469143.634386:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00000001:1.0:1789469143.634386:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469143.634390:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1789469143.634392:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789469143.634394:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469143.634396:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469143.634398:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1789469143.634400:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469143.634405:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1789469143.634406:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e8700 x1876386402417920/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789469143.634408:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469143.634412:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789469143.634416:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1789469143.634420:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000008:00000001:0.0:1789469143.634421:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469143.634424:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469143.634424:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469143.634430:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1789469143.634434:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6ebb80. 02000000:00000001:1.0:1789469143.634434:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1789469143.634440:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789469143.634440:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469143.634444:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469143.634446:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469143.634448:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469143.634449:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469143.634451:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469143.634455:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687c400. 00000100:00000001:0.0:1789469143.634459:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469143.634464:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6ebb80 x1876386402418176/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469143.634471:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469143.634473:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469143.634476:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f05525c4] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6ebb80 x1876386402418176/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469143.634483:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469143.634485:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469143.634489:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469143.634491:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469143.634494:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1789469143.634502:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402417920:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789469143.634508:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469143.634513:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1789469143.634514:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21397) 02000000:00000001:1.0:1789469143.634516:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469143.634520:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469143.634525:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6893000. 02000000:00000001:1.0:1789469143.634527:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469143.634535:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469143.634540:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30688. 00000400:00000010:1.0:1789469143.634548:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5cc0. 00000100:00000200:1.0:1789469143.634556:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402417920, portal 25 00000100:00000001:1.0:1789469143.634559:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469143.634561:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704773888 : -126741004777728 : ffff8cbacf6e8700) 00000100:00000040:1.0:1789469143.634567:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e8700 x1876386402417920/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469143.634574:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469143.634577:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469143.634580:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5f68. 00000100:00000200:1.0:1789469143.634713:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402417920, offset 0 00000400:00000200:1.0:1789469143.634724:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469143.634734:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469143.634741:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469143.634749:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469143.634753:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469143.634758:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469143.634760:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469143.634765:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94044:94044:256:4294967295] 192.168.203.142@tcp LPNI seq info [94044:94044:8:4294967295] 00000400:00000200:1.0:1789469143.634769:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469143.634782:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469143.634788:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469143.634795:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7900. 00000800:00000200:1.0:1789469143.634804:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469143.634813:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469143.634819:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469143.635057:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469143.635062:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469143.635065:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316060916 00000100:00000010:1.0:1789469143.635071:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a2a0. 00000100:00000001:1.0:1789469143.635079:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789469143.635086:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316060916 00000100:00000010:1.0:1789469143.635089:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869ade0. 00000100:00000001:1.0:1789469143.635093:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789469143.635096:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469143.635100:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469143.635103:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469143.635116:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6ea680 x1876386402418048/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469143.635124:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469143.635125:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469143.635128:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469143.635130:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469143.635156:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469143.635159:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402418048:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469143.635163:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469143.635165:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469143.635167:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469143.635169:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469143.635172:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6892400. 02000000:00000001:1.0:1789469143.635174:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469143.635179:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469143.635182:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30aa8. 00000400:00000010:1.0:1789469143.635186:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d57f8. 00000100:00000200:1.0:1789469143.635190:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402418048, portal 10 00000100:00000001:1.0:1789469143.635192:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469143.635193:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704781952 : -126741004769664 : ffff8cbacf6ea680) 00000100:00000040:1.0:1789469143.635201:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6ea680 x1876386402418048/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469143.635207:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469143.635209:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469143.635212:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5000. 00000100:00000200:1.0:1789469143.635214:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402418048, offset 0 00000400:00000200:1.0:1789469143.635219:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469143.635223:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469143.635227:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469143.635231:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469143.635234:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469143.635236:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469143.635239:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469143.635242:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94045:94045:255:4294967295] 192.168.203.142@tcp LPNI seq info [94045:94045:7:4294967295] 00000400:00000200:1.0:1789469143.635246:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469143.635252:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469143.635257:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469143.635261:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7200. 00000800:00000200:1.0:1789469143.635265:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469143.635270:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469143.635272:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469143.635286:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469143.635290:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789469143.635293:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469143.635294:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316059677 00000100:00000001:1.0:1789469143.635297:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4316060916 00000100:00000001:1.0:1789469143.635299:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316059677 00000100:00000001:1.0:1789469143.635301:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4316060916 00000100:00000001:1.0:1789469143.635303:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469143.635306:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469143.635309:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469143.635312:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469143.635317:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469143.635319:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789469143.635322:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469143.635324:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469143.635326:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469143.635330:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6ebb80 x1876386402418176/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469143.635342:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469143.635343:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469143.635345:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469143.635346:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469143.635348:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469143.635351:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402418176:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469143.635355:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469143.635357:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469143.635358:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469143.635360:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469143.635364:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890c00. 02000000:00000001:1.0:1789469143.635366:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469143.635369:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469143.635372:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30d10. 00000400:00000010:1.0:1789469143.635375:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5110. 00000100:00000200:1.0:1789469143.635378:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402418176, portal 10 00000100:00000001:1.0:1789469143.635380:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469143.635381:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704787328 : -126741004764288 : ffff8cbacf6ebb80) 00000100:00000040:1.0:1789469143.635387:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6ebb80 x1876386402418176/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469143.635392:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469143.635394:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469143.635396:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5d48. 00000100:00000200:1.0:1789469143.635399:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402418176, offset 0 00000400:00000200:1.0:1789469143.635403:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469143.635408:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469143.635411:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469143.635414:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469143.635417:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469143.635419:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469143.635421:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469143.635424:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94046:94046:254:4294967295] 192.168.203.142@tcp LPNI seq info [94046:94046:6:4294967295] 00000400:00000200:1.0:1789469143.635428:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469143.635434:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469143.635439:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469143.635442:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7800. 00000800:00000200:1.0:1789469143.635457:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469143.635462:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469143.635465:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469143.635468:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469143.635471:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789469143.635474:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469143.635477:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316059665 00000100:00000001:1.0:1789469143.635479:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4316060916 00000100:00000001:1.0:1789469143.635482:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316059665 00000100:00000001:1.0:1789469143.635484:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4316060916 00000100:00000001:1.0:1789469143.635486:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469143.635488:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469143.635491:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469143.635493:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469143.635496:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469143.635497:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789469143.635499:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469143.635500:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469143.635502:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469143.635504:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469143.635781:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469143.635787:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7900. 00000400:00000200:2.0:1789469143.635796:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469143.635803:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469143.635809:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5f68 00000400:00000010:2.0:1789469143.635813:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5f68. 00000100:00000001:2.0:1789469143.635819:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469143.636004:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e8700 x1876386402417920/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469143.636015:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469143.636018:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e8700 x1876386402417920/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469168 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469143.636026:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469143.636027:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789469143.636048:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469143.636050:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7200. 00000400:00000200:2.0:1789469143.636053:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469143.636056:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469143.636059:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5000 00000400:00000010:2.0:1789469143.636061:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5000. 00000100:00000001:2.0:1789469143.636064:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469143.636067:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6ea680 x1876386402418048/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469143.636080:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469143.636083:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6ea680 x1876386402418048/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469168 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469143.636090:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469143.636091:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789469143.636206:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469143.636210:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7800. 00000400:00000200:2.0:1789469143.636213:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469143.636217:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469143.636220:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5d48 00000400:00000010:2.0:1789469143.636221:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5d48. 00000100:00000001:2.0:1789469143.636224:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469143.636228:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6ebb80 x1876386402418176/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469143.636235:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469143.636238:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6ebb80 x1876386402418176/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469168 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469143.636245:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469143.636246:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789469144.017451:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469144.017464:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469144.017466:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469144.017473:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469144.017477:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469144.017482:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469144.017486:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469144.017489:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469144.017493:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469144.401355:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469144.401368:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469144.401371:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469144.401375:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469144.401382:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469144.401384:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469144.401386:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469144.401389:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469144.401393:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469144.401394:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469144.401399:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469144.401400:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469144.401553:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469144.401558:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469144.401562:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789469144.913630:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316060916, at 4316060928 00000100:00000010:3.0:1789469144.913657:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869ade0. 00000100:00000040:2.0:1789469144.913974:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316060916, at 4316060928 00000100:00000010:2.0:1789469144.913983:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a2a0. 00000100:00000001:1.0:1789469145.042006:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469145.042018:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469145.042021:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469145.042034:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469145.042038:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469145.042044:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469145.042047:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469145.042051:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469145.042054:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469145.425397:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469145.425408:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469145.425415:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469145.425417:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469145.425420:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469145.425421:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469145.425673:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469145.425678:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469145.425681:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469146.065875:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469146.065885:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469146.065887:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469146.065894:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469146.065898:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469146.065902:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469146.065905:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469146.065909:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469146.065912:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469146.451059:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469146.451069:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469146.451077:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469146.451078:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469146.451082:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469146.451092:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469146.451286:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469146.451290:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469146.451294:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469147.089326:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469147.089336:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469147.089339:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469147.089346:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469147.089351:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469147.089356:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469147.089360:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469147.089363:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469147.089367:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469147.474693:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469147.474705:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469147.474714:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469147.474718:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469147.474721:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469147.474726:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469147.474730:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469147.474733:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469147.474736:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469147.474738:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469147.474744:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469147.474746:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469147.474747:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469147.474749:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469147.474751:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469147.474752:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469147.474754:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469147.474755:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469147.475321:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469147.475326:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469147.475331:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469148.114326:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469148.114336:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469148.114339:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469148.114347:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469148.114352:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469148.114357:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469148.114361:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469148.114364:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469148.114367:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469148.499680:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469148.499692:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469148.499701:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469148.499702:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469148.499706:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469148.499707:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469148.499826:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469148.499830:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469148.499834:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469148.753406:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469148.753425:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469148.753427:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469148.753433:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469148.753436:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469148.753441:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469148.753444:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469148.756646:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469148.756661:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469148.756666:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469148.756669:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469148.756672:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469148.756676:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469148.756678:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469148.756682:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469148.756685:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469148.756687:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469148.756694:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21402) 00000100:00000001:1.0:1789469149.138433:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469149.138444:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469149.138447:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469149.138454:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469149.138458:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469149.138463:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469149.138466:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469149.138469:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469149.138472:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469149.522106:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469149.522119:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469149.522128:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469149.522129:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469149.522167:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469149.522168:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469149.522307:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469149.522311:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469149.522314:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469149.780169:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469149.780190:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469149.780193:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469149.780200:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469149.780204:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469149.780208:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469149.780211:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469150.162041:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469150.162052:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469150.162064:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469150.162071:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469150.162076:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469150.162082:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469150.162085:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469150.162089:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469150.162091:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469150.545392:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469150.545403:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469150.545410:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469150.545411:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469150.545415:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469150.545416:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469150.545501:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469150.545505:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469150.545509:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469150.801325:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469150.801345:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469150.801348:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469150.801355:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469150.801359:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469150.801365:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469150.801368:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469151.185546:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469151.185555:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469151.185557:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469151.185563:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469151.185566:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469151.185570:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469151.185573:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469151.185575:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469151.185578:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469151.570642:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469151.570654:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469151.570662:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469151.570663:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469151.570670:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469151.570671:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469151.571627:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469151.571635:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469151.571641:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469151.825497:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469151.825511:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469151.825514:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469151.825519:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469151.825522:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469151.825526:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469151.825529:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469152.209369:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469152.209378:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469152.209381:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469152.209386:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469152.209390:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469152.209394:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469152.209397:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469152.209399:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469152.209402:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469152.593356:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469152.593363:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469152.593368:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469152.593369:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469152.593372:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469152.593373:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469152.593469:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469152.593472:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469152.593475:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469152.849541:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469152.849554:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469152.849557:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469152.849561:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469152.849563:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469152.849567:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469152.849570:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469153.233481:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469153.233489:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469153.233490:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469153.233496:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469153.233499:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469153.233503:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469153.233506:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469153.233509:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469153.233512:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469153.617258:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469153.617263:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469153.617268:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469153.617270:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469153.617273:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469153.617274:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469153.617400:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469153.617403:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469153.617406:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469153.873286:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469153.873313:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469153.873318:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469153.873322:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469153.873324:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469153.873328:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469153.873330:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469153.873335:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469153.873338:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469153.873341:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469153.873348:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21407) 00000100:00000001:1.0:1789469153.873903:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469153.873917:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469153.873920:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469153.873924:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469153.873927:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469153.873931:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469153.873934:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469154.257451:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469154.257459:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469154.257461:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469154.257466:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469154.257470:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469154.257474:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469154.257477:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469154.257479:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469154.257481:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469154.641294:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469154.641302:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469154.641304:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469154.641308:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469154.641313:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469154.641315:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469154.641316:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469154.641319:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469154.641322:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469154.641323:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469154.641327:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469154.641328:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469154.641521:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469154.641525:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469154.641528:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469154.897241:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469154.897254:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469154.897257:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469154.897261:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469154.897263:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469154.897267:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469154.897270:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469155.281341:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469155.281349:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469155.281351:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469155.281356:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469155.281359:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469155.281364:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469155.281367:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469155.281369:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469155.281371:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469155.665256:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469155.665262:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469155.665268:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469155.665269:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469155.665272:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469155.665273:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469155.665841:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469155.665845:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469155.665848:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469155.921257:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469155.921273:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469155.921275:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469155.921280:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469155.921282:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469155.921286:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469155.921289:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469156.305486:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469156.305495:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469156.305497:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469156.305502:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469156.305505:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469156.305508:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469156.305511:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469156.305513:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469156.305516:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469156.689298:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469156.689315:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469156.689321:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469156.689322:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469156.689325:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469156.689326:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469156.689515:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469156.689519:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469156.689522:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469156.945251:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469156.945265:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469156.945268:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469156.945273:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469156.945275:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469156.945279:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469156.945283:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469157.329261:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469157.329269:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469157.329271:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469157.329277:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469157.329280:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469157.329285:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469157.329288:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469157.329290:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469157.329293:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469157.713259:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469157.713271:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469157.713277:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469157.713280:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469157.713282:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469157.713286:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469157.713288:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469157.713291:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469157.713293:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469157.713294:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469157.713298:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469157.713299:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469157.713301:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469157.713302:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469157.713304:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469157.713305:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469157.713306:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469157.713308:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469157.713475:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469157.713479:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469157.713482:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469157.969657:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469157.969672:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469157.969674:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469157.969678:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469157.969681:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469157.969685:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469157.969688:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469158.355268:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469158.355276:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469158.355278:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469158.355283:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469158.355287:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469158.355291:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469158.355294:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469158.355296:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469158.355298:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469158.737816:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469158.737823:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469158.737829:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469158.737830:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469158.737833:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469158.737835:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469158.738073:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469158.738076:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469158.738080:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469158.993330:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469158.993339:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469158.993342:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469158.993345:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469158.993347:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469158.993350:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469158.993352:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469158.993356:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469158.993358:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469158.993360:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469158.993365:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21412) 00000100:00000001:1.0:1789469158.993839:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469158.993849:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469158.993851:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469158.993854:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469158.993856:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469158.993860:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469158.993862:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469159.377607:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469159.377617:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469159.377619:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469159.377624:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469159.377628:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469159.377632:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469159.377634:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469159.377636:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469159.377639:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469159.761262:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469159.761269:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469159.761276:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469159.761277:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469159.761280:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469159.761281:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469159.761424:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469159.761428:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469159.761431:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469160.017259:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469160.017273:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469160.017275:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469160.017280:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469160.017283:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469160.017287:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469160.017290:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469160.401356:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469160.401364:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469160.401366:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469160.401371:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469160.401374:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469160.401378:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469160.401381:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469160.401383:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469160.401386:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469160.785310:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469160.785317:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469160.785322:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469160.785323:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469160.785326:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469160.785328:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469160.786439:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469160.786443:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469160.786447:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469161.041249:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469161.041262:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469161.041264:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469161.041268:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469161.041271:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469161.041275:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469161.041277:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469161.426464:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469161.426472:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469161.426474:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469161.426479:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469161.426483:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469161.426486:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469161.426489:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469161.426492:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469161.426495:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469161.810123:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469161.810129:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469161.810157:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469161.810158:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469161.810161:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469161.810162:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469161.810266:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469161.810269:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469161.810271:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469162.065248:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469162.065262:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469162.065264:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469162.065269:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469162.065271:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469162.065275:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469162.065278:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469162.453522:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469162.453530:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469162.453532:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469162.453538:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469162.453541:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469162.453546:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469162.453549:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469162.453551:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469162.453554:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469162.833286:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469162.833292:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469162.833298:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469162.833300:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469162.833304:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469162.833305:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469162.833441:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469162.833445:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469162.833447:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469163.089286:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469163.089303:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469163.089305:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469163.089310:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469163.089312:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469163.089316:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469163.089319:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469163.473285:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469163.473293:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469163.473295:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469163.473300:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469163.473304:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469163.473307:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469163.473311:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469163.473313:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469163.473315:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469163.857314:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469163.857324:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469163.857330:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469163.857332:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469163.857336:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469163.857337:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469163.858967:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469163.858975:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469163.858980:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469164.113277:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469164.113292:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469164.113295:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469164.113300:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469164.113302:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469164.113306:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469164.113309:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469164.113325:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469164.113337:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469164.113341:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469164.113345:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469164.113348:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469164.113351:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469164.113354:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469164.113359:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469164.113362:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469164.113366:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469164.113373:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21417) 00000100:00000001:2.0:1789469164.498780:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469164.498790:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469164.498792:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469164.498798:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469164.498800:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469164.498805:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469164.498807:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469164.498809:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469164.498812:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469164.882570:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469164.882582:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469164.882586:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469164.882591:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469164.882597:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469164.882600:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469164.882603:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469164.882605:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469164.882610:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469164.882612:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469164.882617:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469164.882618:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469164.882732:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469164.882736:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469164.882740:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469165.137306:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469165.137325:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469165.137328:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469165.137335:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469165.137338:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469165.137345:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469165.137348:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469165.521262:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469165.521274:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469165.521276:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469165.521282:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469165.521286:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469165.521291:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469165.521294:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469165.521297:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469165.521301:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469165.906175:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469165.906183:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469165.906191:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469165.906192:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469165.906195:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469165.906196:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469165.906378:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469165.906383:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469165.906386:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469166.161260:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469166.161279:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469166.161281:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469166.161287:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469166.161289:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469166.162727:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469166.162733:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469166.545346:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469166.545358:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469166.545361:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469166.545369:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469166.545373:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469166.545378:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469166.545381:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469166.545384:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469166.545388:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469166.929353:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469166.929363:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469166.929371:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469166.929373:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469166.929377:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469166.929378:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469166.929590:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469166.929595:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469166.929599:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469167.185921:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469167.185947:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469167.185950:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469167.185956:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469167.185958:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469167.185964:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469167.185967:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469167.569355:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469167.569367:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469167.569370:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469167.569378:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469167.569383:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469167.569388:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469167.569391:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469167.569394:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469167.569398:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469167.953416:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469167.953427:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469167.953434:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469167.953438:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469167.953441:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469167.953456:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469167.953460:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469167.953464:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469167.953466:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469167.953469:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469167.953473:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469167.953476:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469167.953477:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469167.953479:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469167.953480:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469167.953482:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469167.953483:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469167.953485:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469167.953613:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469167.953619:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469167.953623:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469168.210322:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469168.210333:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469168.210354:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469143/real 1789469143] req@ffff8cbacf6ebb80 x1876386402418176/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469168 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469168.210376:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469168.210378:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469168.210382:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30d10. 00000400:00000200:1.0:1789469168.210391:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5110 00000400:00000010:1.0:1789469168.210394:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5110. 00000100:00000001:1.0:1789469168.210400:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469168.210405:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6ebb80 x1876386402418176/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469168 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469168.210416:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6ebb80 x1876386402418176/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469168 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469168.210431:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469168.210434:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469168.210437:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469168.210439:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469168.210444:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6ebb80 x1876386402418176/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469168 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469168.210452:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469168.210454:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469168.210460:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469143/real 1789469143] req@ffff8cbacf6e8700 x1876386402417920/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469168 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469168.210468:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469168.210470:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469168.210472:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30688. 00000400:00000200:1.0:1789469168.210474:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5cc0 00000400:00000010:1.0:1789469168.210476:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5cc0. 00000100:00000001:1.0:1789469168.210479:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469168.210482:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e8700 x1876386402417920/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469168 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469168.210490:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e8700 x1876386402417920/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469168 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469168.210496:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469168.210498:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469168.210500:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469168.210501:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469168.210504:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e8700 x1876386402417920/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469168 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469168.210511:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469168.210513:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469168.210518:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469143/real 1789469143] req@ffff8cbacf6ea680 x1876386402418048/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469168 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469168.210531:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469168.210532:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469168.210534:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30aa8. 00000400:00000200:1.0:1789469168.210536:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d57f8 00000400:00000010:1.0:1789469168.210538:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d57f8. 00000100:00000001:1.0:1789469168.210540:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469168.210542:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6ea680 x1876386402418048/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469168 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469168.210550:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6ea680 x1876386402418048/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469168 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469168.210556:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469168.210557:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469168.210559:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469168.210560:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469168.210564:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6ea680 x1876386402418048/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469168 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469168.210569:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469168.210579:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469168.210582:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469168.210585:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469168.210588:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469168.210591:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469168.210595:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6ebb80 x1876386402418176/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469168 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469168.210604:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469168.210607:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469168.210609:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469168.210610:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469168.210614:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469168.210617:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469168.210622:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469168.210666:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469168.210668:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469168.210672:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6ebb80 x1876386402418176/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469168 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469168.210680:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402418176:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469168.210685:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469168.210689:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e8700 x1876386402417920/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469168 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469168.210695:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469168.210697:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469168.210699:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469168.210700:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469168.210702:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469168.210704:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469168.210706:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469168.210713:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469168.210715:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469168.210719:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e8700 x1876386402417920/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469168 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469168.210726:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402417920:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789469168.210730:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469168.210733:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6ea680 x1876386402418048/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469168 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469168.210740:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469168.210743:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469168.210744:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469168.210745:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469168.210746:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469168.210749:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469168.210751:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469168.210756:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469168.210759:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469168.210764:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6ea680 x1876386402418048/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469168 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469168.210771:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402418048:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469168.210775:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469168.210778:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469168.210781:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6ebb80 x1876386402418176/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469168 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469168.210787:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469168.210791:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469168.210796:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890c00. 02000000:00000001:1.0:1789469168.210800:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469168.210804:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469168.210806:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789469168.210808:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469168.210811:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687c400. 02000000:00000001:1.0:1789469168.210817:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469168.210819:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469168.210821:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6ebb80. 00000100:00000001:1.0:1789469168.210825:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469168.210826:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469168.210828:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469168.210832:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e8700 x1876386402417920/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469168 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469168.210843:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469168.210845:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469168.210846:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6893000. 02000000:00000001:1.0:1789469168.210849:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469168.210850:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469168.210852:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789469168.210853:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469168.210855:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687f000. 02000000:00000001:1.0:1789469168.210857:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469168.210859:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469168.210860:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e8700. 00000100:00000001:1.0:1789469168.210863:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469168.210864:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469168.210865:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469168.210868:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6ea680 x1876386402418048/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469168 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469168.210874:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469168.210875:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469168.210876:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6892400. 02000000:00000001:1.0:1789469168.210880:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469168.210881:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469168.210882:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789469168.210884:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469168.210885:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687c800. 02000000:00000001:1.0:1789469168.210888:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469168.210889:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469168.210890:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6ea680. 00000100:00000001:1.0:1789469168.210893:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469168.210894:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469168.210896:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469168.210900:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469168.210901:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469168.210903:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469168.210905:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469168.210946:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469168.210953:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789469168.210956:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469168.210959:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469168.210964:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469168.210970:0:332879:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21392 00000400:00000200:3.0:1789469168.210979:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469168.210987:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789469168.210991:0:332879:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469168.210994:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469168.210997:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469168.210999:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469168.211002:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789469168.211010:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469168.211013:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789469168.211016:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469168.211029:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789469168.211031:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789469168.211034:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789469168.211037:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469168.211039:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469168.211041:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469168.211043:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789469168.211047:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789469168.211051:0:332879:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789469168.211053:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469168.211055:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469168.211060:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469168.211062:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469168.211064:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469168.211067:0:332879:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469168.211078:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9032d80. 00000020:00000040:3.0:1789469168.211081:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789469168.211085:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469168.211087:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469168.211101:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469168.211104:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469168.211108:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469168.211119:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1000. 00000100:00000001:3.0:1789469168.211128:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469168.211165:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9032d80 x1876386402418304/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469168.211176:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469168.211182:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469168.211187:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca468814] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9032d80 x1876386402418304/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469168.211217:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469168.211220:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469168.211223:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789469168.211225:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469168.211226:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469168.211229:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469168.211231:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21392 00000400:00000200:3.0:1789469168.211235:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469168.211238:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789469168.211240:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469168.211244:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469168.211246:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469168.211248:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469168.211250:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789469168.211253:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469168.211254:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789469168.211256:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469168.211259:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789469168.211260:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789469168.211262:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789469168.211266:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469168.211268:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469168.211269:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469168.211271:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789469168.211273:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789469168.211276:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789469168.211279:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469168.211281:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469168.211288:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469168.211290:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469168.211292:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789469168.211297:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789469168.211300:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469168.211302:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469168.211306:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031c00. 00000020:00000040:3.0:1789469168.211308:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789469168.211311:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469168.211312:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469168.211314:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469168.211315:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469168.211317:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469168.211321:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d0800. 00000100:00000001:3.0:1789469168.211324:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469168.211329:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031c00 x1876386402418432/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469168.211336:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469168.211338:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469168.211341:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e90841d0] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031c00 x1876386402418432/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469168.211348:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469168.211350:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469168.211354:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789469168.211355:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469168.211356:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469168.211359:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469168.211362:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21392 00000400:00000200:3.0:1789469168.211365:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469168.211368:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789469168.211371:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469168.211374:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469168.211376:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469168.211378:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469168.211380:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789469168.211383:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469168.211384:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789469168.211385:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469168.211387:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789469168.211389:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789469168.211391:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789469168.211394:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469168.211396:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469168.211397:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469168.211399:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789469168.211401:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789469168.211403:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789469168.211405:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469168.211407:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469168.211410:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469168.211412:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469168.211414:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789469168.211416:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789469168.211418:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469168.211420:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469168.211425:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030a80. 00000020:00000040:3.0:1789469168.211427:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789469168.211429:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469168.211430:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469168.211432:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469168.211433:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469168.211435:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469168.211438:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2000. 00000100:00000001:3.0:1789469168.211443:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469168.211447:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030a80 x1876386402418560/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469168.211455:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469168.211457:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469168.211460:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb50d69] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030a80 x1876386402418560/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469168.211467:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469168.211470:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469168.211474:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469168.211477:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469168.211479:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469168.211485:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21421) 00000100:00000001:1.0:1789469168.212152:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469168.212160:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469168.212164:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469168.212175:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9032d80 x1876386402418304/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469168.212187:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469168.212190:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469168.212195:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469168.212198:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469168.212201:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469168.212205:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402418304:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789469168.212210:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469168.212216:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469168.212219:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469168.212222:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469168.212227:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6892400. 02000000:00000001:1.0:1789469168.212230:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469168.212237:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469168.212242:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30aa8. 00000400:00000010:1.0:1789469168.212251:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d57f8. 00000100:00000200:1.0:1789469168.212259:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402418304, portal 25 00000100:00000001:1.0:1789469168.212262:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469168.212264:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107414400 : -126744602137216 : ffff8cb9f9032d80) 00000100:00000040:1.0:1789469168.212270:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9032d80 x1876386402418304/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469168.212278:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469168.212280:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469168.212284:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5cc0. 00000100:00000200:1.0:1789469168.212288:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402418304, offset 0 00000400:00000200:1.0:1789469168.212296:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469168.212305:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469168.212313:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469168.212320:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469168.212325:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469168.212329:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469168.212332:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469168.212336:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94047:94047:256:4294967295] 192.168.203.142@tcp LPNI seq info [94047:94047:8:4294967295] 00000400:00000200:1.0:1789469168.212340:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469168.212353:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469168.212360:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469168.212366:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7b00. 00000800:00000200:1.0:1789469168.212374:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469168.212384:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469168.212389:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469168.212415:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469168.212420:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469168.212423:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316085494 00000100:00000010:1.0:1789469168.212429:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a900. 00000100:00000001:1.0:1789469168.212438:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789469168.212445:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316085494 00000100:00000010:1.0:1789469168.212449:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a600. 00000100:00000001:1.0:1789469168.212454:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789469168.212457:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469168.212460:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469168.212464:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469168.212469:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9031c00 x1876386402418432/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469168.212476:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469168.212478:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469168.212480:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469168.212482:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469168.212485:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469168.212488:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402418432:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469168.212492:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469168.212495:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469168.212496:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469168.212499:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469168.212502:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6893000. 02000000:00000001:1.0:1789469168.212504:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469168.212508:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469168.212511:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30688. 00000400:00000010:1.0:1789469168.212515:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5110. 00000100:00000200:1.0:1789469168.212518:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402418432, portal 10 00000100:00000001:1.0:1789469168.212520:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469168.212521:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107409920 : -126744602141696 : ffff8cb9f9031c00) 00000100:00000040:1.0:1789469168.212529:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031c00 x1876386402418432/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469168.212535:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469168.212538:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469168.212541:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5a18. 00000100:00000200:1.0:1789469168.212543:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402418432, offset 0 00000400:00000200:1.0:1789469168.212548:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469168.212551:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469168.212554:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469168.212557:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469168.212559:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469168.212562:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469168.212564:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469168.212568:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94048:94048:255:4294967295] 192.168.203.142@tcp LPNI seq info [94048:94048:7:4294967295] 00000400:00000200:1.0:1789469168.212572:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469168.212577:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469168.212582:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469168.212586:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7100. 00000800:00000200:1.0:1789469168.212590:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469168.212594:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469168.212597:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469168.212602:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469168.212606:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789469168.212610:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469168.212612:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316084254 00000100:00000001:1.0:1789469168.212615:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4316085494 00000100:00000001:1.0:1789469168.212617:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316084254 00000100:00000001:1.0:1789469168.212619:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4316085494 00000100:00000001:1.0:1789469168.212621:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469168.212623:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469168.212626:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469168.212630:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030a80 x1876386402418560/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469168.212637:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469168.212639:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469168.212641:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469168.212643:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469168.212644:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469168.212647:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402418560:192.168.203.142@tcp:38:kworker.0 00000800:00000200:2.0:1789469168.212875:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469168.212882:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7b00. 00000400:00000200:2.0:1789469168.212890:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469168.212897:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469168.212903:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5cc0 00000400:00000010:2.0:1789469168.212906:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5cc0. 00000100:00000001:2.0:1789469168.212912:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469168.212917:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9032d80 x1876386402418304/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469168.212939:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469168.212942:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9032d80 x1876386402418304/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469193 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469168.212949:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469168.212951:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789469168.213051:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469168.213054:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7100. 00000400:00000200:2.0:1789469168.213058:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469168.213062:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469168.213064:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5a18 00000400:00000010:2.0:1789469168.213066:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5a18. 00000100:00000001:2.0:1789469168.213068:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469168.213072:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031c00 x1876386402418432/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469168.213079:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469168.213082:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031c00 x1876386402418432/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469193 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469168.213088:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469168.213090:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789469168.213268:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469168.213273:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469168.213275:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469168.213277:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469168.213282:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890c00. 02000000:00000001:1.0:1789469168.213283:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469168.213289:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469168.213291:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30d10. 00000400:00000010:1.0:1789469168.213295:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5bb0. 00000100:00000200:1.0:1789469168.213299:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402418560, portal 10 00000100:00000001:1.0:1789469168.213301:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469168.213303:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107405440 : -126744602146176 : ffff8cb9f9030a80) 00000100:00000040:1.0:1789469168.213310:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030a80 x1876386402418560/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469168.213317:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469168.213320:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469168.213323:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d53b8. 00000100:00000200:1.0:1789469168.213325:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402418560, offset 0 00000400:00000200:1.0:1789469168.213330:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469168.213336:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469168.213340:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469168.213344:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469168.213347:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469168.213350:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469168.213352:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469168.213355:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94049:94049:256:4294967295] 192.168.203.142@tcp LPNI seq info [94049:94049:8:4294967295] 00000400:00000200:1.0:1789469168.213359:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469168.213367:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469168.213372:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469168.213376:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7f00. 00000800:00000200:1.0:1789469168.213380:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469168.213387:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469168.213390:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469168.213408:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469168.213413:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789469168.213417:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469168.213419:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316084243 00000100:00000001:1.0:1789469168.213422:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4316085494 00000100:00000001:1.0:1789469168.213424:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316084243 00000100:00000001:1.0:1789469168.213427:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4316085494 00000100:00000001:1.0:1789469168.213429:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469168.213432:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469168.213436:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469168.213440:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469168.213449:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469168.213452:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789469168.213454:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469168.213456:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469168.213458:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469168.213460:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469168.213533:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469168.213537:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7f00. 00000400:00000200:2.0:1789469168.213541:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469168.213545:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469168.213549:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d53b8 00000400:00000010:2.0:1789469168.213551:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d53b8. 00000100:00000001:2.0:1789469168.213554:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469168.213558:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030a80 x1876386402418560/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469168.213566:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469168.213569:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030a80 x1876386402418560/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469193 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469168.213576:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469168.213577:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469168.594713:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469168.594724:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469168.594727:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469168.594734:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469168.594739:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469168.594745:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469168.594748:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469168.594753:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469168.594755:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469168.977342:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469168.977351:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469168.977359:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469168.977360:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469168.977364:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469168.977365:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469168.977444:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469168.977450:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469168.977454:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789469169.490919:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316085494, at 4316085505 00000100:00000010:3.0:1789469169.490941:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a600. 00000100:00000040:2.0:1789469169.491503:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316085494, at 4316085506 00000100:00000010:2.0:1789469169.491511:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a900. 00000100:00000001:2.0:1789469169.617283:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469169.617295:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469169.617301:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469169.617309:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469169.617313:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469169.617319:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469169.617322:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469169.617325:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469169.617329:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469170.004064:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469170.004074:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469170.004082:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469170.004084:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469170.004088:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469170.004089:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469170.004735:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469170.004740:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469170.004744:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469170.641355:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469170.641367:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469170.641371:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469170.641378:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469170.641382:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469170.641388:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469170.641391:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469170.641394:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469170.641398:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469171.025351:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469171.025361:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469171.025369:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469171.025370:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469171.025374:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469171.025375:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469171.028812:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469171.028822:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469171.028829:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469171.666006:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469171.666018:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469171.666021:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469171.666034:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469171.666039:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469171.666045:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469171.666049:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469171.666053:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469171.666056:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469172.049326:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469172.049337:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469172.049355:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469172.049356:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469172.049360:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469172.049362:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469172.049549:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469172.049553:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469172.049556:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469172.689548:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469172.689560:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469172.690506:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469172.690515:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469172.690520:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469172.690525:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469172.690529:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469172.690532:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469172.690536:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469173.073376:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469173.073386:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469173.073394:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469173.073396:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469173.073400:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469173.073401:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469173.073662:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469173.073667:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469173.073671:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469173.329272:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1789469173.329285:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789469173.329293:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1789469173.329293:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1789469173.329296:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789469173.329297:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789469173.329300:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1789469173.329301:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1789469173.329304:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1789469173.329304:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469173.329307:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1789469173.329308:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469173.329310:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789469173.329312:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469173.329314:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469173.329319:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469173.329322:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469173.329330:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21427) 00000100:00000001:2.0:1789469173.713315:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469173.713327:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469173.713330:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469173.713338:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469173.713342:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469173.713348:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469173.713351:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469173.713354:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469173.713357:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469174.097302:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469174.097312:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469174.097320:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469174.097322:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469174.097333:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469174.097335:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469174.097545:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469174.097549:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469174.097553:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469174.353299:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469174.353318:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469174.353320:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469174.353327:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469174.353330:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469174.353336:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469174.353339:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469174.738076:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469174.738088:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469174.738090:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469174.738098:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469174.738104:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469174.738109:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469174.738113:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469174.738115:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469174.738118:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469175.121352:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469175.121363:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469175.121366:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469175.121370:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469175.121377:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469175.121380:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469175.121382:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469175.121386:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469175.121391:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469175.121393:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469175.121397:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469175.121398:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469175.125931:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469175.125941:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469175.125948:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469175.377435:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469175.377457:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469175.377460:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469175.377467:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469175.377470:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469175.377479:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469175.377481:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469175.761318:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469175.761330:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469175.761333:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469175.761341:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469175.761345:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469175.761350:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469175.761354:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469175.761357:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469175.761362:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469176.146098:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469176.146107:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469176.146114:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469176.146115:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469176.146119:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469176.146120:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469176.150117:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469176.150127:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469176.150148:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469176.401370:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469176.401401:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469176.401404:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469176.401409:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469176.401412:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469176.401418:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469176.401421:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469176.785294:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469176.785317:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469176.785320:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469176.785326:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469176.785331:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469176.785336:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469176.785339:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469176.785342:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469176.785346:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469177.169607:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469177.169616:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469177.169623:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469177.169625:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469177.169628:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469177.169630:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469177.169748:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469177.169754:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469177.169757:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469177.427789:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469177.427807:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469177.427810:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469177.427816:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469177.427819:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469177.427824:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469177.427827:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469177.809306:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469177.809318:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469177.809321:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469177.809328:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469177.809332:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469177.809337:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469177.809340:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469177.809343:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469177.809346:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469178.193471:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469178.193483:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469178.193491:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469178.193496:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469178.193499:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469178.193504:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469178.193508:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469178.193511:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469178.193514:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469178.193516:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469178.193522:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469178.193524:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469178.193526:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469178.193527:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469178.193529:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469178.193531:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469178.193532:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469178.193534:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469178.196765:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469178.196772:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469178.196776:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469178.449292:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469178.449320:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469178.449323:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469178.449330:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469178.449333:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469178.449340:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469178.449343:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469178.450639:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469178.450650:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469178.450653:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469178.450657:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469178.450660:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469178.450663:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469178.450666:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469178.450671:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469178.450674:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469178.450677:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469178.450685:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21432) 00000100:00000001:2.0:1789469178.833290:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469178.833297:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469178.833299:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469178.833304:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469178.833308:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469178.833312:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469178.833314:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469178.833316:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469178.833319:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469179.217395:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469179.217405:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469179.217412:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469179.217413:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469179.217417:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469179.217419:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469179.219018:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469179.219027:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469179.219032:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469179.473627:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469179.473644:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469179.473647:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469179.473653:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469179.473656:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469179.473661:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469179.473664:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469179.864035:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469179.864044:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469179.864046:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469179.864051:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469179.864055:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469179.864059:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469179.864062:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469179.864064:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469179.864067:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469180.242029:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469180.242039:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469180.242047:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469180.242048:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469180.242052:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469180.242053:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469180.242286:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469180.242291:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469180.242295:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469180.497308:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469180.497325:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469180.497327:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469180.497334:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469180.497338:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469180.497344:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469180.497347:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469180.881336:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469180.881347:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469180.881350:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469180.881356:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469180.881361:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469180.881365:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469180.881368:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469180.881371:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469180.881374:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469181.265385:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469181.265392:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469181.265399:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469181.265400:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469181.265404:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469181.265405:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469181.265722:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469181.265726:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469181.265729:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469181.521494:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469181.521513:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469181.521515:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469181.521530:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469181.521533:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469181.521538:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469181.521542:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469181.905306:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469181.905314:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469181.905316:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469181.905321:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469181.905325:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469181.905329:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469181.905332:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469181.905334:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469181.905337:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469182.289300:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469182.289307:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469182.289313:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469182.289314:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469182.289318:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469182.289319:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469182.289363:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469182.289377:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469182.289382:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469182.545499:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469182.545519:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469182.545523:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469182.545530:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469182.545533:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469182.545539:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469182.545543:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469182.930571:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469182.930579:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469182.930581:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469182.930587:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469182.930590:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469182.930594:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469182.930597:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469182.930599:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469182.930601:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469183.313303:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469183.313310:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469183.313317:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469183.313318:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469183.313321:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469183.313322:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469183.313420:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469183.313424:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469183.313426:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469183.569287:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469183.569298:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469183.569301:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469183.569304:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469183.569306:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469183.569310:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469183.569313:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469183.569317:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469183.569319:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469183.569322:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469183.569328:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21437) 00000100:00000001:1.0:1789469183.569423:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469183.569433:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469183.569436:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469183.569440:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469183.569442:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469183.569446:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469183.569448:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469183.953253:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469183.953261:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469183.953263:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469183.953269:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469183.953272:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469183.953277:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469183.953280:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469183.953282:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469183.953285:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469184.337300:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469184.337308:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469184.337310:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469184.337314:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469184.337319:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469184.337321:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469184.337323:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469184.337325:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469184.337329:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469184.337331:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469184.337335:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469184.337336:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469184.337456:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469184.337460:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469184.337463:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469184.594031:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469184.594046:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469184.594048:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469184.594053:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469184.594056:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469184.594060:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469184.594062:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469184.977334:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469184.977342:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469184.977344:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469184.977349:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469184.977353:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469184.977356:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469184.977359:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469184.977362:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469184.977365:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469185.361861:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469185.361868:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469185.361875:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469185.361876:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469185.361880:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469185.361881:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469185.362080:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469185.362083:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469185.362087:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469185.618061:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469185.618076:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469185.618079:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469185.618084:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469185.618086:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469185.618090:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469185.618093:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469186.002279:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469186.002286:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469186.002289:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469186.002293:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469186.002296:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469186.002300:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469186.002303:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469186.002305:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469186.002308:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469186.386714:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469186.386721:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469186.386726:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469186.386727:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469186.386731:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469186.386732:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469186.386863:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469186.386867:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469186.386870:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469186.641288:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469186.641303:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469186.641305:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469186.641309:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469186.641312:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469186.641316:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469186.641319:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469187.027079:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469187.027087:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469187.027088:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469187.027093:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469187.027097:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469187.027102:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469187.027105:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469187.027107:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469187.027109:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469187.412225:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469187.412232:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469187.412237:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469187.412240:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469187.412243:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469187.412247:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469187.412250:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469187.412253:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469187.412255:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469187.412257:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469187.412261:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469187.412262:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469187.412263:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469187.412265:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469187.412266:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469187.412267:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469187.412269:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469187.412271:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469187.412375:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469187.412379:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469187.412381:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469187.665740:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469187.665753:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469187.665755:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469187.665759:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469187.665761:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469187.665765:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469187.665767:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469188.049755:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469188.049764:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469188.049767:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469188.049788:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469188.049792:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469188.049796:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469188.049800:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469188.049802:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469188.049805:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469188.433632:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469188.433638:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469188.433645:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469188.433646:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469188.433650:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469188.433650:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469188.434258:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469188.434263:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469188.434266:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469188.689306:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469188.689320:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469188.689323:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469188.689327:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469188.689330:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1789469188.689333:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789469188.689334:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469188.689339:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469188.689342:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469188.689346:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469188.689350:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469188.689352:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469188.689355:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469188.689357:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469188.689361:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469188.689364:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469188.689367:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469188.689373:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21442) 00000100:00000001:2.0:1789469189.073509:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469189.073527:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469189.073529:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469189.073535:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469189.073537:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469189.073541:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469189.073552:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469189.073555:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469189.073557:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469189.457708:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469189.457715:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469189.457720:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469189.457722:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469189.457725:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469189.457727:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469189.457846:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469189.457850:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469189.457853:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469189.713245:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469189.713261:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469189.713263:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469189.713268:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469189.713271:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469189.713275:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469189.713277:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469190.097370:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469190.097382:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469190.097384:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469190.097391:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469190.097394:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469190.097398:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469190.097401:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469190.097404:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469190.097407:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469190.481637:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469190.481643:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469190.481649:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469190.481650:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469190.481653:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469190.481655:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469190.481786:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469190.481790:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469190.481793:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469190.737373:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469190.737387:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469190.737390:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469190.737394:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469190.737396:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469190.737401:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469190.737403:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469191.122044:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469191.122054:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469191.122056:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469191.122061:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469191.122065:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469191.122069:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469191.122072:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469191.122074:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469191.122077:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469191.506105:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469191.506112:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469191.506118:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469191.506119:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469191.506123:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469191.506124:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469191.506604:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469191.506608:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469191.506620:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469191.761796:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469191.761811:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469191.761813:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469191.761817:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469191.761819:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469191.761823:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469191.761825:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469192.147810:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469192.147817:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469192.147819:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469192.147824:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469192.147827:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469192.147831:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469192.147833:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469192.147836:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469192.147839:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469192.535695:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469192.535706:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469192.535714:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469192.535716:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469192.535720:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469192.535721:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469192.536309:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469192.536314:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469192.536318:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469192.785296:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469192.785317:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469192.785320:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469192.785326:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469192.785328:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469192.785334:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469192.785336:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469193.169290:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469193.169301:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469193.169304:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469193.169310:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469193.169314:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469193.169319:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469193.169321:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469193.169324:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469193.169327:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469193.554472:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469193.554480:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469193.554488:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469193.554489:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469193.554493:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469193.554494:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469193.554816:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469193.554820:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469193.554824:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469193.809417:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469193.809428:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469193.809449:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469168/real 1789469168] req@ffff8cb9f9032d80 x1876386402418304/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469193 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469193.809471:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469193.809474:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469193.809478:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30aa8. 00000400:00000200:3.0:1789469193.809487:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d57f8 00000400:00000010:3.0:1789469193.809490:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d57f8. 00000100:00000001:3.0:1789469193.809497:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469193.809502:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9032d80 x1876386402418304/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469193 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469193.809513:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9032d80 x1876386402418304/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469193 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469193.809521:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469193.809523:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469193.809526:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469193.809529:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469193.809534:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9032d80 x1876386402418304/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469193 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469193.809541:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469193.809543:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469193.809548:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469168/real 1789469168] req@ffff8cb9f9031c00 x1876386402418432/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469193 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469193.809556:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469193.809557:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469193.809560:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30688. 00000400:00000200:3.0:1789469193.809562:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5110 00000400:00000010:3.0:1789469193.809564:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5110. 00000100:00000001:3.0:1789469193.809566:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469193.809569:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9031c00 x1876386402418432/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469193 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469193.809577:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9031c00 x1876386402418432/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469193 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469193.809584:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469193.809585:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469193.809587:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469193.809588:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469193.809592:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9031c00 x1876386402418432/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469193 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469193.809605:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469193.809607:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469193.809612:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469168/real 1789469168] req@ffff8cb9f9030a80 x1876386402418560/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469193 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469193.809620:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469193.809621:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469193.809623:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30d10. 00000400:00000200:3.0:1789469193.809626:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5bb0 00000400:00000010:3.0:1789469193.809628:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5bb0. 00000100:00000001:3.0:1789469193.809630:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469193.809633:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030a80 x1876386402418560/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469193 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469193.809642:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030a80 x1876386402418560/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469193 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469193.809648:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469193.809649:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469193.809650:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469193.810101:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469193.810109:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9030a80 x1876386402418560/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469193 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469193.810116:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469193.810127:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469193.810161:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469193.810165:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469193.810168:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469193.810171:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469193.810177:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9032d80 x1876386402418304/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469193 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469193.810185:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469193.810189:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469193.810191:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469193.810192:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469193.810195:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469193.810197:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469193.810201:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469193.810229:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789469193.810232:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469193.810237:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9032d80 x1876386402418304/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469193 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469193.810247:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402418304:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789469193.810253:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469193.810257:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9031c00 x1876386402418432/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469193 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469193.810263:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469193.810266:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469193.810268:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469193.810269:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469193.810271:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469193.810274:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469193.810277:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789469193.810283:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469193.810290:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00080000:0.0:1789469193.810292:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789469193.810295:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1789469193.810297:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:3.0:1789469193.810302:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9031c00 x1876386402418432/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469193 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789469193.810304:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469193.810312:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00100000:3.0:1789469193.810314:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402418432:192.168.203.142@tcp:38:kworker.0 00000100:00080000:0.0:1789469193.810319:0:332879:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21416 00000100:00000001:3.0:1789469193.810321:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469193.810328:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030a80 x1876386402418560/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469193 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789469193.810331:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789469193.810339:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000400:00000200:0.0:1789469193.810342:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00000001:3.0:1789469193.810343:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469193.810347:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:0.0:1789469193.810349:0:332879:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1789469193.810350:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469193.810354:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000040:0.0:1789469193.810358:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469193.810358:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469193.810363:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1789469193.810364:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469193.810369:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00080000:3.0:1789469193.810372:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789469193.810374:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000100:00000001:3.0:1789469193.810377:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469193.810384:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030a80 x1876386402418560/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469193 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1789469193.810386:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469193.810390:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:0.0:1789469193.810394:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00100000:3.0:1789469193.810398:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402418560:192.168.203.142@tcp:38:kworker.0 00000020:00000040:0.0:1789469193.810399:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000100:00000001:3.0:1789469193.810405:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789469193.810406:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:0.0:1789469193.810411:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000001:3.0:1789469193.810412:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789469193.810416:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469193.810421:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469193.810421:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9032d80 x1876386402418304/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469193 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789469193.810425:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469193.810431:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789469193.810437:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00000001:3.0:1789469193.810438:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1789469193.810443:0:332879:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789469193.810446:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469193.810448:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1789469193.810450:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469193.810455:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1789469193.810455:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6892400. 02000000:00000001:0.0:1789469193.810460:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469193.810464:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789469193.810467:0:332879:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469193.810467:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469193.810472:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469193.810475:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789469193.810478:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000010:0.0:1789469193.810481:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6eb800. 02000000:00000010:3.0:1789469193.810482:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d1000. 00000020:00000040:0.0:1789469193.810487:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789469193.810489:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469193.810493:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1789469193.810494:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000010:3.0:1789469193.810496:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9032d80. 02000000:00000001:0.0:1789469193.810498:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469193.810504:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1789469193.810505:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1789469193.810508:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1789469193.810509:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469193.810513:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1789469193.810515:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469193.810518:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9031c00 x1876386402418432/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469193 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469193.810526:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000010:0.0:1789469193.810527:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687f000. 02000000:00000001:3.0:1789469193.810528:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469193.810532:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6893000. 02000000:00000001:3.0:1789469193.810535:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469193.810536:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:0.0:1789469193.810538:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789469193.810538:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789469193.810544:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469193.810545:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d0800. 02000000:00000001:3.0:1789469193.810549:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:0.0:1789469193.810550:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6eb800 x1876386402418688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1789469193.810551:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469193.810554:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9031c00. 00000100:00000001:3.0:1789469193.810559:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469193.810562:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469193.810565:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789469193.810569:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1789469193.810572:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030a80 x1876386402418560/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469193 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469193.810576:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469193.810584:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469193.810587:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1789469193.810588:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc332fda] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6eb800 x1876386402418688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1789469193.810589:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890c00. 02000000:00000001:3.0:1789469193.810593:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469193.810595:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469193.810598:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789469193.810603:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469193.810606:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d2000. 02000000:00000001:3.0:1789469193.810610:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1789469193.810611:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469193.810612:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469193.810616:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030a80. 00000100:00080000:0.0:1789469193.810617:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789469193.810620:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469193.810623:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789469193.810624:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789469193.810628:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1789469193.810629:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789469193.810631:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469193.810634:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789469193.810636:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:3.0:1789469193.810637:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469193.810642:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21416 00000100:00000001:3.0:1789469193.810643:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469193.810646:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469193.810649:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1789469193.810650:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789469193.810656:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789469193.810658:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469193.810661:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469193.810664:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469193.810666:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469193.810668:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789469193.810672:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469193.810673:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:0.0:1789469193.810675:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469193.810678:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:0.0:1789469193.810680:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:0.0:1789469193.810682:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:0.0:1789469193.810685:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469193.810687:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469193.810689:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469193.810691:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789469193.810693:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:0.0:1789469193.810696:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789469193.810699:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469193.810700:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469193.810707:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469193.810709:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469193.810711:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789469193.810716:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789469193.810719:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469193.810721:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469193.810725:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e9f80. 00000020:00000040:0.0:1789469193.810727:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789469193.810939:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469193.810942:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469193.810944:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469193.810946:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469193.810948:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469193.810954:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687c400. 00000100:00000001:0.0:1789469193.810958:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469193.810963:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e9f80 x1876386402418816/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469193.810972:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469193.810974:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469193.810978:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9c4e0db] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e9f80 x1876386402418816/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469193.810988:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469193.810991:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469193.810994:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789469193.810995:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469193.810997:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469193.810999:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469193.811002:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21416 00000400:00000200:0.0:1789469193.811006:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789469193.811009:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789469193.811011:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469193.811014:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469193.811016:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469193.811018:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469193.811020:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789469193.811023:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469193.811024:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:0.0:1789469193.811026:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469193.811028:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:0.0:1789469193.811030:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:0.0:1789469193.811033:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:0.0:1789469193.811036:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469193.811038:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469193.811040:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469193.811042:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789469193.811044:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:0.0:1789469193.811047:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789469193.811049:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469193.811051:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469193.811054:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469193.811056:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469193.811058:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789469193.811060:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789469193.811063:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469193.811064:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469193.811068:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e8380. 00000020:00000040:0.0:1789469193.811070:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789469193.811073:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469193.811074:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469193.811076:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469193.811077:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469193.811079:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469193.811082:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687f800. 00000100:00000001:0.0:1789469193.811085:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469193.811090:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e8380 x1876386402418944/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469193.811097:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469193.811099:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469193.811103:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008646cf65] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e8380 x1876386402418944/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469193.811111:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469193.811115:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469193.811119:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469193.811122:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469193.811126:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469193.811184:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21447) 00000100:00000040:0.0:1789469193.811193:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469193.811196:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469193.811198:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469193.811201:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469193.811204:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21447) 00000100:00000040:3.0:1789469193.812943:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6eb800 x1876386402418688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469193.812962:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469193.812966:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469193.812982:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469193.812986:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469193.812990:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469193.812994:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402418688:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789469193.812999:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469193.813005:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469193.813008:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469193.813011:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469193.813035:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d2000. 02000000:00000001:3.0:1789469193.813038:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469193.813047:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789469193.813057:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf9f8. 00000400:00000010:3.0:1789469193.813068:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ceb28. 00000100:00000200:3.0:1789469193.813077:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402418688, portal 25 00000100:00000001:3.0:1789469193.813080:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469193.813082:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704786432 : -126741004765184 : ffff8cbacf6eb800) 00000100:00000040:3.0:1789469193.813089:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6eb800 x1876386402418688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469193.813097:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469193.813100:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789469193.813104:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ceaa0. 00000100:00000200:3.0:1789469193.813107:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402418688, offset 0 00000400:00000200:3.0:1789469193.813116:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789469193.813128:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469193.813158:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789469193.813165:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789469193.813172:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789469193.813176:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789469193.813179:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789469193.813183:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94050:94050:256:4294967295] 192.168.203.142@tcp LPNI seq info [94050:94050:8:4294967295] 00000400:00000200:3.0:1789469193.813188:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469193.813200:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789469193.813207:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789469193.813214:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7400. 00000800:00000200:3.0:1789469193.814185:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789469193.814197:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469193.814202:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789469193.814221:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469193.814230:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789469193.814234:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316111096 00000100:00000010:3.0:1789469193.814246:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451780. 00000100:00000001:3.0:1789469193.814254:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469193.814263:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316111096 00000100:00000010:3.0:1789469193.814266:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451960. 00000100:00000001:3.0:1789469193.815377:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469193.815391:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469193.815397:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469193.815404:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469193.815410:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469193.815423:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469193.815426:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789469193.815430:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469193.815434:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469193.815437:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469193.815456:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e9f80 x1876386402418816/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469193.815469:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469193.815473:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469193.815478:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469193.815482:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469193.815486:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469193.815491:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402418816:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469193.815497:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469193.815503:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469193.815507:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469193.815509:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469193.815518:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d0800. 02000000:00000001:3.0:1789469193.815520:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469193.815610:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469193.815617:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7400. 00000400:00000200:2.0:1789469193.815624:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469193.815631:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469193.815641:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ceaa0 00000400:00000010:2.0:1789469193.815645:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ceaa0. 00000100:00000001:2.0:1789469193.815650:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1789469193.815653:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000200:2.0:1789469193.815659:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6eb800 x1876386402418688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1789469193.815662:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bfd68. 00000400:00000010:3.0:1789469193.815673:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce660. 00000100:00000001:2.0:1789469193.815674:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469193.815681:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6eb800 x1876386402418688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469218 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469193.815684:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402418816, portal 10 00000100:00000001:3.0:1789469193.815690:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469193.815693:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704780160 : -126741004771456 : ffff8cbacf6e9f80) 00000100:00000001:2.0:1789469193.815695:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469193.815707:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e9f80 x1876386402418816/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469193.815709:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469193.815718:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469193.815722:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789469193.815925:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce7f8. 00000100:00000200:3.0:1789469193.815931:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402418816, offset 0 00000400:00000200:3.0:1789469193.815940:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789469193.815951:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469193.815959:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789469193.815965:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789469193.816117:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789469193.816124:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789469193.816127:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789469193.816154:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94051:94051:256:4294967295] 192.168.203.142@tcp LPNI seq info [94051:94051:8:4294967295] 00000400:00000200:3.0:1789469193.816160:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469193.816171:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789469193.816179:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789469193.816185:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7b00. 00000800:00000200:3.0:1789469193.816193:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789469193.816202:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469193.816206:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789469193.816334:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469193.816342:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:3.0:1789469193.816346:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789469193.816350:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316109858 00000100:00000001:3.0:1789469193.816353:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4316111096 00000100:00000001:3.0:1789469193.816356:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316109858 00000100:00000001:3.0:1789469193.816358:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4316111096 00000100:00000001:3.0:1789469193.816361:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469193.816365:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469193.816368:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469193.816375:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e8380 x1876386402418944/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469193.816384:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469193.816386:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469193.816389:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469193.816392:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469193.816394:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469193.816398:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402418944:192.168.203.142@tcp:38:kworker.0 00000800:00000200:2.0:1789469193.816400:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1789469193.816406:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000010:2.0:1789469193.816407:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7b00. 02000000:00000001:3.0:1789469193.816411:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1789469193.816413:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1789469193.816416:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469193.816420:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1789469193.816421:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469193.816427:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce7f8 02000000:00000010:3.0:1789469193.816428:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d1000. 00000400:00000010:2.0:1789469193.816431:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce7f8. 02000000:00000001:3.0:1789469193.816432:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469193.816439:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1789469193.816440:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000200:2.0:1789469193.816446:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9f80 x1876386402418816/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1789469193.816446:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf4d0. 00000400:00000010:3.0:1789469193.816452:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce770. 00000100:00000200:3.0:1789469193.816459:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402418944, portal 10 00000100:00000001:2.0:1789469193.816462:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789469193.816462:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469193.816466:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704772992 : -126741004778624 : ffff8cbacf6e8380) 00000100:00000040:2.0:1789469193.816469:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9f80 x1876386402418816/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469218 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789469193.816476:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e8380 x1876386402418944/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469193.816480:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469193.816485:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469193.816490:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469193.816493:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789469193.816496:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cea18. 00000100:00000200:3.0:1789469193.816498:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402418944, offset 0 00000400:00000200:3.0:1789469193.816503:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789469193.816508:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469193.816512:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789469193.816516:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789469193.816518:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789469193.816520:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789469193.816523:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789469193.816525:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94052:94052:256:4294967295] 192.168.203.142@tcp LPNI seq info [94052:94052:8:4294967295] 00000400:00000200:3.0:1789469193.816542:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469193.816548:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789469193.816553:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789469193.816557:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7a00. 00000800:00000200:3.0:1789469193.816722:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789469193.816931:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469193.816936:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7a00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789469193.816954:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469193.816958:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:3.0:1789469193.816962:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789469193.816965:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316109846 00000100:00000001:3.0:1789469193.816967:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4316111096 00000800:00000200:2.0:1789469193.817115:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469193.817119:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7a00. 00000400:00000200:2.0:1789469193.817123:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1789469193.817128:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316109846 00000400:00000200:2.0:1789469193.817163:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469193.817169:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cea18 00000400:00000010:2.0:1789469193.817172:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cea18. 00000100:00000001:2.0:1789469193.817176:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469193.817181:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e8380 x1876386402418944/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469193.817189:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469193.817193:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e8380 x1876386402418944/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469218 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469193.817199:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469193.817200:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469193.817239:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4316111096 00000100:00000001:3.0:1789469193.817243:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469193.817338:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469193.817343:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469193.817347:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469193.817357:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469193.817360:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789469193.817363:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469193.817365:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469193.817367:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469193.817369:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469194.194193:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469194.194204:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469194.194207:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469194.194214:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469194.194218:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469194.194223:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469194.194226:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469194.194228:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469194.194231:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469194.577338:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469194.577354:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469194.577357:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469194.577361:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469194.577367:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469194.577370:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469194.577372:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469194.577375:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469194.577379:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469194.577381:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469194.577385:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469194.577387:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469194.577556:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469194.577561:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469194.577565:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789469195.089258:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316111096, at 4316111104 00000100:00000010:2.0:1789469195.089275:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451780. 00000100:00000040:3.0:1789469195.089481:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316111096, at 4316111104 00000100:00000010:3.0:1789469195.089488:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451960. 00000100:00000001:2.0:1789469195.217439:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469195.217447:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469195.217449:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469195.217454:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469195.217458:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469195.217462:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469195.217464:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469195.217467:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469195.217469:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469195.601437:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469195.601446:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469195.601452:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469195.601454:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469195.601457:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469195.601459:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469195.602366:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469195.602374:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469195.602379:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469196.242835:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469196.242842:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469196.242844:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469196.242849:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469196.242852:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469196.242855:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469196.242857:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469196.242860:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469196.242863:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469196.625290:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469196.625306:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469196.625314:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469196.625316:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469196.625320:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469196.625321:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469196.625426:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469196.625433:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469196.625437:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469197.269763:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469197.269771:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469197.269774:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469197.269779:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469197.269783:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469197.269787:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469197.269790:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469197.269792:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469197.269795:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469197.649873:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469197.649880:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469197.649886:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469197.649889:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469197.649891:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469197.649895:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469197.649898:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469197.649901:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469197.649903:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469197.649905:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469197.649909:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469197.649911:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469197.649912:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469197.649913:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469197.649915:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469197.649916:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469197.649917:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469197.649919:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469197.650049:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469197.650057:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469197.650069:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469198.289275:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469198.289287:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469198.289289:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469198.289296:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469198.289301:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469198.289304:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469198.289307:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469198.289310:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469198.289313:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469198.673837:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469198.673849:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469198.673856:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469198.673857:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469198.673861:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469198.673862:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469198.673991:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469198.673995:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469198.673999:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469198.929932:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469198.929945:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469198.929949:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469198.929952:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469198.929955:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469198.929958:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469198.929961:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469198.929966:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469198.929969:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469198.929972:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469198.929979:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21452) 00000100:00000001:3.0:1789469198.930710:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469198.930724:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469198.930727:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469198.930732:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469198.930735:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469198.930740:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469198.930742:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469199.313385:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469199.313397:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469199.313399:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469199.313407:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469199.313412:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469199.313416:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469199.313419:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469199.313422:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469199.313425:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469199.698217:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469199.698224:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469199.698230:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469199.698232:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469199.698235:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469199.698236:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469199.698342:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469199.698349:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469199.698354:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469199.953852:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469199.953870:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469199.953872:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469199.953878:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469199.953880:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469199.953886:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469199.953889:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469200.337299:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469200.337306:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469200.337307:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469200.337313:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469200.337316:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469200.337319:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469200.337322:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469200.337325:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469200.337328:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469200.721750:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469200.721756:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469200.721762:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469200.721763:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469200.721767:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469200.721768:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469200.722403:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469200.722411:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469200.722417:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469200.978126:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469200.978177:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469200.978180:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469200.978186:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469200.978189:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469200.978195:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469200.978198:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469201.361281:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469201.361289:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469201.361291:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469201.361296:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469201.361300:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469201.361304:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469201.361306:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469201.361309:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469201.361311:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469201.745855:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469201.745864:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469201.745871:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469201.745872:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469201.745876:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469201.745877:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469201.756329:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469201.756339:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469201.756345:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469202.001686:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469202.001703:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469202.001707:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469202.001713:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469202.001716:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469202.001721:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469202.001724:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469202.385315:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469202.385327:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469202.385330:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469202.385337:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469202.385342:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469202.385347:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469202.385350:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469202.385354:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469202.385357:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469202.769979:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469202.769989:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469202.769996:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469202.769997:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469202.770001:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469202.770002:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469202.770740:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469202.770746:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469202.770750:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469203.025256:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469203.025269:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469203.025272:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469203.025277:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469203.025279:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469203.025283:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469203.025285:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469203.409392:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469203.409405:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469203.409408:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469203.409415:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469203.409419:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469203.409424:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469203.409427:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469203.409431:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469203.409434:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469203.793305:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469203.793312:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469203.793317:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469203.793319:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469203.793323:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469203.793324:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469203.793451:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469203.793459:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469203.793465:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469204.049286:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469204.049302:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469204.049304:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469204.049310:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469204.049313:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469204.049317:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469204.049320:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469204.049338:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469204.049352:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469204.049357:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469204.049362:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469204.049365:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469204.049368:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469204.049372:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469204.049377:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469204.049380:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469204.049383:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469204.049391:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21457) 00000100:00000001:1.0:1789469204.434240:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469204.434253:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469204.434255:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469204.434262:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469204.434267:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469204.434272:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469204.434276:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469204.434281:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469204.434283:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469204.817262:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469204.817271:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469204.817274:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469204.817278:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469204.817283:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469204.817285:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469204.817288:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469204.817290:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469204.817294:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469204.817296:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469204.817299:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469204.817301:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469204.817550:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469204.817554:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469204.817557:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469205.078257:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469205.078273:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469205.078275:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469205.078280:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469205.078282:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469205.078285:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469205.078288:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469205.457289:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469205.457298:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469205.457301:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469205.457307:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469205.457310:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469205.457314:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469205.457318:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469205.457321:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469205.457324:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469205.842982:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469205.842990:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469205.842996:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469205.842997:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469205.843000:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469205.843002:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469205.845775:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469205.845789:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469205.845795:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469206.097265:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469206.097281:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469206.097283:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469206.097289:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469206.097291:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469206.097295:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469206.097297:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469206.481766:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469206.481774:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469206.481776:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469206.481780:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469206.481784:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469206.481787:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469206.481790:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469206.481793:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469206.481795:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469206.865761:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469206.865768:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469206.865773:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469206.865774:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469206.865777:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469206.865778:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469206.869729:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469206.869736:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469206.869741:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469207.123483:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469207.123498:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469207.123500:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469207.123504:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469207.123507:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469207.123510:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469207.123513:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469207.505937:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469207.505943:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469207.505946:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469207.505951:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469207.505954:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469207.505958:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469207.505960:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469207.505963:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469207.505966:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469207.889341:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469207.889348:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469207.889355:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469207.889358:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469207.889360:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469207.889364:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469207.889367:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469207.889370:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469207.889372:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469207.889375:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469207.889378:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469207.889380:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469207.889381:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469207.889382:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469207.889383:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469207.889385:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469207.889386:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469207.889387:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469207.889472:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469207.889475:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469207.889478:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469208.145251:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469208.145265:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469208.145267:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469208.145273:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469208.145275:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469208.145279:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469208.145282:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469208.529264:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469208.529271:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469208.529273:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469208.529278:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469208.529282:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469208.529286:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469208.529288:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469208.529291:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469208.529293:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469208.913305:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469208.913314:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469208.913319:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469208.913321:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469208.913324:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469208.913325:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469208.913456:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469208.913460:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469208.913463:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469209.170462:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469209.170476:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469209.170478:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469209.170482:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469209.170485:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469209.170490:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469209.170492:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469209.172798:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469209.172807:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469209.172811:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469209.172814:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469209.172817:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469209.172821:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469209.172824:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469209.172828:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469209.172831:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469209.172835:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469209.172841:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21462) 00000100:00000001:1.0:1789469209.553318:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469209.553331:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469209.553334:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469209.553343:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469209.553348:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469209.553354:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469209.553358:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469209.553361:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469209.553364:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469209.937339:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469209.937349:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469209.937357:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469209.937358:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469209.937362:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469209.937364:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469209.937578:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469209.937582:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469209.937586:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469210.193304:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469210.193325:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469210.193328:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469210.193334:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469210.193337:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469210.193344:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469210.193347:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469210.577292:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469210.577304:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469210.577307:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469210.577314:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469210.577319:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469210.577324:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469210.577327:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469210.577330:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469210.577332:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469210.962464:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469210.962477:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469210.962489:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469210.962490:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469210.962494:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469210.962496:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469210.963804:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469210.963821:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469210.963829:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469211.217313:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469211.217334:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469211.217337:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469211.217343:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469211.217347:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469211.217353:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469211.217357:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469211.601843:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469211.601853:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469211.601856:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469211.601863:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469211.601867:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469211.601872:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469211.601875:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469211.601879:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469211.601883:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469211.988162:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469211.988183:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469211.988191:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469211.988193:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469211.988197:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469211.988199:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469211.988250:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469211.988256:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469211.988259:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469212.241282:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469212.241302:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469212.241304:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469212.241311:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469212.241315:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469212.241321:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469212.241325:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469212.625327:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469212.625339:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469212.625342:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469212.625349:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469212.625358:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469212.625364:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469212.625367:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469212.625370:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469212.625373:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469213.011908:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469213.011916:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469213.011923:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469213.011924:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469213.011927:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469213.011928:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469213.012042:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469213.012048:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469213.012054:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469213.268494:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469213.268508:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469213.268510:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469213.268515:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469213.268517:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469213.268521:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469213.268524:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469213.649247:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469213.649254:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469213.649256:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469213.649261:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469213.649265:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469213.649269:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469213.649272:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469213.649274:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469213.649277:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469214.033332:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469214.033341:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469214.033349:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469214.033351:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469214.033355:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469214.033356:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469214.033459:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469214.033467:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469214.033472:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469214.289291:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469214.289306:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469214.289308:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469214.289314:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469214.289316:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469214.289320:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469214.289323:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469214.289422:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469214.289434:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469214.289437:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469214.289441:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469214.289444:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469214.289447:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469214.289450:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469214.289455:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469214.289458:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469214.289461:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469214.289467:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21468) 00000100:00000001:1.0:1789469214.675436:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469214.675445:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469214.675448:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469214.675454:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469214.675459:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469214.675463:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469214.675466:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469214.675469:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469214.675472:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469215.057296:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469215.057309:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469215.057311:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469215.057316:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469215.057322:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469215.057325:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469215.057327:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469215.057330:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469215.057334:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469215.057335:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469215.057339:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469215.057340:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469215.057556:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469215.057562:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469215.057566:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469215.313228:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469215.313248:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469215.313251:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469215.313258:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469215.313260:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469215.313266:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469215.313269:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469215.697271:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469215.697283:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469215.697285:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469215.697297:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469215.697301:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469215.697305:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469215.697308:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469215.697310:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469215.697312:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469216.083875:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469216.083886:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469216.083893:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469216.083894:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469216.083898:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469216.083899:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469216.084285:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469216.084290:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469216.084295:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469216.339380:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469216.339398:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469216.339401:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469216.339407:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469216.339410:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469216.339416:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469216.339419:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469216.721306:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469216.721316:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469216.721320:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469216.721327:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469216.721331:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469216.721335:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469216.721338:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469216.721340:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469216.721343:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469217.105314:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469217.105323:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469217.105330:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469217.105331:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469217.105335:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469217.105336:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469217.105506:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469217.105511:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469217.105515:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469217.361496:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469217.361517:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469217.361520:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469217.361527:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469217.361530:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469217.361536:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469217.361540:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469217.745966:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469217.745979:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469217.745982:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469217.745989:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469217.745994:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469217.745999:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469217.746002:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469217.746005:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469217.746009:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469218.130111:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469218.130121:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469218.130129:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469218.130169:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469218.130172:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469218.130177:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469218.130180:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469218.130183:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469218.130185:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469218.130187:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469218.130192:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469218.130194:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469218.130195:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469218.130197:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469218.130199:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469218.130200:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469218.130202:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469218.130204:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469218.130678:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469218.130683:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469218.130687:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469218.385636:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469218.385749:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469218.385774:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469193/real 1789469193] req@ffff8cbacf6e9f80 x1876386402418816/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469218 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469218.385798:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469218.385800:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469218.385805:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bfd68. 00000400:00000200:3.0:1789469218.385814:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce660 00000400:00000010:3.0:1789469218.385818:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce660. 00000100:00000001:3.0:1789469218.385895:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469218.385901:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e9f80 x1876386402418816/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469218 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469218.385910:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e9f80 x1876386402418816/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469218 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469218.385918:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469218.385920:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469218.385925:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469218.385928:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469218.385932:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e9f80 x1876386402418816/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469218 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469218.385939:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469218.385942:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469218.385947:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469193/real 1789469193] req@ffff8cbacf6e8380 x1876386402418944/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469218 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469218.385954:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469218.385955:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469218.385958:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf4d0. 00000400:00000200:3.0:1789469218.385960:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce770 00000400:00000010:3.0:1789469218.385961:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce770. 00000100:00000001:3.0:1789469218.385963:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469218.385966:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e8380 x1876386402418944/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469218 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469218.385974:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e8380 x1876386402418944/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469218 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469218.385980:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469218.385981:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469218.385983:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469218.385984:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469218.385988:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e8380 x1876386402418944/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469218 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469218.385994:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469218.385996:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469218.386001:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469193/real 1789469193] req@ffff8cbacf6eb800 x1876386402418688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469218 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469218.386009:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469218.386011:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469218.386013:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf9f8. 00000400:00000200:3.0:1789469218.386015:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ceb28 00000400:00000010:3.0:1789469218.386017:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ceb28. 00000100:00000001:3.0:1789469218.386019:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469218.386022:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6eb800 x1876386402418688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469218 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469218.386028:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6eb800 x1876386402418688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469218 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469218.386034:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469218.386035:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469218.386037:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469218.386038:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469218.386041:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6eb800 x1876386402418688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469218 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469218.386046:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469218.386056:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469218.386058:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469218.386061:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469218.386064:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469218.386264:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469218.386272:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e9f80 x1876386402418816/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469218 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469218.386280:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469218.386283:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469218.386284:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469218.386286:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469218.386948:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469218.386953:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469218.386958:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469218.387079:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789469218.387083:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469218.387091:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e9f80 x1876386402418816/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469218 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469218.387101:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402418816:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469218.387109:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469218.387113:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e8380 x1876386402418944/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469218 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469218.387120:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469218.387123:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469218.387124:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469218.387126:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469218.387128:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469218.387160:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469218.387163:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469218.389034:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469218.389046:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469218.389050:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469218.389054:0:333009:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789469218.389057:0:333009:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789469218.389061:0:333009:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469218.389066:0:333009:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789469218.389075:0:333009:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21442 00000400:00000200:2.0:1789469218.389085:0:333009:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469218.389092:0:333009:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789469218.389096:0:333009:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789469218.389100:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469218.389112:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469218.389114:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469218.389117:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789469218.389127:0:333009:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789469218.389130:0:333009:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:2.0:1789469218.389145:0:333009:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789469218.389149:0:333009:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:2.0:1789469218.389152:0:333009:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:2.0:1789469218.389155:0:333009:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:2.0:1789469218.389158:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469218.389160:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469218.389162:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469218.389164:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789469218.389168:0:333009:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:2.0:1789469218.389171:0:333009:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789469218.389174:0:333009:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469218.389177:0:333009:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789469218.389185:0:333009:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469218.389188:0:333009:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469218.389190:0:333009:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789469218.389195:0:333009:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789469218.389199:0:333009:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469218.389201:0:333009:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789469218.389214:0:333009:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742c000. 00000020:00000040:2.0:1789469218.389218:0:333009:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=11 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789469218.389223:0:333009:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789469218.389225:0:333009:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469218.389228:0:333009:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469218.389231:0:333009:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789469218.389236:0:333009:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469218.389245:0:333009:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacdc00. 00000100:00000001:2.0:1789469218.389254:0:333009:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469218.389266:0:333009:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742c000 x1876386402419072/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789469218.389278:0:333009:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469218.389283:0:333009:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469218.389288:0:333009:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a5ae62a] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742c000 x1876386402419072/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469218.389302:0:333009:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469218.389305:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469218.389308:0:333009:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789469218.389310:0:333009:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789469218.389311:0:333009:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469218.389314:0:333009:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789469218.389317:0:333009:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21442 00000400:00000200:2.0:1789469218.389320:0:333009:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469218.389323:0:333009:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789469218.389325:0:333009:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789469218.389328:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469218.389330:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469218.389332:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469218.389335:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789469218.389338:0:333009:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789469218.389340:0:333009:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:2.0:1789469218.389342:0:333009:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789469218.389343:0:333009:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:2.0:1789469218.389346:0:333009:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:2.0:1789469218.389347:0:333009:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:2.0:1789469218.389350:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469218.389352:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469218.389354:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469218.389356:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789469218.389357:0:333009:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:2.0:1789469218.389360:0:333009:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789469218.389362:0:333009:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469218.389364:0:333009:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789469218.389366:0:333009:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469218.389368:0:333009:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469218.389370:0:333009:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789469218.389372:0:333009:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789469218.389374:0:333009:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469218.389375:0:333009:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789469218.389378:0:333009:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742d880. 00000020:00000040:2.0:1789469218.389380:0:333009:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=9 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789469218.389382:0:333009:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789469218.389384:0:333009:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469218.389385:0:333009:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469218.389386:0:333009:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789469218.389388:0:333009:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469218.389391:0:333009:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacd000. 00000100:00000001:2.0:1789469218.389393:0:333009:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469218.389397:0:333009:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742d880 x1876386402419200/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789469218.389410:0:333009:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469218.389412:0:333009:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469218.389415:0:333009:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c660199] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742d880 x1876386402419200/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469218.389422:0:333009:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469218.389425:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469218.389428:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469218.389431:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469218.389434:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469218.389439:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21472) 00000100:00080000:3.0:1789469218.389660:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789469218.389664:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469218.389673:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e8380 x1876386402418944/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469218 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469218.389683:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402418944:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469218.389693:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789469218.389698:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469218.389700:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6eb800 x1876386402418688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469218 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789469218.389705:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469218.389709:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469218.389715:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1789469218.389717:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:2.0:1789469218.389719:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789469218.389724:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469218.389725:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1789469218.389730:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1789469218.389731:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21472) 00000100:00000001:3.0:1789469218.389735:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469218.389738:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469218.389742:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469218.389745:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469218.389761:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789469218.389763:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469218.389766:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6eb800 x1876386402418688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469218 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469218.389774:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402418688:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789469218.389779:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469218.389783:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469218.389788:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e9f80 x1876386402418816/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469218 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469218.389795:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469218.389798:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469218.389802:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d0800. 02000000:00000001:3.0:1789469218.389810:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469218.389812:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000100:00080000:2.0:1789469218.389814:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:3.0:1789469218.389815:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789469218.389820:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00080000:2.0:1789469218.389821:0:333009:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789469218.389824:0:333009:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 02000000:00000010:3.0:1789469218.389824:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687c400. 00000100:00080000:2.0:1789469218.389828:0:333009:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469218.389831:0:333009:0:(import.c:520:import_select_connection()) Process entered 02000000:00000001:3.0:1789469218.389834:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:2.0:1789469218.389835:0:333009:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21442 02000000:00000001:3.0:1789469218.389837:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469218.389841:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e9f80. 00000400:00000200:2.0:1789469218.389842:0:333009:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469218.389848:0:333009:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00000001:3.0:1789469218.389848:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469218.389852:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789469218.389853:0:333009:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1789469218.389857:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469218.389859:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469218.389862:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469218.389864:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e8380 x1876386402418944/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469218 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789469218.389866:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469218.389870:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789469218.389875:0:333009:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:3.0:1789469218.389878:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1789469218.389879:0:333009:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:2.0:1789469218.389883:0:333009:0:(lustre_handles.c:130:class_handle2object()) Process entered 02000000:00000001:3.0:1789469218.389883:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:2.0:1789469218.389885:0:333009:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 02000000:00000010:3.0:1789469218.389886:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d1000. 00000020:00000001:2.0:1789469218.389889:0:333009:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 02000000:00000001:3.0:1789469218.389891:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469218.389893:0:333009:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789469218.389895:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000040:2.0:1789469218.389899:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000020:00000040:3.0:1789469218.389899:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000100:00000001:2.0:1789469218.389902:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1789469218.389905:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000040:2.0:1789469218.389906:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 02000000:00000010:3.0:1789469218.389909:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687f800. 00000100:00000001:2.0:1789469218.389910:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789469218.389914:0:333009:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 02000000:00000001:3.0:1789469218.389916:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:2.0:1789469218.389918:0:333009:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 02000000:00000001:3.0:1789469218.389920:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1789469218.389922:0:333009:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469218.389923:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e8380. 02000000:00000001:2.0:1789469218.389925:0:333009:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1789469218.389927:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1789469218.389928:0:333009:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469218.389931:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1789469218.389932:0:333009:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469218.389936:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789469218.389937:0:333009:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789469218.389940:0:333009:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469218.389944:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6eb800 x1876386402418688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469218 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1789469218.389947:0:333009:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742c380. 00000020:00000040:2.0:1789469218.389950:0:333009:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=5 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789469218.389954:0:333009:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1789469218.389956:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469218.389957:0:333009:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469218.389961:0:333009:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469218.389961:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1789469218.389966:0:333009:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1789469218.389966:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d2000. 02000000:00000001:2.0:1789469218.389969:0:333009:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469218.389971:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:2.0:1789469218.389975:0:333009:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacf800. 00000020:00000001:3.0:1789469218.389975:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469218.389977:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789469218.389981:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:2.0:1789469218.389982:0:333009:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469218.389984:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687f000. 02000000:00000001:3.0:1789469218.389988:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:2.0:1789469218.389989:0:333009:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742c380 x1876386402419328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1789469218.389990:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469218.389993:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6eb800. 00000100:00000001:3.0:1789469218.389999:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469218.390001:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469218.390003:0:333009:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469218.390006:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469218.390007:0:333009:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469218.390013:0:333009:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4c305b] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742c380 x1876386402419328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469218.390021:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469218.390022:0:333009:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469218.390025:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469218.390026:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469218.390031:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1789469218.390031:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1789469218.390036:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789469218.390037:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1789469218.390041:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1789469218.390041:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469218.390046:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21472) 00000100:00000040:3.0:1789469218.390049:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742c000 x1876386402419072/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469218.390158:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469218.390161:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469218.390165:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469218.390169:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469218.390172:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469218.390177:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402419072:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469218.390182:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469218.390188:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469218.390190:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469218.390193:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469218.390199:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d2000. 02000000:00000001:3.0:1789469218.390200:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469218.390208:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789469218.390213:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf9f8. 00000400:00000010:3.0:1789469218.390221:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ceb28. 00000100:00000200:3.0:1789469218.390229:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402419072, portal 10 00000100:00000001:3.0:1789469218.390232:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469218.390233:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836122624 : -126740873428992 : ffff8cbad742c000) 00000100:00000040:3.0:1789469218.390242:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742c000 x1876386402419072/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469218.390249:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469218.390252:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789469218.390255:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce770. 00000100:00000200:3.0:1789469218.390259:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402419072, offset 0 00000400:00000200:3.0:1789469218.390267:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789469218.390277:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469218.390284:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789469218.390425:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789469218.390431:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789469218.390435:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789469218.390437:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789469218.390507:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94053:94053:256:4294967295] 192.168.203.142@tcp LPNI seq info [94053:94053:8:4294967295] 00000400:00000200:3.0:1789469218.390513:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469218.390636:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789469218.390646:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789469218.390653:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7500. 00000800:00000200:3.0:1789469218.390662:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789469218.390672:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469218.390677:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789469218.390698:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469218.390704:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:3.0:1789469218.390708:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789469218.390710:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316134432 00000100:00000010:3.0:1789469218.390716:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451960. 00000100:00000001:3.0:1789469218.390724:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469218.390734:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316134432 00000100:00000010:3.0:1789469218.390738:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451300. 00000100:00000001:3.0:1789469218.390741:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469218.390744:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469218.390747:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469218.390750:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469218.390755:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742d880 x1876386402419200/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469218.390762:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469218.390764:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469218.390766:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469218.390768:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469218.390770:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469218.390773:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402419200:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469218.390777:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469218.390780:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469218.390782:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469218.390784:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469218.390787:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d1000. 02000000:00000001:3.0:1789469218.390789:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469218.390793:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789469218.390797:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf4d0. 00000400:00000010:3.0:1789469218.390801:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce660. 00000100:00000200:3.0:1789469218.390805:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402419200, portal 10 00000100:00000001:3.0:1789469218.390807:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469218.390808:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836128896 : -126740873422720 : ffff8cbad742d880) 00000100:00000040:3.0:1789469218.390815:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742d880 x1876386402419200/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469218.390821:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469218.390823:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789469218.390826:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce990. 00000100:00000200:3.0:1789469218.390829:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402419200, offset 0 00000400:00000200:3.0:1789469218.390834:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789469218.390838:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469218.390842:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789469218.390845:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789469218.390848:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789469218.390850:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789469218.390852:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789469218.390855:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94054:94054:255:4294967295] 192.168.203.142@tcp LPNI seq info [94054:94054:7:4294967295] 00000400:00000200:3.0:1789469218.390859:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469218.390866:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789469218.390870:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789469218.390873:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7000. 00000800:00000200:3.0:1789469218.390877:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789469218.390880:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469218.390883:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789469218.390886:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469218.390889:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:3.0:1789469218.390893:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789469218.390894:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316134420 00000100:00000001:3.0:1789469218.390897:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4316134432 00000100:00000001:3.0:1789469218.390900:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316134420 00000100:00000001:3.0:1789469218.390902:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4316134432 00000100:00000001:3.0:1789469218.390904:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469218.390906:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469218.390908:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469218.390911:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742c380 x1876386402419328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469218.390918:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469218.390919:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469218.390921:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469218.390922:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469218.390924:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469218.390927:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402419328:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789469218.390930:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469218.390931:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469218.390933:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469218.390934:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469218.390937:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d0800. 02000000:00000001:3.0:1789469218.390939:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469218.390942:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789469218.390945:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bfd68. 00000400:00000010:3.0:1789469218.390948:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce110. 00000100:00000200:3.0:1789469218.390951:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402419328, portal 25 00000100:00000001:3.0:1789469218.390952:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469218.390954:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836123520 : -126740873428096 : ffff8cbad742c380) 00000100:00000040:3.0:1789469218.390957:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742c380 x1876386402419328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469218.390963:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469218.390965:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789469218.390967:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce4c8. 00000100:00000200:3.0:1789469218.390969:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402419328, offset 0 00000400:00000200:3.0:1789469218.390973:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789469218.390977:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469218.390980:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789469218.390983:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789469218.390985:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789469218.390987:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789469218.390989:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789469218.390992:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94055:94055:254:4294967295] 192.168.203.142@tcp LPNI seq info [94055:94055:6:4294967295] 00000400:00000200:3.0:1789469218.390995:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469218.391001:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789469218.391004:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789469218.391008:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7900. 00000800:00000200:3.0:1789469218.391011:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789469218.391015:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469218.391017:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789469218.391020:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469218.391023:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789469218.391025:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316135672 00000100:00000001:3.0:1789469218.391031:0:253748:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4316134432 00000100:00000001:3.0:1789469218.391035:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316135672 00000100:00000001:3.0:1789469218.391037:0:253748:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4316134432 00000100:00000001:3.0:1789469218.391040:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469218.391042:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469218.391045:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469218.391048:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469218.391054:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469218.391109:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789469218.391113:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469218.391115:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469218.391117:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469218.391119:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469218.391211:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469218.391218:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7500. 00000400:00000200:2.0:1789469218.391226:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469218.391232:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469218.391240:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce770 00000400:00000010:2.0:1789469218.391242:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce770. 00000100:00000001:2.0:1789469218.391248:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469218.391254:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742c000 x1876386402419072/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469218.391264:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469218.391267:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742c000 x1876386402419072/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469243 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469218.391276:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469218.391278:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789469218.391289:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469218.391291:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7000. 00000400:00000200:2.0:1789469218.391293:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469218.391297:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469218.391299:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce990 00000400:00000010:2.0:1789469218.391301:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce990. 00000100:00000001:2.0:1789469218.391303:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469218.391306:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742d880 x1876386402419200/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469218.391313:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469218.391316:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742d880 x1876386402419200/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469243 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469218.391321:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469218.391323:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789469218.391396:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469218.391399:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7900. 00000400:00000200:2.0:1789469218.391401:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469218.391405:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469218.391407:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce4c8 00000400:00000010:2.0:1789469218.391408:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce4c8. 00000100:00000001:2.0:1789469218.391410:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469218.391413:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742c380 x1876386402419328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469218.391419:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469218.391422:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742c380 x1876386402419328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469243 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469218.391429:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469218.391430:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789469218.769312:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469218.769323:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469218.769326:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469218.769332:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469218.769337:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469218.769342:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469218.769345:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469218.769348:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469218.769351:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469219.153650:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469219.153659:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469219.153666:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469219.153667:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469219.153671:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469219.153672:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469219.153748:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469219.153754:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469219.153757:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789469219.665279:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316135672, at 4316135680 00000100:00000010:2.0:1789469219.665301:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451960. 00000100:00000040:3.0:1789469219.665891:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316135672, at 4316135680 00000100:00000010:3.0:1789469219.665903:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451300. 00000100:00000001:1.0:1789469219.793286:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469219.793298:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469219.793301:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469219.793309:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469219.793314:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469219.793318:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469219.793322:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469219.793325:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469219.793329:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469220.182410:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469220.182420:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469220.182428:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469220.182430:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469220.182434:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469220.182436:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469220.182992:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469220.182999:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469220.183003:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469220.817568:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469220.817581:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469220.817584:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469220.817591:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469220.817596:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469220.817601:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469220.817604:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469220.817607:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469220.817610:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469221.201318:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469221.201328:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469221.201335:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469221.201337:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469221.201340:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469221.201341:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469221.201506:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469221.201511:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469221.201514:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469221.841305:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469221.841312:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469221.841315:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469221.841321:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469221.841324:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469221.841327:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469221.841330:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469221.841333:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469221.841336:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469222.225304:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469222.225311:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469222.225317:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469222.225318:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469222.225321:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469222.225322:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469222.225783:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469222.225786:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469222.225790:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469222.865259:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469222.865266:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469222.865268:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469222.865274:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469222.865278:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469222.865281:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469222.865284:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469222.865287:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469222.865290:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469223.250832:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469223.250840:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469223.250846:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469223.250847:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469223.250851:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469223.250852:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469223.251091:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469223.251095:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469223.251098:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469223.505271:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469223.505286:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469223.505290:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469223.505296:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469223.505298:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469223.505302:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469223.505305:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469223.505804:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469223.505810:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469223.505813:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469223.505816:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469223.505819:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469223.505822:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469223.505825:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469223.505829:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469223.505833:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469223.505836:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469223.505842:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21477) 00000100:00000001:1.0:1789469223.889838:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469223.889849:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469223.889852:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469223.889860:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469223.889864:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469223.889868:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469223.889872:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469223.889875:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469223.889879:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469224.273462:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469224.273473:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469224.273480:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469224.273481:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469224.273485:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469224.274000:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469224.275430:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469224.275437:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469224.275443:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469224.529844:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469224.529863:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469224.529866:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469224.529871:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469224.529874:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469224.529879:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469224.529881:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469224.913322:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469224.913334:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469224.913337:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469224.913345:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469224.913351:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469224.913357:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469224.913361:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469224.913365:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469224.913368:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469225.300814:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469225.300824:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469225.300827:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469225.300831:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469225.300836:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469225.300838:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469225.300841:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469225.300843:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469225.300847:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469225.300849:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469225.300852:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469225.300855:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469225.302271:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469225.302278:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469225.302283:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469225.553411:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469225.553432:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469225.553435:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469225.553442:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469225.553444:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469225.553450:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469225.553454:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469225.937741:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469225.937752:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469225.937754:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469225.937761:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469225.937766:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469225.937771:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469225.937774:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469225.937777:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469225.937780:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469226.322644:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469226.322651:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469226.322656:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469226.322657:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469226.322660:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469226.322662:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469226.322754:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469226.322758:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469226.322760:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469226.577244:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469226.577260:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469226.577262:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469226.577266:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469226.577269:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469226.577273:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469226.577275:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469226.963952:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469226.963962:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469226.963965:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469226.963971:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469226.963975:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469226.963981:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469226.963985:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469226.963988:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469226.963991:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469227.345225:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469227.345231:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469227.345237:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469227.345239:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469227.345241:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469227.345244:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469227.345247:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469227.345250:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469227.345251:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469227.345253:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469227.345257:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469227.345258:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469227.345260:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469227.345261:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469227.345263:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469227.345264:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469227.345265:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469227.345267:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469227.345361:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469227.345365:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469227.345368:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469227.601221:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469227.601235:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469227.601237:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469227.601242:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469227.601244:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469227.601248:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469227.601250:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469227.987207:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469227.987215:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469227.987218:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469227.987224:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469227.987240:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469227.987243:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469227.987246:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469227.987249:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469227.987252:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469228.369302:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469228.369308:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469228.369314:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469228.369315:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469228.369318:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469228.369319:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469228.369409:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469228.369412:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469228.369416:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469228.625611:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469228.625624:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469228.625626:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469228.625630:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469228.625632:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469228.625637:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469228.625640:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469228.626241:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469228.626247:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469228.626250:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469228.626253:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469228.626256:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469228.626259:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469228.626262:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469228.626266:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469228.626268:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469228.626271:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469228.626277:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21482) 00000100:00000001:1.0:1789469229.009256:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469229.009264:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469229.009265:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469229.009271:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469229.009274:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469229.009278:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469229.009281:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469229.009283:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469229.009285:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469229.393308:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469229.393314:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469229.393319:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469229.393321:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469229.393324:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469229.393325:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469229.393598:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469229.393601:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469229.393603:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469229.649681:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469229.649699:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469229.649702:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469229.649707:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469229.649710:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469229.649715:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469229.649718:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469230.034629:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469230.034636:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469230.034638:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469230.034643:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469230.034646:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469230.034650:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469230.034652:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469230.034654:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469230.034657:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469230.417302:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469230.417309:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469230.417315:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469230.417316:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469230.417318:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469230.417320:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469230.417569:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469230.417573:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469230.417576:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469230.674120:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469230.674147:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469230.674149:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469230.674154:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469230.674156:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469230.674160:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469230.674162:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469231.059368:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469231.059377:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469231.059379:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469231.059384:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469231.059387:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469231.059391:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469231.059394:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469231.059397:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469231.059399:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469231.441278:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469231.441285:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469231.441291:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469231.441292:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469231.441295:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469231.441296:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469231.441379:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469231.441383:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469231.441387:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469231.697426:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469231.697439:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469231.697442:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469231.697456:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469231.697458:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469231.697462:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469231.697464:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469232.082058:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469232.082066:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469232.082068:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469232.082073:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469232.082077:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469232.082080:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469232.082082:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469232.082085:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469232.082087:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469232.469020:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469232.469027:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469232.469032:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469232.469034:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469232.469037:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469232.469038:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469232.469205:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469232.469210:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469232.469213:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469232.721247:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469232.721262:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469232.721264:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469232.721269:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469232.721271:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469232.721275:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469232.721278:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469233.105310:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469233.105317:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469233.105319:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469233.105325:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469233.105328:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469233.105331:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469233.105334:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469233.105336:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469233.105339:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469233.489418:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469233.489425:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469233.489430:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469233.489443:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469233.489446:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469233.489447:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469233.489569:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469233.489573:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469233.489575:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469233.747373:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469233.747382:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469233.747386:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469233.747389:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469233.747392:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469233.747394:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469233.747397:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469233.747401:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469233.747403:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469233.747406:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469233.747412:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21487) 00000100:00000001:3.0:1789469233.747489:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469233.747499:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469233.747501:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469233.747504:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469233.747507:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469233.747510:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469233.747513:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469234.129284:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469234.129292:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469234.129294:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469234.129298:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469234.129302:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469234.129305:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469234.129308:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469234.129310:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469234.129313:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469234.516687:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469234.516693:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469234.516698:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469234.516699:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469234.516703:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469234.516704:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469234.516803:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469234.516807:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469234.516811:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469234.772468:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469234.772481:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469234.772483:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469234.772487:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469234.772489:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469234.772493:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469234.772496:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469235.153261:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469235.153269:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469235.153271:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469235.153277:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469235.153280:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469235.153284:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469235.153287:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469235.153290:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469235.153292:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469235.538328:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469235.538336:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469235.538338:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469235.538342:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469235.538346:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469235.538348:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469235.538350:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469235.538352:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469235.538356:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469235.538358:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469235.538362:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469235.538363:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469235.538497:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469235.538501:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469235.538504:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469235.793257:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469235.793270:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469235.793272:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469235.793276:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469235.793279:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469235.793283:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469235.793285:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469236.177666:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469236.177675:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469236.177677:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469236.177682:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469236.177685:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469236.177690:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469236.177693:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469236.177695:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469236.177697:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469236.561262:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469236.561269:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469236.561274:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469236.561275:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469236.561279:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469236.561280:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469236.561355:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469236.561359:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469236.561362:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469236.817236:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469236.817250:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469236.817252:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469236.817256:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469236.817258:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469236.817262:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469236.817265:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469237.201368:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469237.201376:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469237.201379:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469237.201383:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469237.201387:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469237.201391:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469237.201394:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469237.201396:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469237.201399:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469237.585536:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469237.585543:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469237.585549:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469237.585552:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469237.585555:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469237.585559:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469237.585561:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469237.585564:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469237.585566:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469237.585567:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469237.585571:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469237.585572:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469237.585573:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469237.585575:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469237.585576:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469237.585577:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469237.585579:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469237.585581:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469237.585950:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469237.585955:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469237.585958:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469237.841249:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469237.841264:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469237.841266:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469237.841271:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469237.841273:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469237.841278:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469237.841280:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469238.225254:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469238.225262:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469238.225264:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469238.225270:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469238.225273:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469238.225277:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469238.225280:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469238.225282:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469238.225285:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469238.609281:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469238.609287:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469238.609293:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469238.609294:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469238.609297:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469238.609298:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469238.609401:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469238.609404:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469238.609407:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469238.865273:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469238.865287:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469238.865289:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469238.865293:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469238.865295:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469238.865301:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469238.865303:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469238.867187:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469238.867195:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469238.867198:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469238.867201:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469238.867204:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469238.867206:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469238.867209:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469238.867213:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469238.867215:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469238.867218:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469238.867223:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21492) 00000100:00000001:1.0:1789469239.249277:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469239.249285:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469239.249287:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469239.249292:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469239.249295:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469239.249299:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469239.249302:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469239.249305:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469239.249308:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469239.633259:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469239.633265:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469239.633270:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469239.633271:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469239.633274:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469239.633276:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469239.633782:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469239.633786:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469239.633789:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469239.889251:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469239.889265:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469239.889268:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469239.889273:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469239.889276:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469239.889280:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469239.889283:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469240.273890:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469240.273897:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469240.273899:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469240.273904:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469240.273907:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469240.273911:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469240.273913:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469240.273915:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469240.273918:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469240.657289:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469240.657297:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469240.657302:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469240.657304:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469240.657308:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469240.657309:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469240.657399:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469240.657404:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469240.657407:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469240.913327:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469240.913354:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469240.913357:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469240.913363:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469240.913366:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469240.913372:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469240.913385:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469241.297289:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469241.297299:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469241.297312:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469241.297320:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469241.297323:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469241.297328:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469241.297331:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469241.297335:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469241.297338:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469241.681915:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469241.681924:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469241.681932:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469241.681933:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469241.681937:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469241.681938:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469241.682251:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469241.682255:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469241.682259:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469241.941549:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469241.941569:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469241.941572:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469241.941587:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469241.941590:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469241.941595:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469241.941598:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469242.321432:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469242.321444:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469242.321446:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469242.321454:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469242.321467:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469242.321472:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469242.321477:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469242.321480:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469242.321484:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469242.711597:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469242.711607:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469242.711615:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469242.711616:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469242.711620:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469242.711621:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469242.712448:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469242.712463:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469242.712467:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469242.961573:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469242.961586:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469242.961588:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469242.961592:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469242.961594:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469242.961599:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469242.961601:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469243.345645:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469243.345652:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469243.345654:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469243.345660:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469243.345664:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469243.345667:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469243.345671:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469243.345673:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469243.345675:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469243.729397:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469243.729407:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469243.729415:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469243.729417:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469243.729421:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469243.729422:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469243.730862:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469243.730870:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469243.730877:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469243.985930:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469243.985939:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469243.985954:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469218/real 1789469218] req@ffff8cbad742c000 x1876386402419072/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469243 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469243.985972:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469243.985974:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469243.985977:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf9f8. 00000400:00000200:1.0:1789469243.985984:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ceb28 00000400:00000010:1.0:1789469243.985986:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ceb28. 00000100:00000001:1.0:1789469243.986005:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469243.986010:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742c000 x1876386402419072/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469243 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789469243.986019:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1789469243.986022:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742c000 x1876386402419072/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469243 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789469243.986038:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469243.986047:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789469243.986049:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00080000:3.0:1789469243.986058:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1789469243.986059:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789469243.986066:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789469243.986068:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:3.0:1789469243.986074:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1789469243.986075:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469243.986079:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789469243.986088:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742c000 x1876386402419072/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469243 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789469243.986088:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469243.986092:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469243.986103:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469243.986117:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21497) 00000100:00000001:1.0:1789469243.986118:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469243.986124:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469243.986159:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469218/real 1789469218] req@ffff8cbad742d880 x1876386402419200/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469243 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469243.986170:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469243.986171:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469243.986174:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf4d0. 00000400:00000200:1.0:1789469243.986178:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce660 00000400:00000010:1.0:1789469243.986180:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce660. 00000100:00000001:1.0:1789469243.986183:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469243.986189:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742d880 x1876386402419200/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469243 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469243.986197:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742d880 x1876386402419200/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469243 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469243.986206:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469243.986208:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469243.986210:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469243.986211:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469243.986214:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742d880 x1876386402419200/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469243 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469243.986220:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469243.986222:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469243.986226:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469218/real 1789469218] req@ffff8cbad742c380 x1876386402419328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469243 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469243.986234:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469243.986236:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469243.986238:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bfd68. 00000400:00000200:1.0:1789469243.986241:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce110 00000400:00000010:1.0:1789469243.986242:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce110. 00000100:00000001:1.0:1789469243.986244:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469243.986247:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742c380 x1876386402419328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469243 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469243.986254:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742c380 x1876386402419328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469243 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469243.986259:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469243.986260:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469243.986262:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469243.986263:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469243.986266:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742c380 x1876386402419328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469243 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469243.986271:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469243.986279:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469243.986281:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469243.986283:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469243.986285:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469243.986287:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469243.986291:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742c000 x1876386402419072/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469243 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469243.986298:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469243.986300:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469243.986301:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469243.986303:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469243.986305:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469243.986308:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469243.986312:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469243.986337:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469243.986340:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469243.986347:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742c000 x1876386402419072/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469243 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469243.986366:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402419072:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469243.986371:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469243.986375:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742d880 x1876386402419200/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469243 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469243.986381:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469243.986383:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469243.986384:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469243.986386:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469243.986387:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469243.986389:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469243.986392:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469243.986398:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469243.986400:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469243.986404:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742d880 x1876386402419200/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469243 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469243.986411:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402419200:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469243.986420:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469243.986425:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742c380 x1876386402419328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469243 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789469243.986431:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789469243.986433:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469243.986437:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469243.986438:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469243.986440:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469243.986441:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1789469243.986447:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469243.986450:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789469243.986452:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469243.986455:0:333009:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789469243.986459:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1789469243.986461:0:333009:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469243.986467:0:333009:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469243.986473:0:333009:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469243.986486:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00080000:3.0:1789469243.986490:0:333009:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21467 00000100:00000001:1.0:1789469243.986492:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469243.986501:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742c380 x1876386402419328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469243 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789469243.986504:0:333009:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469243.986518:0:333009:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789469243.986523:0:333009:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469243.986528:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469243.986532:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469243.986534:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469243.986537:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789469243.986545:0:333009:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469243.986548:0:333009:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789469243.986551:0:333009:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469243.986555:0:333009:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789469243.986558:0:333009:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789469243.986560:0:333009:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789469243.986562:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469243.986564:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469243.986566:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469243.986568:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789469243.986571:0:333009:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789469243.986575:0:333009:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789469243.986578:0:333009:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469243.986582:0:333009:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469243.986590:0:333009:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469243.986593:0:333009:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469243.986597:0:333009:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789469243.986602:0:333009:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789469243.986605:0:333009:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469243.986606:0:333009:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469243.986617:0:333009:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030a80. 00000020:00000040:3.0:1789469243.986621:0:333009:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=11 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789469243.986625:0:333009:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469243.986627:0:333009:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469243.986630:0:333009:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469243.986634:0:333009:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469243.986639:0:333009:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469243.986649:0:333009:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1400. 00000100:00000001:3.0:1789469243.986658:0:333009:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469243.986670:0:333009:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030a80 x1876386402419456/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469243.986680:0:333009:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469243.986695:0:333009:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469243.986700:0:333009:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb50d69] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030a80 x1876386402419456/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469243.986712:0:333009:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469243.986714:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469243.986717:0:333009:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789469243.986718:0:333009:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469243.986720:0:333009:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469243.986722:0:333009:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469243.986725:0:333009:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21467 00000400:00000200:3.0:1789469243.986729:0:333009:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469243.986731:0:333009:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789469243.986734:0:333009:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469243.986736:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469243.986739:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469243.986741:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00100000:1.0:1789469243.986772:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402419328:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789469243.986780:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469243.986783:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469243.986787:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742c000 x1876386402419072/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469243 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469243.986795:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469243.986798:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469243.986801:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d2000. 02000000:00000001:1.0:1789469243.986806:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469243.986809:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469243.986811:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789469243.986813:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469243.986816:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacdc00. 02000000:00000001:1.0:1789469243.986819:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469243.986821:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469243.986823:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742c000. 00000100:00000001:1.0:1789469243.986826:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469243.986828:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469243.986829:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469243.986833:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742d880 x1876386402419200/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469243 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469243.986838:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1789469243.986897:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789469243.986905:0:333009:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469243.986907:0:333009:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789469243.986908:0:333009:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469243.986911:0:333009:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789469243.986914:0:333009:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789469243.986916:0:333009:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789469243.986922:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469243.986924:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469243.986926:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469243.986927:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789469243.986930:0:333009:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789469243.986932:0:333009:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789469243.986934:0:333009:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469243.986936:0:333009:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469243.986939:0:333009:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469243.986942:0:333009:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469243.986943:0:333009:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789469243.986945:0:333009:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789469243.986948:0:333009:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469243.986949:0:333009:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469243.986953:0:333009:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031c00. 00000020:00000040:3.0:1789469243.986956:0:333009:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=9 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789469243.994653:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469243.994664:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d1000. 02000000:00000001:1.0:1789469243.994674:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469243.994678:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469243.994680:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789469243.994682:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469243.994685:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacd000. 02000000:00000001:1.0:1789469243.994689:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469243.994691:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469243.994693:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742d880. 00000100:00000001:1.0:1789469243.994699:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469243.994701:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469243.994705:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469243.995125:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742c380 x1876386402419328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469243 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469243.995151:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469243.995153:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469243.995155:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d0800. 02000000:00000001:1.0:1789469243.995159:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469243.995160:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469243.995161:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789469243.995163:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469243.995165:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacf800. 02000000:00000001:1.0:1789469243.995167:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469243.995168:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469243.995169:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742c380. 00000100:00000001:1.0:1789469243.995172:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469243.995173:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469243.995177:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469243.995185:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469243.995187:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469243.995189:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469243.995192:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469243.995195:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469243.995200:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030a80 x1876386402419456/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469243.995208:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469243.995210:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469243.995213:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469243.995217:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469243.995219:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469243.995223:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402419456:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469243.995227:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469243.995232:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469243.995234:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469243.995237:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469243.995245:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890000. 02000000:00000001:1.0:1789469243.995247:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469243.995256:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469243.995263:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30f20. 00000400:00000010:1.0:1789469243.995270:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5330. 00000100:00000200:1.0:1789469243.995276:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402419456, portal 10 00000100:00000001:1.0:1789469243.995279:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469243.995281:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107405440 : -126744602146176 : ffff8cb9f9030a80) 02000000:00000001:3.0:1789469243.995816:0:333009:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469243.995823:0:333009:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469243.995828:0:333009:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469243.995832:0:333009:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469243.995837:0:333009:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469243.995996:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030a80 x1876386402419456/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1789469243.996001:0:333009:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3400. 00000100:00000001:3.0:1789469243.996015:0:333009:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469243.996018:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469243.996027:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000100:00100000:3.0:1789469243.996034:0:333009:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031c00 x1876386402419584/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1789469243.996036:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5b28. 00000100:00000200:1.0:1789469243.996045:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402419456, offset 0 00000100:00000001:3.0:1789469243.996058:0:333009:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1789469243.996064:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000100:00000001:3.0:1789469243.996068:0:333009:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469243.996080:0:333009:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e90841d0] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031c00 x1876386402419584/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789469243.996081:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469243.996094:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469243.996108:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1789469243.996111:0:333009:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469243.996115:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000100:00000040:3.0:1789469243.996119:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1789469243.996123:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469243.996165:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000100:00000040:3.0:1789469243.996165:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469243.996174:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1789469243.996177:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94056:94056:256:4294967295] 192.168.203.142@tcp LPNI seq info [94056:94056:8:4294967295] 00000100:00000040:3.0:1789469243.996183:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1789469243.996191:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000040:3.0:1789469243.996197:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21497) 00000400:00000200:1.0:1789469243.996208:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000100:00080000:3.0:1789469243.996212:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:1.0:1789469243.996223:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000100:00080000:3.0:1789469243.996223:0:333009:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789469243.996228:0:333009:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469243.996233:0:333009:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000800:00000010:1.0:1789469243.996237:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7600. 00000100:00000001:3.0:1789469243.996238:0:333009:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469243.996246:0:333009:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21467 00000800:00000200:1.0:1789469243.996253:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000400:00000200:3.0:1789469243.996261:0:333009:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000800:00000200:1.0:1789469243.996268:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000400:00000200:3.0:1789469243.996270:0:333009:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789469243.996278:0:333009:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000800:00000200:1.0:1789469243.996279:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7600 type 1, nob 616 niov 1 nkiov 1 00000100:00000040:3.0:1789469243.996285:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469243.996293:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469243.996296:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469243.996299:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000100:00000001:1.0:1789469243.996306:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469243.996307:0:333009:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469243.996311:0:333009:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789469243.996315:0:333009:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000040:1.0:1789469243.996316:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000020:00000040:3.0:1789469243.996320:0:333009:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000400:00000200:1.0:1789469243.996325:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469243.996328:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316160038 00000100:00000010:1.0:1789469243.996334:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869af00. 00000100:00000001:1.0:1789469243.996340:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789469243.996351:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316160038 00000100:00000010:1.0:1789469243.996363:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a420. 00000100:00000001:1.0:1789469243.996367:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789469243.996370:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469243.996374:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469243.996378:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469243.996381:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469243.996387:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469243.996389:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789469243.996392:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469243.996394:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469243.996395:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469243.996403:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9031c00 x1876386402419584/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469243.996411:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469243.996413:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469243.996415:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469243.996417:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469243.996419:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469243.996422:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402419584:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469243.996425:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469243.996429:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469243.996430:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469243.996432:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469243.996436:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6891c00. 02000000:00000001:1.0:1789469243.996438:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469243.996441:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469243.996445:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30370. 00000400:00000010:1.0:1789469243.996450:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5c38. 00000100:00000200:1.0:1789469243.996454:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402419584, portal 10 00000100:00000001:1.0:1789469243.996456:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469243.996457:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107409920 : -126744602141696 : ffff8cb9f9031c00) 00000100:00000040:1.0:1789469243.996464:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031c00 x1876386402419584/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469243.996471:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469243.996472:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469243.996475:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5dd0. 00000100:00000200:1.0:1789469243.996478:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402419584, offset 0 00000400:00000200:1.0:1789469243.996482:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469243.996487:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469243.996491:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469243.996494:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469243.996496:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469243.996498:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469243.996501:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469243.996504:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94057:94057:255:4294967295] 192.168.203.142@tcp LPNI seq info [94057:94057:7:4294967295] 00000400:00000200:1.0:1789469243.996508:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469243.996515:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469243.999122:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469243.999144:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7f00. 00000800:00000200:1.0:1789469243.999152:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469243.999160:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469243.999164:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469243.999171:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469243.999177:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789469243.999184:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469243.999187:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316160026 00000100:00000001:1.0:1789469243.999190:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4316160038 00000100:00000001:1.0:1789469243.999193:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316160026 00000100:00000001:1.0:1789469243.999195:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4316160038 00000100:00000001:1.0:1789469243.999197:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469243.999201:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469243.999205:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469243.999209:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469243.999217:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469243.999218:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789469243.999221:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469243.999223:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469243.999224:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469243.999226:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789469243.999833:0:333009:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789469243.999837:0:333009:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789469243.999844:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469243.999847:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469243.999850:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469243.999852:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789469243.999856:0:333009:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789469243.999859:0:333009:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789469243.999862:0:333009:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469243.999865:0:333009:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469243.999869:0:333009:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469243.999871:0:333009:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469243.999874:0:333009:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469243.999876:0:333009:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469243.999883:0:333009:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9032d80. 00000020:00000040:3.0:1789469243.999886:0:333009:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789469243.999890:0:333009:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469243.999891:0:333009:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469243.999894:0:333009:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469243.999897:0:333009:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469243.999901:0:333009:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469243.999908:0:333009:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d0800. 00000100:00000001:3.0:1789469243.999915:0:333009:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469243.999924:0:333009:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9032d80 x1876386402419712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469243.999936:0:333009:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469243.999940:0:333009:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469243.999945:0:333009:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca468814] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9032d80 x1876386402419712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469243.999971:0:333009:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469243.999977:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469243.999982:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469243.999985:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469243.999988:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469243.999993:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21497) 00000100:00000001:1.0:1789469244.001093:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469244.001100:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469244.001103:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469244.001113:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9032d80 x1876386402419712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469244.001124:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469244.001126:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469244.001155:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469244.001158:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469244.001161:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469244.001165:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402419712:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789469244.001171:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469244.001175:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469244.001178:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469244.001180:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469244.001186:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6892000. 02000000:00000001:1.0:1789469244.001189:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469244.001195:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469244.001201:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f308f0. 00000400:00000010:1.0:1789469244.001208:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d55d8. 00000100:00000200:1.0:1789469244.001214:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402419712, portal 25 00000100:00000001:1.0:1789469244.001216:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469244.001218:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107414400 : -126744602137216 : ffff8cb9f9032d80) 00000100:00000040:1.0:1789469244.001223:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9032d80 x1876386402419712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469244.001231:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469244.001233:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469244.001236:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5ee0. 00000100:00000200:1.0:1789469244.001239:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402419712, offset 0 00000400:00000200:1.0:1789469244.001246:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469244.001254:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469244.001261:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469244.001266:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469244.001270:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469244.001273:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469244.001276:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469244.001279:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94058:94058:254:4294967295] 192.168.203.142@tcp LPNI seq info [94058:94058:6:4294967295] 00000400:00000200:1.0:1789469244.001283:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469244.001293:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469244.001298:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469244.001303:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7100. 00000800:00000200:1.0:1789469244.001308:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469244.001316:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469244.001319:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469244.001323:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469244.001327:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469244.001329:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316161283 00000100:00000001:1.0:1789469244.001336:0:253748:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4316160038 00000100:00000001:1.0:1789469244.001340:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316161283 00000100:00000001:1.0:1789469244.001344:0:253748:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4316160038 00000100:00000001:1.0:1789469244.001347:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469244.001350:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469244.001364:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469244.001367:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469244.001374:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469244.001375:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1789469244.001377:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469244.001378:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469244.001380:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469244.001381:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469244.007370:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469244.007385:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7600. 00000400:00000200:2.0:1789469244.007398:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469244.007411:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469244.007421:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5b28 00000400:00000010:2.0:1789469244.007424:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5b28. 00000100:00000001:2.0:1789469244.007433:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469244.007444:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030a80 x1876386402419456/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469244.007459:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469244.007462:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030a80 x1876386402419456/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469268 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469244.007470:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469244.007471:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789469244.007490:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469244.007493:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7f00. 00000400:00000200:2.0:1789469244.007495:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469244.007499:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469244.007502:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5dd0 00000400:00000010:2.0:1789469244.007504:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5dd0. 00000100:00000001:2.0:1789469244.007507:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469244.007511:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031c00 x1876386402419584/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469244.007518:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469244.007521:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031c00 x1876386402419584/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469268 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469244.007529:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469244.007531:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789469244.007841:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469244.007845:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7100. 00000400:00000200:2.0:1789469244.007849:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469244.007853:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469244.007858:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5ee0 00000400:00000010:2.0:1789469244.007860:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5ee0. 00000100:00000001:2.0:1789469244.007867:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469244.007872:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9032d80 x1876386402419712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469244.007881:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469244.007884:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9032d80 x1876386402419712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469269 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469244.009029:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469244.009031:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789469244.369242:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469244.369250:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469244.369253:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469244.369259:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469244.369262:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469244.369266:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469244.369268:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469244.369270:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469244.369273:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469244.760502:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469244.760509:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469244.760515:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469244.760516:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469244.760519:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469244.760521:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469244.760653:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469244.760657:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469244.760660:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789469245.329264:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316161283, at 4316161344 00000100:00000040:3.0:1789469245.329278:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316161283, at 4316161344 00000100:00000010:2.0:1789469245.329280:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869af00. 00000100:00000010:3.0:1789469245.329289:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a420. 00000100:00000001:1.0:1789469245.393743:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469245.393750:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469245.393752:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469245.393757:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469245.393760:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469245.393764:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469245.393766:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469245.393768:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469245.393771:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469245.777287:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469245.777306:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469245.777309:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469245.777312:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469245.777317:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469245.777320:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469245.777322:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469245.777325:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469245.777328:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469245.777330:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469245.777333:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469245.777335:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469245.777435:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469245.777440:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469245.777444:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469246.420577:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469246.420585:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469246.420587:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469246.420592:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469246.420596:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469246.420600:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469246.420602:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469246.420605:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469246.420607:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469246.801301:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469246.801308:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469246.801315:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469246.801316:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469246.801320:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469246.801322:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469246.801447:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469246.801452:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469246.801455:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469247.442221:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469247.442232:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469247.442234:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469247.442241:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469247.442245:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469247.442250:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469247.442254:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469247.442258:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469247.442261:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469247.825348:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469247.825356:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469247.825364:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469247.825367:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469247.825370:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469247.825373:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469247.825376:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469247.825379:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469247.825381:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469247.825383:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469247.825387:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469247.825389:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469247.825390:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469247.825391:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469247.825393:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469247.825394:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469247.825396:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469247.825398:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469247.825892:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469247.825898:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469247.825903:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469248.017639:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469248.017660:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469248.017662:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469248.017668:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469248.017671:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469248.017676:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469248.017679:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469248.465662:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469248.465669:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469248.465671:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469248.465676:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469248.465680:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469248.465683:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469248.465686:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469248.465689:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469248.465691:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469248.849388:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469248.849395:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469248.849401:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469248.849402:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469248.849406:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469248.849408:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469248.849534:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469248.849538:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469248.849541:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469249.041273:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469249.041291:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469249.041294:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469249.041301:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469249.041304:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469249.041310:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469249.041313:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469249.105365:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469249.105375:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469249.105377:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469249.105381:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469249.105385:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469249.105387:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469249.105391:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469249.105394:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469249.105396:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469249.105399:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469249.105405:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21502) 00000100:00000001:1.0:1789469249.489327:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469249.489338:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469249.489341:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469249.489348:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469249.489352:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469249.489357:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469249.489361:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469249.489364:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469249.489368:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469249.874305:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469249.874327:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469249.874337:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469249.874340:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469249.874344:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469249.874345:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469249.874806:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469249.874813:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469249.874817:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469250.065264:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469250.065294:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469250.065297:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469250.065303:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469250.065306:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469250.065324:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469250.065328:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469250.513675:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469250.513685:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469250.513919:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469250.513927:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469250.513932:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469250.513937:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469250.513940:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469250.513945:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469250.513948:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469250.897359:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469250.897371:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469250.897378:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469250.897379:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469250.897383:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469250.897384:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469250.897535:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469250.897542:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469250.897547:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469251.089283:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469251.089315:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469251.089318:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469251.089324:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469251.089327:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469251.089332:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469251.089335:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469251.537434:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469251.537444:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469251.537446:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469251.537453:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469251.537457:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469251.537462:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469251.537465:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469251.537468:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469251.537470:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469251.924408:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469251.924418:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469251.924426:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469251.924427:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469251.924431:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469251.924433:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469251.924590:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469251.924594:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469251.924598:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469252.114348:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469252.114368:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469252.114371:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469252.114379:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469252.114382:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469252.114387:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469252.114391:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469252.564308:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469252.564315:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469252.564317:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469252.564321:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469252.564325:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469252.564328:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469252.564331:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469252.564333:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469252.564335:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469252.945358:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469252.945368:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469252.945376:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469252.945377:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469252.945381:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469252.945382:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469252.945472:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469252.945483:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469252.945487:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469253.137314:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469253.137328:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469253.137331:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469253.137336:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469253.137338:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469253.137342:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469253.137345:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469253.587010:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469253.587019:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469253.587021:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469253.587026:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469253.587029:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469253.587034:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469253.587036:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469253.587038:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469253.587052:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469253.971626:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469253.971632:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469253.971637:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469253.971638:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469253.971641:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469253.971642:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469253.971738:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469253.971746:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469253.971751:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469254.161292:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469254.161307:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469254.161310:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469254.161314:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469254.161317:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469254.161320:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469254.161323:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469254.225592:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469254.225607:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469254.225610:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469254.225613:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469254.225616:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469254.225621:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469254.225624:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469254.225629:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469254.225632:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469254.225635:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469254.225641:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21507) 00000100:00000001:1.0:1789469254.609316:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469254.609328:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469254.609331:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469254.609339:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469254.609344:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469254.609349:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469254.609649:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469254.609652:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469254.609657:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469254.993403:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469254.993414:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469254.993421:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469254.993423:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469254.993427:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469254.993428:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469254.993665:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469254.993670:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469254.993674:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469255.185248:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469255.185263:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469255.185265:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469255.185279:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469255.185281:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469255.185285:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469255.185288:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469255.633677:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469255.633689:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469255.633691:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469255.633698:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469255.633703:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469255.633709:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469255.633712:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469255.633716:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469255.633719:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469256.017311:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469256.017323:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469256.017326:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469256.017330:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469256.017336:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469256.017340:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469256.017342:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469256.017344:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469256.017348:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469256.017349:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469256.017353:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469256.017354:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469256.019774:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469256.019783:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469256.019790:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469256.210002:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469256.210014:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469256.210017:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469256.210022:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469256.210024:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469256.210028:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469256.210030:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469256.658875:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469256.658882:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469256.658884:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469256.658889:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469256.658892:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469256.658895:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469256.658898:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469256.658900:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469256.658904:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469257.045696:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469257.045703:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469257.045709:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469257.045711:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469257.045714:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469257.045716:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469257.046281:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469257.046285:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469257.046288:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469257.234953:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469257.234969:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469257.234972:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469257.234977:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469257.234979:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469257.234983:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469257.234986:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469257.681262:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469257.681269:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469257.681272:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469257.681277:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469257.681280:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469257.681284:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469257.681287:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469257.681290:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469257.681292:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469258.065539:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469258.065546:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469258.065551:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469258.065555:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469258.065557:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469258.065560:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469258.065563:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469258.065565:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469258.065567:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469258.065569:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469258.065572:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469258.065574:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469258.065575:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469258.065577:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469258.065578:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469258.065579:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469258.065580:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469258.065582:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469258.066524:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469258.066529:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469258.066533:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469258.257265:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469258.257280:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469258.257282:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469258.257287:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469258.257289:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469258.257293:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469258.257296:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469258.712992:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469258.713000:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469258.713002:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469258.713129:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469258.713170:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469258.713174:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469258.713177:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469258.713179:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469258.713182:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469259.089312:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469259.089318:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469259.089323:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469259.089324:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469259.089327:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469259.089328:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469259.089487:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469259.089491:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469259.089494:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469259.281815:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469259.281829:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469259.281831:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469259.281837:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469259.281839:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469259.281843:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469259.281846:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469259.345316:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469259.345327:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469259.345331:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469259.345333:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469259.345336:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469259.345339:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469259.345341:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469259.345345:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469259.345347:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469259.345350:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469259.345356:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21513) 00000100:00000001:1.0:1789469259.729259:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469259.729268:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469259.729270:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469259.729275:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469259.729279:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469259.729282:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469259.729285:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469259.729287:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469259.729290:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469260.113448:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469260.113456:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469260.113462:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469260.113463:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469260.113466:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469260.113468:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469260.113810:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469260.113814:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469260.113817:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469260.305257:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469260.305270:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469260.305272:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469260.305276:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469260.305278:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469260.305282:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469260.305285:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469260.753568:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469260.753576:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469260.753578:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469260.753583:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469260.753586:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469260.753590:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469260.753593:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469260.753596:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469260.753598:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469261.137312:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469261.137321:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469261.137329:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469261.137330:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469261.137333:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469261.137334:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469261.137515:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469261.137519:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469261.137522:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469261.329324:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469261.329338:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469261.329341:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469261.329345:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469261.329348:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469261.329353:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469261.329355:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469261.778097:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469261.778104:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469261.778106:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469261.778111:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469261.778114:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469261.778118:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469261.778122:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469261.778124:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469261.778126:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469262.161331:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469262.161340:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469262.161348:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469262.161349:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469262.161353:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469262.161355:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469262.161593:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469262.162077:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469262.162083:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469262.354460:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469262.354472:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469262.354474:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469262.354478:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469262.354481:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469262.354484:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469262.354486:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469262.801418:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469262.801425:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469262.801427:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469262.801432:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469262.801435:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469262.801439:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469262.801442:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469262.801444:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469262.801446:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469263.186378:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469263.186385:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469263.186390:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469263.186392:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469263.186394:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469263.186396:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469263.188822:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469263.188827:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469263.188832:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469263.377217:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469263.377232:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469263.377234:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469263.377239:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469263.377241:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469263.377245:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469263.377256:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469263.825294:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469263.825302:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469263.825304:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469263.825309:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469263.825313:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469263.825316:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469263.825319:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469263.825322:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469263.825324:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469264.209572:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469264.209580:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469264.209585:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469264.209587:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469264.209590:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469264.209591:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469264.209768:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469264.209771:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469264.209774:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469264.401315:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469264.401329:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469264.401331:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469264.401335:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469264.401337:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469264.401341:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469264.401343:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469264.465262:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469264.465274:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469264.465277:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469264.465281:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469264.465283:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469264.465286:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469264.465288:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469264.465292:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469264.465295:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469264.465298:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469264.465304:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21518) 00000100:00000001:1.0:1789469264.849273:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469264.849281:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469264.849283:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469264.849288:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469264.849292:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469264.849296:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469264.849299:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469264.849301:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469264.849304:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469265.234904:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469265.234911:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469265.234916:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469265.234917:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469265.234920:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469265.234921:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469265.235024:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469265.235028:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469265.235031:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469265.425332:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469265.425359:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469265.425362:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469265.425369:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469265.425372:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469265.425378:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469265.425381:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469265.873253:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469265.873262:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469265.873264:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469265.873269:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469265.873273:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469265.873277:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469265.873280:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469265.873282:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469265.873285:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469266.257326:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469266.257338:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469266.257341:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469266.257347:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469266.257353:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469266.257356:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469266.257358:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469266.257361:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469266.257366:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469266.257367:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469266.257371:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469266.257373:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469266.257548:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469266.257552:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469266.257555:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469266.449441:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469266.449460:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469266.449462:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469266.449468:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469266.449471:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469266.449476:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469266.449479:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469266.897300:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469266.897311:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469266.897314:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469266.897321:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469266.897325:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469266.897330:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469266.897333:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469266.897336:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469266.897339:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469267.281500:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469267.282323:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469267.282335:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469267.282337:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469267.282343:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469267.282345:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469267.282382:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469267.282388:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469267.282392:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469267.473286:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469267.473816:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469267.473821:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469267.473827:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469267.473830:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469267.473835:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469267.473839:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469267.924634:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469267.924647:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469267.924650:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469267.924657:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469267.924661:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469267.924666:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469267.924669:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469267.924683:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469267.924687:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469268.305315:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469268.305325:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469268.305334:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469268.305338:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469268.305340:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469268.305344:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469268.305348:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469268.305351:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469268.305353:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469268.305355:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469268.305360:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469268.305361:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469268.305363:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469268.305365:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469268.305366:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469268.305368:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469268.305369:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469268.305371:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469268.305779:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469268.305784:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469268.305787:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469268.497226:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469268.497236:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469268.497255:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469243/real 1789469244] req@ffff8cb9f9031c00 x1876386402419584/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469268 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469268.497275:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469268.497278:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469268.497282:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30370. 00000400:00000200:3.0:1789469268.497291:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5c38 00000400:00000010:3.0:1789469268.497294:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5c38. 00000100:00000001:3.0:1789469268.504193:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469268.504208:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9031c00 x1876386402419584/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469268 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469268.504220:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9031c00 x1876386402419584/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469268 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469268.504229:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469268.504232:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469268.504528:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469268.504531:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469268.505044:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9031c00 x1876386402419584/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469268 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469268.505055:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469268.505058:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469268.505064:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469243/real 1789469244] req@ffff8cb9f9030a80 x1876386402419456/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469268 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469268.505075:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469268.505077:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469268.505081:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30f20. 00000400:00000200:3.0:1789469268.505088:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5330 00000400:00000010:3.0:1789469268.505090:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5330. 00000100:00000001:3.0:1789469268.505094:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469268.505097:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030a80 x1876386402419456/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469268 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469268.505104:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030a80 x1876386402419456/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469268 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469268.505110:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469268.505112:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469268.505114:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469268.505115:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469268.505119:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9030a80 x1876386402419456/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469268 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469268.505130:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469268.505169:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469268.505180:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469268.505183:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469268.505184:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469268.505187:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469268.505192:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9031c00 x1876386402419584/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469268 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469268.505199:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469268.505201:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469268.505203:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469268.505204:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469268.505207:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469268.505210:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469268.505214:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469268.505773:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789469268.505777:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469268.505784:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9031c00 x1876386402419584/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469268 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469268.505793:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402419584:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469268.505798:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469268.505801:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030a80 x1876386402419456/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469268 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469268.505806:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469268.505808:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469268.505810:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469268.505811:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469268.505814:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469268.505816:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469268.505818:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469268.505826:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789469268.505828:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469268.505832:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030a80 x1876386402419456/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469268 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469268.505839:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402419456:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469268.505843:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469268.505847:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469268.505850:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9031c00 x1876386402419584/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469268 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469268.505858:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469268.505861:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469268.505865:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6891c00. 02000000:00000001:3.0:1789469268.505870:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469268.505872:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469268.505875:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789469268.505877:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469268.505880:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d3400. 02000000:00000001:3.0:1789469268.505883:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469268.505886:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469268.505887:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9031c00. 00000100:00000001:3.0:1789469268.505891:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469268.505892:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469268.505894:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469268.505898:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030a80 x1876386402419456/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469268 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469268.505904:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469268.505907:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469268.505909:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890000. 02000000:00000001:3.0:1789469268.505912:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469268.505913:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469268.505914:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789469268.505917:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469268.505918:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d1400. 02000000:00000001:3.0:1789469268.505921:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469268.505922:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469268.505923:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030a80. 00000100:00000001:3.0:1789469268.505926:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469268.505928:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469268.505931:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469268.505966:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469268.505977:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469268.505980:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469268.505985:0:333009:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789469268.505987:0:333009:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469268.505991:0:333009:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469268.505996:0:333009:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469268.506004:0:333009:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21492 00000400:00000200:0.0:1789469268.506014:0:333009:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789469268.506022:0:333009:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789469268.506026:0:333009:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469268.506029:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469268.506033:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469268.506036:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469268.506039:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789469268.506047:0:333009:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469268.506050:0:333009:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:0.0:1789469268.506053:0:333009:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469268.506057:0:333009:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:0.0:1789469268.506060:0:333009:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:0.0:1789469268.506063:0:333009:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:0.0:1789469268.506066:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469268.506068:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469268.506070:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469268.506072:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789469268.506076:0:333009:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:0.0:1789469268.506080:0:333009:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789469268.506083:0:333009:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469268.506087:0:333009:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469268.506095:0:333009:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469268.506098:0:333009:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469268.506101:0:333009:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789469268.506117:0:333009:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789469268.506122:0:333009:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469268.506124:0:333009:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469268.506195:0:333009:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6eaa00. 00000020:00000040:0.0:1789469268.506200:0:333009:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789469268.506205:0:333009:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469268.506207:0:333009:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469268.506210:0:333009:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469268.506213:0:333009:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469268.506218:0:333009:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469268.506228:0:333009:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687e400. 00000100:00000001:0.0:1789469268.506237:0:333009:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469268.506247:0:333009:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6eaa00 x1876386402419840/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469268.506260:0:333009:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469268.506266:0:333009:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469268.506270:0:333009:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007aeebcf0] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6eaa00 x1876386402419840/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469268.506302:0:333009:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469268.506306:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469268.506309:0:333009:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789469268.506311:0:333009:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469268.506312:0:333009:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469268.506316:0:333009:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469268.506318:0:333009:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21492 00000400:00000200:0.0:1789469268.506322:0:333009:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789469268.506326:0:333009:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789469268.506328:0:333009:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469268.506331:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469268.506333:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469268.506335:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469268.506338:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789469268.506342:0:333009:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469268.506343:0:333009:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:0.0:1789469268.506345:0:333009:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469268.506348:0:333009:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:0.0:1789469268.506350:0:333009:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:0.0:1789469268.506352:0:333009:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:0.0:1789469268.506355:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469268.506357:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469268.506359:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469268.506361:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789469268.506364:0:333009:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:0.0:1789469268.506367:0:333009:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789469268.506369:0:333009:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469268.506371:0:333009:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469268.506374:0:333009:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469268.506376:0:333009:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469268.506377:0:333009:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789469268.506379:0:333009:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789469268.506381:0:333009:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469268.506383:0:333009:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469268.506387:0:333009:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e9880. 00000020:00000040:0.0:1789469268.506390:0:333009:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789469268.506392:0:333009:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469268.506393:0:333009:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469268.506395:0:333009:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469268.506397:0:333009:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469268.506398:0:333009:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469268.506402:0:333009:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687ec00. 00000100:00000001:0.0:1789469268.506405:0:333009:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469268.506410:0:333009:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e9880 x1876386402419968/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469268.506424:0:333009:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469268.506426:0:333009:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469268.506429:0:333009:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da0825] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e9880 x1876386402419968/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469268.506437:0:333009:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469268.506439:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469268.506442:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469268.506445:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469268.506449:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469268.506454:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21522) 00000100:00000001:3.0:1789469268.507021:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469268.507027:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469268.507029:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469268.507037:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6eaa00 x1876386402419840/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469268.507047:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469268.507050:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469268.507053:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469268.507056:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469268.507059:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469268.507063:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402419840:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469268.507067:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469268.507073:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469268.507075:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469268.507078:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469268.507084:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d1400. 02000000:00000001:3.0:1789469268.507087:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469268.507094:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789469268.507099:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bff78. 00000400:00000010:3.0:1789469268.507116:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cebb0. 00000100:00000200:3.0:1789469268.507125:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402419840, portal 10 00000100:00000001:3.0:1789469268.507127:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469268.507129:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704782848 : -126741004768768 : ffff8cbacf6eaa00) 00000100:00000040:3.0:1789469268.507160:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6eaa00 x1876386402419840/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469268.507178:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469268.507181:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789469268.507184:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cecc0. 00000100:00000200:3.0:1789469268.507187:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402419840, offset 0 00000400:00000200:3.0:1789469268.507195:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789469268.507204:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469268.507212:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789469268.507218:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789469268.507222:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789469268.507226:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789469268.507229:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789469268.507234:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94059:94059:256:4294967295] 192.168.203.142@tcp LPNI seq info [94059:94059:8:4294967295] 00000400:00000200:3.0:1789469268.507238:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469268.507253:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789469268.507260:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789469268.507268:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7900. 00000800:00000200:3.0:1789469268.507275:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789469268.507284:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469268.507289:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789469268.507310:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469268.507314:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:3.0:1789469268.507318:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789469268.507321:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316184549 00000100:00000010:3.0:1789469268.507326:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451300. 00000100:00000001:3.0:1789469268.507333:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469268.507342:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316184549 00000100:00000010:3.0:1789469268.507345:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad04517e0. 00000100:00000001:3.0:1789469268.507349:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469268.507352:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469268.507356:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469268.507358:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469268.507362:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e9880 x1876386402419968/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469268.507370:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469268.507372:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469268.507374:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469268.507375:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469268.507377:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469268.507380:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402419968:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469268.507384:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469268.507386:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469268.507388:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469268.507389:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469268.507392:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d3400. 02000000:00000001:3.0:1789469268.507394:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469268.507397:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789469268.507399:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf840. 00000400:00000010:3.0:1789469268.507402:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce3b8. 00000100:00000200:3.0:1789469268.507405:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402419968, portal 10 00000100:00000001:3.0:1789469268.507407:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469268.507408:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704778368 : -126741004773248 : ffff8cbacf6e9880) 00000100:00000040:3.0:1789469268.507414:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e9880 x1876386402419968/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469268.507421:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469268.507423:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789469268.507425:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cedd0. 00000100:00000200:3.0:1789469268.507427:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402419968, offset 0 00000400:00000200:3.0:1789469268.507431:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789469268.507435:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469268.507437:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789469268.507440:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789469268.507443:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789469268.507446:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789469268.507448:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789469268.507451:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94060:94060:255:4294967295] 192.168.203.142@tcp LPNI seq info [94060:94060:7:4294967295] 00000400:00000200:3.0:1789469268.507455:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469268.507461:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789469268.507465:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789469268.507468:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7000. 00000800:00000200:3.0:1789469268.507471:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789469268.507475:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469268.507478:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789469268.507481:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469268.507483:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:3.0:1789469268.507486:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789469268.507488:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316184537 00000100:00000001:3.0:1789469268.507491:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4316184549 00000100:00000001:3.0:1789469268.507493:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316184537 00000100:00000001:3.0:1789469268.507495:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4316184549 00000100:00000001:3.0:1789469268.507497:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469268.507498:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469268.507501:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469268.507503:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469268.507526:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469268.507528:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469268.507530:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469268.507532:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469268.507533:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469268.507535:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469268.508441:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469268.508450:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7900. 00000400:00000200:2.0:1789469268.508458:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469268.508467:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469268.508474:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cecc0 00000400:00000010:2.0:1789469268.508477:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cecc0. 00000100:00000001:2.0:1789469268.508483:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469268.508492:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6eaa00 x1876386402419840/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469268.508718:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469268.508728:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6eaa00 x1876386402419840/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469293 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469268.508736:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469268.508738:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789469268.508842:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469268.508846:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7000. 00000400:00000200:2.0:1789469268.508852:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469268.508857:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469268.508863:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cedd0 00000400:00000010:2.0:1789469268.508866:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cedd0. 00000100:00000001:2.0:1789469268.508869:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469268.508873:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9880 x1876386402419968/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469268.508880:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469268.508883:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9880 x1876386402419968/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469293 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469268.508889:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469268.508890:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1789469268.536389:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316184549, at 4316184551 00000100:00000010:3.0:1789469268.536409:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad04517e0. 00000100:00000040:2.0:1789469268.536605:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316184549, at 4316184551 00000100:00000010:2.0:1789469268.536620:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451300. 00000100:00000001:1.0:1789469268.946106:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469268.946118:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469268.946120:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469268.946127:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469268.947003:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469268.947010:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469268.947014:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469268.947017:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469268.947021:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469269.329503:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469269.329513:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469269.329520:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469269.329521:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469269.329524:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469269.329526:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469269.329630:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469269.329635:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469269.329638:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469269.523972:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469269.523984:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469269.524005:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469244/real 1789469244] req@ffff8cb9f9032d80 x1876386402419712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469269 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469269.524030:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469269.524032:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469269.524037:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f308f0. 00000400:00000200:3.0:1789469269.524045:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d55d8 00000400:00000010:3.0:1789469269.524049:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d55d8. 00000100:00000001:3.0:1789469269.524056:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469269.524061:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9032d80 x1876386402419712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469269 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469269.524070:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9032d80 x1876386402419712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469269 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469269.524079:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469269.524081:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469269.524085:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469269.524087:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469269.524091:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9032d80 x1876386402419712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469269 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469269.524099:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469269.524111:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469269.524114:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:3.0:1789469269.524118:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469269.524121:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469269.524125:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469269.524151:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9032d80 x1876386402419712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469269 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469269.524160:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469269.524171:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469269.524173:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469269.524174:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469269.524177:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469269.524181:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469269.524185:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469269.524214:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789469269.524217:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469269.524222:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9032d80 x1876386402419712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469269 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469269.524239:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402419712:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789469269.524245:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469269.524248:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469269.524253:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9032d80 x1876386402419712/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469269 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469269.524260:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469269.524264:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469269.524270:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6892000. 02000000:00000001:3.0:1789469269.524277:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469269.524281:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469269.524284:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789469269.524287:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469269.524290:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d0800. 02000000:00000001:3.0:1789469269.524294:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469269.524297:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469269.524299:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9032d80. 00000100:00000001:3.0:1789469269.524307:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469269.524308:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469269.524311:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469269.524454:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469269.524460:0:333009:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1789469269.524463:0:333009:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469269.524465:0:333009:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469269.524469:0:333009:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469269.524473:0:333009:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21492 00000400:00000200:0.0:1789469269.524483:0:333009:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789469269.524489:0:333009:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789469269.524492:0:333009:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469269.524496:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469269.524499:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469269.524501:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469269.524504:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789469269.524512:0:333009:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469269.524514:0:333009:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:0.0:1789469269.524518:0:333009:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469269.524522:0:333009:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:0.0:1789469269.524524:0:333009:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:0.0:1789469269.524526:0:333009:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:0.0:1789469269.524529:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469269.524531:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469269.524533:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469269.524535:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789469269.524539:0:333009:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:0.0:1789469269.524543:0:333009:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789469269.524546:0:333009:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469269.524548:0:333009:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469269.524552:0:333009:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469269.524555:0:333009:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469269.524558:0:333009:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789469269.524560:0:333009:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469269.524571:0:333009:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e9180. 00000020:00000040:0.0:1789469269.524575:0:333009:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:0.0:1789469269.524579:0:333009:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469269.524581:0:333009:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469269.524586:0:333009:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469269.524589:0:333009:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469269.524593:0:333009:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469269.524602:0:333009:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687c800. 00000100:00000001:0.0:1789469269.524611:0:333009:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469269.524618:0:333009:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e9180 x1876386402420096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469269.524627:0:333009:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469269.524632:0:333009:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469269.524637:0:333009:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f96509f2] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e9180 x1876386402420096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469269.524659:0:333009:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469269.524663:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469269.524667:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469269.524670:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469269.524673:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469269.524676:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469269.524679:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469269.524682:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469269.524685:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469269.524690:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21523) 00000100:00000001:3.0:1789469269.526885:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469269.526897:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469269.526901:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469269.526919:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e9180 x1876386402420096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469269.526933:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469269.526936:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469269.526941:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469269.526945:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469269.526949:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469269.526952:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402420096:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789469269.526958:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469269.526964:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469269.526967:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469269.526970:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469269.526982:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d0800. 02000000:00000001:3.0:1789469269.526985:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469269.526994:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789469269.527002:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf528. 00000400:00000010:3.0:1789469269.527011:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce088. 00000100:00000200:3.0:1789469269.527022:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402420096, portal 25 00000100:00000001:3.0:1789469269.527025:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469269.527027:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704776576 : -126741004775040 : ffff8cbacf6e9180) 00000100:00000040:3.0:1789469269.527033:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e9180 x1876386402420096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469269.527040:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469269.527043:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789469269.527046:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce6e8. 00000100:00000200:3.0:1789469269.527049:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402420096, offset 0 00000400:00000200:3.0:1789469269.527057:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789469269.527068:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469269.527078:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789469269.527084:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789469269.527089:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789469269.527092:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789469269.527095:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789469269.527099:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94061:94061:256:4294967295] 192.168.203.142@tcp LPNI seq info [94061:94061:8:4294967295] 00000400:00000200:3.0:1789469269.527103:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469269.527113:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789469269.527121:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789469269.527127:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7500. 00000800:00000200:3.0:1789469269.527197:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789469269.527207:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469269.527212:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789469269.527353:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469269.527358:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789469269.527362:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316186809 00000100:00000010:3.0:1789469269.527368:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad04517e0. 00000100:00000001:3.0:1789469269.527376:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469269.527385:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316186809 00000100:00000010:3.0:1789469269.527389:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451600. 00000100:00000001:3.0:1789469269.527392:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469269.527395:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469269.527398:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469269.527402:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469269.527405:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469269.527413:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469269.527415:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:3.0:1789469269.527418:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469269.527419:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469269.527421:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469269.527423:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469269.535540:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469269.535554:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7500. 00000400:00000200:2.0:1789469269.535563:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469269.535575:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469269.535586:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce6e8 00000400:00000010:2.0:1789469269.535589:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce6e8. 00000100:00000001:2.0:1789469269.535595:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469269.535609:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9180 x1876386402420096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469269.535622:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469269.535626:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9180 x1876386402420096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469294 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469269.535635:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469269.535637:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789469269.969299:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469269.969309:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469269.969312:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469269.969319:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469269.969323:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469269.969328:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469269.969331:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469269.969334:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469269.969337:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469270.353932:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469270.353941:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469270.353949:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469270.353950:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469270.353954:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469270.353956:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469270.354107:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469270.354111:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469270.354115:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789469270.801300:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316186809, at 4316186816 00000100:00000010:3.0:1789469270.801324:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451600. 00000100:00000040:2.0:1789469270.802198:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316186809, at 4316186817 00000100:00000010:2.0:1789469270.802211:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad04517e0. 00000100:00000001:1.0:1789469270.994956:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469270.994967:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469270.994969:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469270.994976:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469270.994980:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469270.994985:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469270.994988:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469270.994991:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469270.994993:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469271.377388:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469271.377394:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469271.377399:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469271.377400:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469271.377404:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469271.377405:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469271.377668:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469271.377672:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469271.377675:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469272.017262:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469272.017269:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469272.017271:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469272.017276:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469272.017280:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469272.017283:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469272.017286:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469272.017289:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469272.017291:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469272.401274:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469272.401281:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469272.401286:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469272.401287:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469272.401290:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469272.401292:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469272.401465:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469272.401469:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469272.401472:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469273.042554:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469273.042565:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469273.042567:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469273.042574:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469273.042579:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469273.042585:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469273.042589:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469273.042592:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469273.042596:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469273.425405:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469273.425415:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469273.425423:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469273.425424:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469273.425428:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469273.425429:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469273.425674:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469273.425682:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469273.425687:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469273.553198:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469273.553219:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469273.553222:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469273.553229:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469273.553232:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469273.553237:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469273.553240:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469273.553566:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469273.553573:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469273.553576:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469273.553580:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469273.553583:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469273.553586:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469273.553588:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469273.553593:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469273.553596:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469273.553599:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469273.553605:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21527) 00000100:00000001:1.0:1789469274.065282:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469274.065293:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469274.065295:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469274.065357:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469274.065362:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469274.065367:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469274.065370:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469274.065373:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469274.065376:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469274.449321:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469274.449332:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469274.449341:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469274.449342:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469274.449347:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469274.449348:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469274.450055:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469274.450061:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469274.450066:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469274.578694:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469274.578712:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469274.578714:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469274.578720:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469274.578723:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469274.578728:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469274.578731:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469274.578794:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469274.578801:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469274.578805:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469274.578808:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469274.578811:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469274.578814:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469274.578816:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469274.578820:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469274.578824:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469274.578827:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469274.578833:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21528) 00000100:00000001:1.0:1789469275.089301:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469275.089312:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469275.089315:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469275.089322:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469275.089327:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469275.089332:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469275.089335:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469275.089337:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469275.089341:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469275.473411:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469275.473422:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469275.473425:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469275.473429:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469275.473912:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469275.474027:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469275.474030:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469275.474034:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469275.474041:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469275.474042:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469275.474046:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469275.474048:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469275.474219:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469275.474225:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469275.474229:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469275.601655:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469275.601675:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469275.601678:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469275.601685:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469275.601687:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469275.601693:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469275.601696:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469276.113468:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469276.113479:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469276.113481:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469276.113487:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469276.113492:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469276.113497:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469276.113499:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469276.113502:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469276.113506:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469276.497370:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469276.497381:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469276.497388:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469276.497390:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469276.497393:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469276.497395:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469276.497463:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469276.497469:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469276.497473:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469276.625853:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469276.625871:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469276.625874:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469276.625880:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469276.626003:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469276.626010:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469276.626014:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469277.137304:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469277.137314:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469277.137316:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469277.137324:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469277.137329:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469277.137333:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469277.137336:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469277.137339:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469277.137343:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469277.521420:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469277.521429:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469277.521437:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469277.521438:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469277.521442:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469277.521443:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469277.521549:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469277.521554:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469277.521558:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469277.649313:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469277.649335:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469277.649338:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469277.649344:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469277.649348:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469277.649353:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469277.649356:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469278.161235:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469278.161246:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469278.161248:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469278.161255:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469278.161260:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469278.161264:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469278.161268:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469278.161271:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469278.161274:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469278.545352:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469278.545360:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469278.545368:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469278.545372:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469278.545375:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469278.545379:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469278.545382:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469278.545385:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469278.545387:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469278.545390:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469278.545394:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469278.545396:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469278.545397:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469278.545398:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469278.545400:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469278.545401:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469278.545403:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469278.545404:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469278.545719:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469278.545723:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469278.545727:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469278.673270:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469278.673289:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469278.673292:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469278.673298:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469278.673301:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469278.673307:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469278.673310:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469279.185531:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469279.185543:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469279.185547:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469279.185554:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469279.185559:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469279.185564:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469279.185567:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469279.185570:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469279.185573:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469279.570166:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469279.570176:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469279.570183:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469279.570184:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469279.570188:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469279.570189:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469279.570675:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469279.570680:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469279.570684:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469279.697868:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469279.697887:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469279.697889:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469279.697897:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469279.697900:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469279.697905:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469279.697908:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469279.825369:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469279.825383:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469279.825395:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469279.825399:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469279.825403:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469279.825407:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469279.825411:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469279.825416:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469279.825418:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469279.825422:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469279.825430:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21533) 00000100:00000001:1.0:1789469280.210208:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469280.210218:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469280.210221:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469280.210227:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469280.210232:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469280.210246:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469280.210249:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469280.210252:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469280.210255:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469280.593330:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469280.593341:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469280.593349:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469280.593350:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469280.593354:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469280.593355:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469280.593552:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469280.593557:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469280.593560:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469280.722604:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469280.722624:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469280.722626:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469280.722632:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469280.722635:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469280.722642:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469280.722645:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469281.234412:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469281.234424:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469281.234427:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469281.234435:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469281.234439:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469281.234445:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469281.234449:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469281.234452:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469281.234455:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469281.617837:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469281.617848:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469281.617856:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469281.617857:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469281.617861:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469281.617862:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469281.618103:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469281.618108:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469281.618112:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469281.745282:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469281.745299:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469281.745302:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469281.745308:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469281.745312:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469281.745317:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469281.745320:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469282.258667:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469282.258677:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469282.258680:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469282.258687:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469282.258692:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469282.258698:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469282.258701:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469282.258704:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469282.258708:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469282.642448:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469282.642457:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469282.642465:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469282.642467:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469282.642470:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469282.642471:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469282.642816:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469282.642821:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469282.642824:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469282.769277:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469282.769298:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469282.769301:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469282.769308:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469282.769311:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469282.769316:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469282.769319:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469283.282660:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469283.282671:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469283.282673:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469283.282680:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469283.282684:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469283.282689:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469283.282692:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469283.282695:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469283.282698:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469283.665506:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469283.665516:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469283.665523:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469283.665524:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469283.665528:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469283.665528:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469283.665752:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469283.665767:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469283.665770:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469283.793288:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469283.793321:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469283.793324:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469283.793331:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469283.793335:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469283.793340:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469283.793343:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469284.305290:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469284.305301:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469284.305304:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469284.305311:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469284.305315:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469284.305320:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469284.305324:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469284.305327:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469284.305331:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469284.689261:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469284.689267:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469284.689272:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469284.689273:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469284.689276:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469284.689277:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469284.689464:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469284.689471:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469284.689475:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469284.817707:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469284.817726:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469284.817728:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469284.817735:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469284.817737:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469284.817743:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469284.817746:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469284.945368:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469284.945378:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469284.945382:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469284.945386:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469284.945388:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469284.945391:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469284.945393:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469284.945398:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469284.945400:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469284.945403:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469284.945408:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21538) 00000100:00000001:1.0:1789469285.329300:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469285.329308:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469285.329310:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469285.329315:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469285.329318:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469285.329322:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469285.329325:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469285.329327:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469285.329330:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469285.713511:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469285.713519:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469285.713522:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469285.713526:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469285.713530:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469285.713533:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469285.713535:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469285.713537:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469285.713541:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469285.713543:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469285.713547:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469285.713548:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469285.713986:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469285.713990:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469285.713993:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469285.841480:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469285.841497:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469285.841500:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469285.841505:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469285.841508:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469285.841513:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469285.841517:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469286.353252:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469286.353260:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469286.353262:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469286.353267:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469286.353271:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469286.353274:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469286.353276:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469286.353279:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469286.353281:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469286.737643:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469286.737650:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469286.737656:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469286.737657:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469286.737660:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469286.737661:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469286.737779:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469286.737783:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469286.737786:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469286.868288:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469286.868309:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469286.868312:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469286.868319:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469286.868322:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469286.868328:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469286.868331:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469287.377244:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469287.377252:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469287.377254:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469287.377259:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469287.377263:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469287.377266:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469287.377269:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469287.377271:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469287.377273:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469287.761369:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469287.761375:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469287.761380:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469287.761382:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469287.761385:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469287.761386:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469287.761493:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469287.761497:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469287.761501:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469287.889290:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469287.889303:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469287.889305:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469287.889309:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469287.889311:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469287.889316:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469287.889318:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469288.404349:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469288.404358:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469288.404360:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469288.404365:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469288.404369:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469288.404373:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469288.404375:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469288.404378:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469288.404380:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469288.785261:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469288.785266:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469288.785272:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469288.785275:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469288.785277:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469288.785281:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469288.785284:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469288.785286:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469288.785288:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469288.785290:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469288.785294:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469288.785295:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469288.785296:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469288.785298:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469288.785300:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469288.785301:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469288.785302:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469288.785304:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469288.785471:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469288.785476:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469288.785479:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469288.914184:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469288.914197:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469288.914199:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469288.914204:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469288.914206:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469288.914209:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469288.914212:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469289.425270:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469289.425278:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469289.425281:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469289.425286:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469289.425290:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469289.425293:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469289.425296:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469289.425299:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469289.425301:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469289.809291:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469289.809298:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469289.809303:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469289.809304:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469289.809308:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469289.809309:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469289.809451:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469289.809455:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469289.809458:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469289.937330:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469289.937344:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469289.937346:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469289.937368:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469289.937370:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469289.937375:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469289.937378:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469290.068574:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469290.068585:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469290.068589:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469290.068592:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469290.068594:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469290.068598:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469290.068600:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469290.068605:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469290.068607:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469290.068611:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469290.068618:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21543) 00000100:00000001:1.0:1789469290.449470:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469290.449478:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469290.449480:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469290.449485:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469290.449488:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469290.449492:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469290.449495:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469290.449497:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469290.449501:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469290.833255:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469290.833262:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469290.833268:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469290.833269:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469290.833272:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469290.833273:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469290.840575:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469290.840582:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469290.840587:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469290.964225:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469290.964239:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469290.964241:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469290.964246:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469290.964248:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469290.964252:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469290.964255:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469291.473225:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469291.473233:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469291.473235:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469291.473240:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469291.473243:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469291.473248:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469291.473250:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469291.473252:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469291.473255:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469291.859277:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469291.859284:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469291.859289:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469291.859290:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469291.859295:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469291.859296:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469291.859392:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469291.859395:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469291.859399:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469291.987193:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469291.987205:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469291.987207:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469291.987212:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469291.987214:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469291.987219:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469291.987222:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469292.497212:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469292.497221:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469292.497223:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469292.497229:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469292.497233:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469292.497237:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469292.497239:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469292.497242:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469292.497245:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469292.881227:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469292.881234:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469292.881239:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469292.881241:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469292.881244:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469292.881245:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469292.881354:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469292.881358:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469292.881361:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469293.009256:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469293.009264:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469293.009281:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469268/real 1789469268] req@ffff8cbacf6eaa00 x1876386402419840/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469293 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469293.009298:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469293.009300:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469293.009304:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bff78. 00000400:00000200:3.0:1789469293.009310:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cebb0 00000400:00000010:3.0:1789469293.009312:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cebb0. 00000100:00000001:3.0:1789469293.009316:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469293.009320:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6eaa00 x1876386402419840/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469293 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469293.009329:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6eaa00 x1876386402419840/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469293 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469293.009336:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469293.009338:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469293.009341:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469293.009343:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469293.009346:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6eaa00 x1876386402419840/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469293 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469293.009352:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469293.009355:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469293.009359:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469268/real 1789469268] req@ffff8cbacf6e9880 x1876386402419968/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469293 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469293.009366:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469293.009367:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469293.009369:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf840. 00000400:00000200:3.0:1789469293.009371:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce3b8 00000400:00000010:3.0:1789469293.009373:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce3b8. 00000100:00000001:3.0:1789469293.009375:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469293.009378:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e9880 x1876386402419968/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469293 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469293.009385:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e9880 x1876386402419968/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469293 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469293.009392:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469293.009393:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469293.009395:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469293.009396:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469293.009400:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e9880 x1876386402419968/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469293 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469293.009407:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469293.009414:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469293.009416:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469293.009419:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469293.009422:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469293.009425:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469293.009429:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6eaa00 x1876386402419840/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469293 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469293.009437:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469293.009439:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469293.009441:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469293.009442:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469293.009445:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469293.009448:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469293.009451:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469293.009481:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789469293.009484:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469293.009488:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6eaa00 x1876386402419840/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469293 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469293.009500:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402419840:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469293.009505:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469293.009509:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e9880 x1876386402419968/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469293 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469293.009514:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469293.009516:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469293.009518:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469293.009519:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469293.009520:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469293.009522:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469293.009524:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469293.009529:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789469293.009531:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469293.009533:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e9880 x1876386402419968/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469293 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469293.009540:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402419968:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469293.009544:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469293.009546:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469293.009549:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6eaa00 x1876386402419840/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469293 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469293.009555:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469293.009558:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469293.009562:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d1400. 02000000:00000001:3.0:1789469293.009567:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469293.009570:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469293.009572:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789469293.009575:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469293.009577:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687e400. 02000000:00000001:3.0:1789469293.009581:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469293.009583:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469293.009585:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6eaa00. 00000100:00000001:3.0:1789469293.009588:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469293.009590:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469293.009591:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469293.009595:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e9880 x1876386402419968/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469293 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469293.009601:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469293.009602:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469293.009604:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d3400. 02000000:00000001:3.0:1789469293.009606:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469293.009607:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469293.009609:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789469293.009610:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469293.009611:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687ec00. 02000000:00000001:3.0:1789469293.009613:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469293.009614:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469293.009615:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e9880. 00000100:00000001:3.0:1789469293.009618:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469293.009619:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469293.009621:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469293.010068:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469293.010074:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469293.010077:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469293.010081:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469293.010083:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469293.010086:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469293.010089:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469293.010093:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21517 00000400:00000200:1.0:1789469293.010100:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469293.010106:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789469293.010109:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469293.010113:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469293.010116:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469293.010118:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469293.010120:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789469293.010127:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469293.010128:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:1.0:1789469293.010156:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469293.010160:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:1.0:1789469293.010162:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:1.0:1789469293.010164:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:1.0:1789469293.010168:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469293.010170:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469293.010171:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469293.010173:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789469293.010176:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:1.0:1789469293.010179:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789469293.010182:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469293.010185:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469293.010192:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469293.010195:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469293.010197:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789469293.010201:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789469293.010203:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469293.010205:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469293.010214:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c7100. 00000020:00000040:1.0:1789469293.010218:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789469293.010221:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469293.010223:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469293.010226:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469293.010228:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469293.010232:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469293.010239:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6890800. 00000100:00000001:1.0:1789469293.010246:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469293.010254:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c7100 x1876386402420224/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469293.010264:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469293.010268:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469293.010272:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b9117d8] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c7100 x1876386402420224/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469293.010295:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469293.010298:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469293.010301:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789469293.010302:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469293.010303:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469293.010306:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469293.010308:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21517 00000400:00000200:1.0:1789469293.010312:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469293.010315:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789469293.010317:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469293.010320:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469293.010322:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469293.010324:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469293.010325:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789469293.010329:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469293.010330:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:1.0:1789469293.010332:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469293.010334:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:1.0:1789469293.010336:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:1.0:1789469293.010338:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:1.0:1789469293.010340:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469293.010342:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469293.010344:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469293.010346:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789469293.010348:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:1.0:1789469293.010350:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789469293.010352:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469293.010354:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469293.010357:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469293.010358:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469293.010360:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789469293.010362:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789469293.010364:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469293.010365:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469293.010369:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c4380. 00000020:00000040:1.0:1789469293.010371:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789469293.010373:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469293.010374:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469293.010376:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469293.010377:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469293.010378:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469293.010382:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6890c00. 00000100:00000001:1.0:1789469293.010396:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469293.010407:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c4380 x1876386402420352/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469293.010415:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469293.010417:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469293.010421:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001600f89c] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c4380 x1876386402420352/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469293.010428:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469293.010430:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469293.010434:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469293.010436:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469293.010439:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469293.010444:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21546) 00000100:00000001:3.0:1789469293.010560:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469293.010564:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469293.010566:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469293.010571:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c7100 x1876386402420224/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469293.010578:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469293.010581:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469293.010584:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469293.010587:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469293.010589:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469293.010593:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402420224:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469293.010599:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469293.010602:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469293.010605:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469293.010607:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469293.010611:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d3400. 02000000:00000001:3.0:1789469293.010613:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469293.010619:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789469293.010623:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf840. 00000400:00000010:3.0:1789469293.010629:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce3b8. 00000100:00000200:3.0:1789469293.010635:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402420224, portal 10 00000100:00000001:3.0:1789469293.010637:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469293.010639:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704637184 : -126741004914432 : ffff8cbacf6c7100) 00000100:00000040:3.0:1789469293.010646:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c7100 x1876386402420224/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469293.010652:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469293.010655:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789469293.010657:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cebb0. 00000100:00000200:3.0:1789469293.010659:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402420224, offset 0 00000400:00000200:3.0:1789469293.010666:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789469293.010674:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469293.010680:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789469293.010685:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789469293.010689:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789469293.010693:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789469293.010696:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789469293.010699:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94062:94062:256:4294967295] 192.168.203.142@tcp LPNI seq info [94062:94062:8:4294967295] 00000400:00000200:3.0:1789469293.010704:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469293.010713:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789469293.010718:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789469293.010723:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7a00. 00000800:00000200:3.0:1789469293.010729:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789469293.010737:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469293.010741:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7a00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789469293.010759:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469293.010763:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:3.0:1789469293.010766:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789469293.010769:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316209052 00000100:00000010:3.0:1789469293.010775:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451600. 00000100:00000001:3.0:1789469293.010781:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469293.010789:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316209052 00000100:00000010:3.0:1789469293.010793:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451e40. 00000100:00000001:3.0:1789469293.010796:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469293.010798:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469293.010800:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469293.010802:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469293.010806:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c4380 x1876386402420352/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469293.010812:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469293.010814:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469293.010816:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469293.010818:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469293.010819:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469293.010822:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402420352:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469293.010825:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469293.010827:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469293.010828:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469293.010830:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469293.010833:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d1400. 02000000:00000001:3.0:1789469293.010835:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469293.010838:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789469293.010840:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bff78. 00000400:00000010:3.0:1789469293.010844:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce880. 00000100:00000200:3.0:1789469293.010847:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402420352, portal 10 00000100:00000001:3.0:1789469293.010849:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469293.010850:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704625536 : -126741004926080 : ffff8cbacf6c4380) 00000100:00000040:3.0:1789469293.010855:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c4380 x1876386402420352/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469293.010861:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469293.010863:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789469293.010865:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cee58. 00000100:00000200:3.0:1789469293.010867:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402420352, offset 0 00000400:00000200:3.0:1789469293.010870:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789469293.010874:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469293.010877:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789469293.010880:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789469293.010882:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789469293.010884:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789469293.010886:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789469293.010889:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94063:94063:255:4294967295] 192.168.203.142@tcp LPNI seq info [94063:94063:7:4294967295] 00000400:00000200:3.0:1789469293.010893:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469293.010898:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789469293.010902:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789469293.010905:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7b00. 00000800:00000200:3.0:1789469293.010908:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789469293.010912:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469293.010915:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789469293.010918:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469293.010920:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:3.0:1789469293.010923:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789469293.010925:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316209040 00000100:00000001:3.0:1789469293.010927:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4316209052 00000100:00000001:3.0:1789469293.010929:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316209040 00000100:00000001:3.0:1789469293.010931:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4316209052 00000100:00000001:3.0:1789469293.010934:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469293.010936:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469293.010938:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469293.010940:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469293.010946:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469293.010948:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469293.010950:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469293.010951:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469293.010952:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469293.010954:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469293.011184:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469293.011189:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7a00. 00000400:00000200:2.0:1789469293.011194:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469293.011200:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469293.011205:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cebb0 00000400:00000010:2.0:1789469293.011208:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cebb0. 00000100:00000001:2.0:1789469293.011212:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469293.011216:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c7100 x1876386402420224/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469293.011230:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469293.011234:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c7100 x1876386402420224/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469318 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469293.011240:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469293.011242:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789469293.011316:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469293.011320:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7b00. 00000400:00000200:2.0:1789469293.011323:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469293.011326:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469293.011329:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cee58 00000400:00000010:2.0:1789469293.011331:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cee58. 00000100:00000001:2.0:1789469293.011333:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469293.011336:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c4380 x1876386402420352/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469293.011342:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469293.011345:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c4380 x1876386402420352/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469318 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469293.011350:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469293.011352:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1789469293.038290:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316209052, at 4316209053 00000100:00000010:3.0:1789469293.038307:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451e40. 00000100:00000040:2.0:1789469293.038629:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316209052, at 4316209053 00000100:00000010:2.0:1789469293.038636:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451600. 00000100:00000001:1.0:1789469293.521278:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469293.521296:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469293.521299:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469293.521304:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469293.521308:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469293.521311:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469293.521321:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469293.521324:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469293.521327:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469293.905507:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469293.905515:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469293.905521:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469293.905522:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469293.905526:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469293.905527:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469293.905609:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469293.905613:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469293.905616:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469294.033279:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469294.033287:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469294.033303:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469269/real 1789469269] req@ffff8cbacf6e9180 x1876386402420096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469294 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469294.033322:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469294.033324:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469294.033328:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf528. 00000400:00000200:3.0:1789469294.033332:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce088 00000400:00000010:3.0:1789469294.033335:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce088. 00000100:00000001:3.0:1789469294.033338:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469294.033343:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e9180 x1876386402420096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469294 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469294.033352:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e9180 x1876386402420096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469294 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469294.033359:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469294.033360:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469294.033363:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469294.033365:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469294.033458:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e9180 x1876386402420096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469294 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469294.033472:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469294.033480:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469294.033482:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:3.0:1789469294.033485:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469294.033487:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469294.033553:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469294.033559:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e9180 x1876386402420096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469294 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469294.033566:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469294.033569:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469294.033570:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469294.033571:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469294.033574:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469294.033576:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469294.033580:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469294.033602:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789469294.033605:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469294.033609:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e9180 x1876386402420096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469294 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469294.033618:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402420096:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789469294.033623:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469294.033625:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469294.033639:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e9180 x1876386402420096/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469294 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469294.033646:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469294.033649:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469294.033654:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d0800. 02000000:00000001:3.0:1789469294.033657:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469294.033660:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469294.033662:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789469294.033664:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469294.033667:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687c800. 02000000:00000001:3.0:1789469294.033671:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469294.033673:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469294.033674:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e9180. 00000100:00000001:3.0:1789469294.033678:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469294.033679:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469294.033682:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469294.033763:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469294.033769:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789469294.033771:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789469294.033774:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469294.033777:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789469294.033781:0:332879:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21518 00000400:00000200:2.0:1789469294.033790:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469294.033795:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789469294.033798:0:332879:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789469294.033801:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469294.033803:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469294.033805:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469294.033807:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789469294.033814:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789469294.033816:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:2.0:1789469294.033818:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789469294.033821:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:2.0:1789469294.033824:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:2.0:1789469294.033826:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:2.0:1789469294.033829:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469294.033830:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469294.033832:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469294.033834:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789469294.033836:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:2.0:1789469294.033839:0:332879:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789469294.033841:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469294.033843:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789469294.033846:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469294.033848:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469294.033851:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789469294.033853:0:332879:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789469294.033858:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742e300. 00000020:00000040:2.0:1789469294.033861:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789469294.033864:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789469294.033866:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469294.033869:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469294.033871:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789469294.033874:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469294.033881:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faace400. 00000100:00000001:2.0:1789469294.033887:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469294.033893:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742e300 x1876386402420480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789469294.033901:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469294.033905:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469294.033909:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df5e0136] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742e300 x1876386402420480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469294.033926:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469294.033929:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469294.033933:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469294.033935:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469294.033938:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469294.033940:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469294.033943:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469294.033946:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469294.033948:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469294.033953:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21547) 00000100:00000001:3.0:1789469294.034070:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469294.034073:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469294.034075:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469294.034080:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742e300 x1876386402420480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469294.034088:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469294.034090:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469294.034093:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469294.034095:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469294.034098:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469294.034101:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402420480:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789469294.034105:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469294.034109:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469294.034111:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469294.034114:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469294.034117:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d0800. 02000000:00000001:3.0:1789469294.034119:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469294.034124:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789469294.034128:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf528. 00000400:00000010:3.0:1789469294.034153:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce088. 00000100:00000200:3.0:1789469294.034159:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402420480, portal 25 00000100:00000001:3.0:1789469294.034161:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469294.034163:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836131584 : -126740873420032 : ffff8cbad742e300) 00000100:00000040:3.0:1789469294.034168:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742e300 x1876386402420480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469294.034179:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469294.034181:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789469294.034184:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce908. 00000100:00000200:3.0:1789469294.034186:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402420480, offset 0 00000400:00000200:3.0:1789469294.034192:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789469294.034199:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469294.034205:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789469294.034210:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789469294.034214:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789469294.034217:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789469294.034220:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789469294.034223:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94064:94064:256:4294967295] 192.168.203.142@tcp LPNI seq info [94064:94064:8:4294967295] 00000400:00000200:3.0:1789469294.034228:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469294.034238:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789469294.034244:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789469294.034249:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7400. 00000800:00000200:3.0:1789469294.034255:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789469294.034262:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469294.034266:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789469294.034315:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469294.034320:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789469294.034322:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316211316 00000100:00000010:3.0:1789469294.034327:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451e40. 00000100:00000001:3.0:1789469294.034333:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469294.034337:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316211316 00000100:00000010:3.0:1789469294.034340:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451c00. 00000100:00000001:3.0:1789469294.034342:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469294.034345:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469294.034348:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469294.034352:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469294.034354:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469294.034358:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469294.034360:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:3.0:1789469294.034361:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469294.034363:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469294.034364:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469294.034366:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469294.035369:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469294.035375:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7400. 00000400:00000200:2.0:1789469294.035380:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469294.035387:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469294.035392:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce908 00000400:00000010:2.0:1789469294.035395:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce908. 00000100:00000001:2.0:1789469294.035399:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469294.035404:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742e300 x1876386402420480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469294.035418:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469294.035421:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742e300 x1876386402420480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469319 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469294.035429:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469294.035431:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789469294.545251:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469294.545259:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469294.545261:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469294.545274:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469294.545277:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469294.545281:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469294.545284:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469294.545286:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469294.545288:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469294.930246:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469294.930263:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469294.930269:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469294.930271:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469294.930274:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469294.930276:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469294.930398:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469294.930402:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469294.930405:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789469295.313262:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316211316, at 4316211328 00000100:00000010:2.0:1789469295.313288:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451e40. 00000100:00000040:3.0:1789469295.313441:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316211316, at 4316211328 00000100:00000010:3.0:1789469295.313447:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451c00. 00000100:00000001:1.0:1789469295.569255:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469295.569268:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469295.569270:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469295.569276:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469295.569280:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469295.569284:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469295.569287:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469295.569289:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469295.569292:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469295.953290:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469295.953298:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469295.953300:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469295.953303:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469295.953308:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469295.953311:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469295.953313:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469295.953315:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469295.953319:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469295.953320:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469295.953324:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469295.953325:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469295.953414:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469295.953417:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469295.953421:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469296.593255:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469296.593262:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469296.593264:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469296.593268:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469296.593273:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469296.593276:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469296.593279:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469296.593281:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469296.593284:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469296.977248:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469296.977255:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469296.977260:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469296.977261:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469296.977264:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469296.977266:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469296.977624:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469296.977628:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469296.977631:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469297.617248:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469297.617255:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469297.617257:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469297.617262:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469297.617266:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469297.617269:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469297.617272:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469297.617275:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469297.617278:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469298.001322:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469298.001330:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469298.001336:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469298.001555:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469298.001560:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469298.001562:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469298.007159:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469298.007165:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469298.007170:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469298.065363:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469298.065373:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469298.065376:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469298.065380:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469298.065382:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469298.065385:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469298.065388:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469298.065392:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469298.065394:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469298.065397:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469298.065403:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21551) 00000100:00000001:1.0:1789469298.065534:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469298.065547:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469298.065549:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469298.065552:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469298.065554:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469298.065557:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469298.065560:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469298.642578:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469298.642585:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469298.642587:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469298.642592:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469298.642595:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469298.642599:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469298.642602:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469298.642604:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469298.642607:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469299.025323:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469299.025330:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469299.025337:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469299.025341:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469299.025343:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469299.025348:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469299.025352:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469299.025355:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469299.025357:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469299.025360:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469299.025363:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469299.025365:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469299.025366:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469299.025368:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469299.025369:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469299.025370:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469299.025372:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469299.025374:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469299.027355:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469299.027362:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469299.027367:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789469299.089742:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469299.089754:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469299.089758:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469299.089761:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469299.089764:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469299.089767:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469299.089769:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469299.089773:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469299.089776:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469299.089780:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469299.089786:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21552) 00000100:00000001:1.0:1789469299.089870:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469299.089881:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469299.089883:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469299.089887:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469299.089890:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469299.089894:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469299.089897:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469299.668267:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469299.668276:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469299.668278:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469299.668284:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469299.668287:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469299.668291:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469299.668293:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469299.668295:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469299.668298:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469300.049292:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469300.049298:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469300.049304:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469300.049305:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469300.049308:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469300.049309:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469300.049396:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469300.049399:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469300.049402:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469300.113276:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469300.113290:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469300.113292:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469300.113296:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469300.113298:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469300.113302:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469300.113305:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469300.689252:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469300.689259:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469300.689261:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469300.689266:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469300.689269:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469300.689273:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469300.689276:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469300.689278:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469300.689281:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469301.074957:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469301.074964:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469301.074970:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469301.074971:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469301.074974:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469301.074975:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469301.077414:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469301.077419:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469301.077424:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469301.137275:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469301.137290:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469301.137293:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469301.137298:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469301.137300:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469301.137304:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469301.137306:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469301.713266:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469301.713275:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469301.713277:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469301.713282:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469301.713285:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469301.713289:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469301.713292:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469301.713295:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469301.713298:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469302.097473:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469302.097480:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469302.097487:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469302.097489:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469302.097492:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469302.097493:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469302.097706:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469302.097710:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469302.097713:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469302.161893:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469302.161909:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469302.161911:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469302.161916:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469302.161927:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469302.161931:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469302.161934:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469302.737453:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469302.737462:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469302.737464:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469302.737469:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469302.737472:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469302.737475:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469302.737478:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469302.737481:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469302.737483:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469303.121540:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469303.121547:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469303.121552:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469303.121553:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469303.121556:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469303.121557:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469303.121674:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469303.121678:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469303.121681:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469303.185324:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469303.185340:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469303.185342:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469303.185346:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469303.185349:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469303.185353:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469303.185356:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469303.761251:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469303.761259:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469303.761261:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469303.761265:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469303.761269:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469303.761272:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469303.761275:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469303.761278:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469303.761281:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469304.146502:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469304.146509:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469304.146514:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469304.146515:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469304.146519:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469304.146520:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469304.146803:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469304.146807:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469304.146810:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469304.211564:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469304.211580:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469304.211582:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469304.211587:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469304.211590:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469304.211596:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469304.211598:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469304.402422:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469304.402432:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469304.402435:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469304.402438:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469304.402441:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469304.402443:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469304.402446:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469304.402449:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469304.402451:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469304.402454:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469304.402460:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21558) 00000100:00000001:1.0:1789469304.785255:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469304.785263:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469304.785265:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469304.785270:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469304.785274:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469304.785277:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469304.785280:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469304.785282:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469304.785284:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469305.169254:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469305.169260:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469305.169267:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469305.169268:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469305.169271:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469305.169272:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469305.169393:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469305.169397:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469305.169400:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469305.233238:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469305.233252:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469305.233255:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469305.233261:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469305.233263:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469305.233268:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469305.233271:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469305.809303:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469305.809311:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469305.809314:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469305.809318:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469305.809321:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469305.809325:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469305.809328:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469305.809330:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469305.809333:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469306.194535:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469306.194544:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469306.194546:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469306.194549:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469306.194554:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469306.194556:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469306.194558:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469306.194560:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469306.194563:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469306.194564:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469306.194567:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469306.194568:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469306.194686:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469306.194690:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469306.194693:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469306.257517:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469306.257532:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469306.257534:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469306.257548:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469306.257551:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469306.257556:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469306.257558:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469306.833327:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469306.833335:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469306.833337:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469306.833343:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469306.833347:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469306.833351:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469306.833354:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469306.833356:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469306.833359:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469307.217259:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469307.217266:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469307.217270:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469307.217272:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469307.217275:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469307.217276:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469307.217458:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469307.217461:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469307.217464:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469307.281948:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469307.281963:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469307.281965:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469307.281969:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469307.281971:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469307.281976:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469307.281978:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469307.857251:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469307.857261:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469307.857275:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469307.857281:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469307.857285:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469307.857288:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469307.857291:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469307.857294:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469307.857298:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469308.241256:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469308.241263:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469308.241269:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469308.241270:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469308.241273:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469308.241274:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469308.244609:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469308.244616:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469308.244621:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469308.305313:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469308.305330:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469308.305332:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469308.305337:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469308.305339:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469308.305344:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469308.305346:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469308.884457:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469308.884464:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469308.884466:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469308.884471:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469308.884474:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469308.884477:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469308.884480:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469308.884483:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469308.884485:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469309.265265:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469309.265272:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469309.265281:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469309.265284:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469309.265287:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469309.265290:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469309.265294:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469309.265296:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469309.265298:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469309.265300:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469309.265303:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469309.265305:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469309.265306:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469309.265308:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469309.265310:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469309.265311:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469309.265313:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469309.265315:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469309.265715:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469309.265719:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469309.265722:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469309.329264:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469309.329278:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469309.329280:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469309.329285:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469309.329287:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469309.329291:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469309.329294:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469309.521568:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469309.521578:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469309.521581:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469309.521585:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469309.521587:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469309.521590:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469309.521593:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469309.521598:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469309.521600:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469309.521603:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469309.521610:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21563) 00000100:00000001:1.0:1789469309.905289:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469309.905299:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469309.905303:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469309.905310:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469309.905315:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469309.905320:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469309.905323:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469309.905327:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469309.905331:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469310.289896:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469310.289905:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469310.289913:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469310.289915:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469310.289919:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469310.289921:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469310.290373:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469310.290377:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469310.290381:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469310.353323:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469310.353343:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469310.353345:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469310.353352:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469310.353356:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469310.353361:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469310.353364:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469310.929340:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469310.929350:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469310.929352:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469310.929358:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469310.929362:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469310.929367:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469310.929370:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469310.929373:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469310.929376:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469311.313661:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469311.313671:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469311.313679:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469311.313680:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469311.313684:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469311.313686:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469311.313845:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469311.313859:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469311.313863:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469311.377278:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469311.377298:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469311.377301:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469311.377306:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469311.377309:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469311.377315:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469311.377318:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469311.953506:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469311.953518:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469311.953520:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469311.953529:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469311.953534:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469311.953540:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469311.953543:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469311.953546:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469311.953550:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469312.338785:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469312.338797:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469312.338805:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469312.338807:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469312.338811:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469312.338812:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469312.339020:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469312.339025:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469312.339029:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469312.401259:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469312.401280:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469312.401283:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469312.401290:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469312.401293:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469312.401300:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469312.401303:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469312.977290:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469312.977300:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469312.977303:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469312.977310:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469312.977315:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469312.977320:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469312.977323:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469312.977326:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469312.977329:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469313.362423:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469313.362433:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469313.362439:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469313.362441:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469313.362444:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469313.362446:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469313.362724:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469313.362729:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469313.362733:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469313.425233:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469313.425252:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469313.425255:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469313.425261:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469313.425264:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469313.425269:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469313.425272:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469314.002166:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469314.002176:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469314.002178:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469314.002184:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469314.002189:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469314.002193:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469314.002197:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469314.002200:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469314.002203:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469314.385322:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469314.385332:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469314.385339:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469314.385341:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469314.385344:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469314.385345:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469314.385460:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469314.385465:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469314.385468:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469314.449282:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469314.449312:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469314.449315:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469314.449321:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469314.449323:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469314.449328:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469314.449331:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469314.641337:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469314.641350:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469314.641353:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469314.641357:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469314.641360:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469314.641363:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469314.641366:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469314.641371:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469314.641373:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469314.641377:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469314.641384:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21568) 00000100:00000001:1.0:1789469315.025364:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469315.025381:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469315.025384:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469315.025391:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469315.025396:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469315.025400:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469315.025403:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469315.025406:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469315.025409:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469315.410217:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469315.410228:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469315.410230:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469315.410234:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469315.410240:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469315.410242:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469315.410245:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469315.410247:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469315.410252:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469315.410254:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469315.410257:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469315.410259:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469315.410829:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469315.410835:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469315.410838:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469315.473768:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469315.473787:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469315.473789:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469315.473795:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469315.473798:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469315.473803:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469315.473806:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469316.049277:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469316.049288:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469316.049290:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469316.049298:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469316.049303:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469316.049308:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469316.049311:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469316.049314:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469316.049318:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469316.433281:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469316.433288:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469316.433294:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469316.433295:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469316.433298:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469316.433300:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469316.433503:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469316.433513:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469316.433519:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469316.497438:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469316.497459:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469316.497462:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469316.497468:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469316.497471:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469316.497477:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469316.497480:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469317.073370:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469317.073378:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469317.073380:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469317.073385:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469317.073389:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469317.073402:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469317.073406:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469317.073408:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469317.073412:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469317.457320:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469317.457326:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469317.457332:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469317.457334:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469317.457337:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469317.457338:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469317.458772:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469317.458778:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469317.458782:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469317.521243:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469317.521257:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469317.521259:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469317.521264:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469317.521266:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469317.521270:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469317.521272:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469318.097589:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469318.097596:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469318.097599:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469318.097604:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469318.097607:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469318.097621:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469318.097624:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469318.097626:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469318.097629:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469318.481306:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469318.481314:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469318.481319:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469318.481322:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469318.481324:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469318.481327:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469318.481331:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469318.481333:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469318.481335:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469318.481337:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469318.481340:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469318.481342:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469318.481343:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469318.481344:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469318.481347:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469318.481348:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469318.481350:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469318.481351:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469318.481407:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469318.481411:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469318.481414:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469318.545275:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469318.545283:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469318.545298:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469293/real 1789469293] req@ffff8cbacf6c7100 x1876386402420224/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469318 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469318.545316:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469318.545318:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469318.545322:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf840. 00000400:00000200:1.0:1789469318.545328:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce3b8 00000400:00000010:1.0:1789469318.545331:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce3b8. 00000100:00000001:1.0:1789469318.545335:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469318.545339:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c7100 x1876386402420224/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469318 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469318.545347:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c7100 x1876386402420224/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469318 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469318.545353:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469318.545355:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469318.545358:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469318.545360:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469318.545364:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c7100 x1876386402420224/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469318 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469318.545371:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469318.545374:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469318.545377:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469293/real 1789469293] req@ffff8cbacf6c4380 x1876386402420352/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469318 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469318.545386:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469318.545388:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469318.545389:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bff78. 00000400:00000200:1.0:1789469318.545392:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce880 00000400:00000010:1.0:1789469318.545394:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce880. 00000100:00000001:1.0:1789469318.545396:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469318.545399:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c4380 x1876386402420352/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469318 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469318.545407:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c4380 x1876386402420352/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469318 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469318.545414:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469318.545415:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469318.545417:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469318.545418:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469318.545422:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c4380 x1876386402420352/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469318 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469318.545429:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469318.545436:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469318.545439:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469318.545442:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469318.545444:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469318.545447:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469318.545451:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c7100 x1876386402420224/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469318 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469318.545458:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469318.545460:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469318.545461:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469318.545463:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469318.545465:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469318.545468:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469318.545472:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469318.545503:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469318.545506:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469318.545510:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c7100 x1876386402420224/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469318 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469318.545519:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402420224:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469318.545525:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469318.545528:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c4380 x1876386402420352/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469318 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469318.545535:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469318.545537:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469318.545539:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469318.545540:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469318.545542:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469318.545543:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469318.545546:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469318.545565:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469318.545567:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469318.545571:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c4380 x1876386402420352/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469318 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469318.545580:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402420352:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469318.545584:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469318.545586:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469318.545590:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c7100 x1876386402420224/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469318 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469318.545597:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469318.545600:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469318.545605:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d3400. 02000000:00000001:1.0:1789469318.545610:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469318.545614:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469318.545616:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789469318.545619:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469318.545621:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6890800. 02000000:00000001:1.0:1789469318.545624:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469318.545626:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469318.545628:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c7100. 00000100:00000001:1.0:1789469318.545631:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469318.545633:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469318.545635:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469318.545637:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c4380 x1876386402420352/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469318 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469318.545644:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469318.545645:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469318.545647:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d1400. 02000000:00000001:1.0:1789469318.545649:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469318.545651:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469318.545652:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789469318.545653:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469318.545655:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6890c00. 02000000:00000001:1.0:1789469318.545656:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469318.545658:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469318.545659:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c4380. 00000100:00000001:1.0:1789469318.545661:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469318.545662:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469318.545665:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469318.547717:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469318.547726:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469318.547729:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469318.547733:0:333009:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789469318.547735:0:333009:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469318.547743:0:333009:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469318.547748:0:333009:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469318.547755:0:333009:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21541 00000400:00000200:0.0:1789469318.547764:0:333009:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789469318.547773:0:333009:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789469318.547776:0:333009:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469318.547779:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469318.547786:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469318.547788:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469318.547790:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789469318.547806:0:333009:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469318.547808:0:333009:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:0.0:1789469318.547811:0:333009:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469318.547814:0:333009:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:0.0:1789469318.547817:0:333009:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:0.0:1789469318.547819:0:333009:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:0.0:1789469318.547822:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469318.547824:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469318.547825:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469318.547827:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789469318.547830:0:333009:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:0.0:1789469318.547834:0:333009:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789469318.547837:0:333009:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469318.547840:0:333009:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469318.547847:0:333009:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469318.547850:0:333009:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469318.547852:0:333009:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789469318.547856:0:333009:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789469318.547858:0:333009:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469318.547860:0:333009:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469318.547870:0:333009:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e9500. 00000020:00000040:0.0:1789469318.547873:0:333009:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789469318.547876:0:333009:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469318.547878:0:333009:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469318.547881:0:333009:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469318.547884:0:333009:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469318.547887:0:333009:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469318.548677:0:333009:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687f000. 00000100:00000001:0.0:1789469318.548686:0:333009:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469318.548698:0:333009:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e9500 x1876386402420608/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469318.548709:0:333009:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469318.548713:0:333009:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469318.548717:0:333009:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004af4f142] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e9500 x1876386402420608/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469318.548744:0:333009:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469318.548748:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469318.548752:0:333009:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789469318.548753:0:333009:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469318.548755:0:333009:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469318.548758:0:333009:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469318.548761:0:333009:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21541 00000400:00000200:0.0:1789469318.548768:0:333009:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789469318.548772:0:333009:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789469318.548774:0:333009:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469318.548777:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469318.548779:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469318.548782:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469318.548784:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789469318.548789:0:333009:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469318.548791:0:333009:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:0.0:1789469318.548807:0:333009:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469318.548810:0:333009:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:0.0:1789469318.548812:0:333009:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:0.0:1789469318.548815:0:333009:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:0.0:1789469318.548818:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469318.548820:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469318.548823:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469318.548825:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789469318.548827:0:333009:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:0.0:1789469318.548831:0:333009:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789469318.548833:0:333009:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469318.548835:0:333009:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469318.548840:0:333009:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469318.548842:0:333009:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469318.548844:0:333009:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789469318.548847:0:333009:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789469318.548850:0:333009:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469318.548852:0:333009:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469318.548856:0:333009:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e8a80. 00000020:00000040:0.0:1789469318.548859:0:333009:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789469318.548861:0:333009:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469318.548864:0:333009:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469318.548866:0:333009:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469318.548868:0:333009:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469318.548870:0:333009:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469318.548874:0:333009:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687f800. 00000100:00000001:0.0:1789469318.548878:0:333009:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469318.548883:0:333009:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e8a80 x1876386402420736/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469318.548996:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469318.549001:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469318.549003:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469318.549009:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e9500 x1876386402420608/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469318.549017:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469318.549018:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469318.549023:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469318.549025:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469318.549028:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469318.549031:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402420608:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469318.549035:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469318.549039:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469318.549041:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469318.549043:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469318.549048:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890c00. 02000000:00000001:1.0:1789469318.549050:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469318.549057:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469318.549061:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f309a0. 00000400:00000010:1.0:1789469318.549067:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5990. 00000100:00000200:1.0:1789469318.549074:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402420608, portal 10 00000100:00000001:1.0:1789469318.549077:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469318.549078:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704777472 : -126741004774144 : ffff8cbacf6e9500) 00000100:00000040:1.0:1789469318.549085:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e9500 x1876386402420608/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469318.549092:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469318.549095:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469318.549103:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5220. 00000100:00000200:1.0:1789469318.549107:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402420608, offset 0 00000400:00000200:1.0:1789469318.549114:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469318.549123:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469318.549161:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469318.549166:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469318.549170:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469318.549173:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469318.549176:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469318.549180:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94065:94065:256:4294967295] 192.168.203.142@tcp LPNI seq info [94065:94065:8:4294967295] 00000400:00000200:1.0:1789469318.549184:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469318.549193:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469318.549204:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469318.549209:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7b00. 00000800:00000200:1.0:1789469318.549216:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469318.549223:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469318.549227:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469318.549234:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469318.549239:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789469318.549242:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469318.549245:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316234590 00000100:00000010:1.0:1789469318.549250:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a240. 00000100:00000001:1.0:1789469318.549256:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789469318.549266:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316234590 00000100:00000010:1.0:1789469318.549270:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869aae0. 00000100:00000001:1.0:1789469318.549273:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789469318.549284:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469318.549287:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469318.549290:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469318.549292:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469318.549300:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469318.549302:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469318.549304:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469318.549305:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469318.549306:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469318.549308:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469318.549381:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469318.549386:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7b00. 00000400:00000200:2.0:1789469318.549391:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469318.549396:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469318.549402:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5220 00000400:00000010:2.0:1789469318.549405:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5220. 00000100:00000001:2.0:1789469318.549409:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469318.549414:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9500 x1876386402420608/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469318.549421:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469318.549424:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9500 x1876386402420608/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469343 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469318.549430:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469318.549432:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1789469318.549641:0:333009:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469318.549644:0:333009:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469318.549650:0:333009:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000758a2c5f] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e8a80 x1876386402420736/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469318.549669:0:333009:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469318.549672:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469318.549677:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469318.549680:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469318.549683:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469318.549689:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21572) 00000100:00000001:1.0:1789469318.550747:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469318.550752:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469318.550754:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469318.550764:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e8a80 x1876386402420736/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469318.550774:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469318.550776:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469318.550779:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469318.550783:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469318.550785:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469318.550789:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402420736:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469318.550801:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469318.550805:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469318.550807:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469318.550809:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469318.550817:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890800. 02000000:00000001:1.0:1789469318.550818:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469318.550824:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469318.550828:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30000. 00000400:00000010:1.0:1789469318.550834:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d52a8. 00000100:00000200:1.0:1789469318.550839:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402420736, portal 10 00000100:00000001:1.0:1789469318.550841:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469318.550843:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704774784 : -126741004776832 : ffff8cbacf6e8a80) 00000100:00000040:1.0:1789469318.550850:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e8a80 x1876386402420736/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469318.550858:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469318.550860:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469318.550863:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5088. 00000100:00000200:1.0:1789469318.550866:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402420736, offset 0 00000400:00000200:1.0:1789469318.550871:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469318.550879:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469318.550886:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469318.550890:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469318.550901:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469318.550904:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469318.550907:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469318.550910:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94066:94066:256:4294967295] 192.168.203.142@tcp LPNI seq info [94066:94066:8:4294967295] 00000400:00000200:1.0:1789469318.550914:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469318.550923:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469318.550929:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469318.550934:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7800. 00000800:00000200:1.0:1789469318.550939:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469318.550946:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469318.550950:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469318.550965:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469318.550968:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789469318.550972:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469318.550974:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316234580 00000100:00000001:1.0:1789469318.550977:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4316234590 00000100:00000001:1.0:1789469318.550979:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316234580 00000100:00000001:1.0:1789469318.550981:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4316234590 00000100:00000001:1.0:1789469318.550983:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469318.550985:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469318.550988:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469318.550990:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469318.550996:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469318.550998:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469318.551000:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469318.551001:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469318.551002:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469318.551004:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469318.551197:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469318.551202:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7800. 00000400:00000200:2.0:1789469318.551206:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469318.551211:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469318.551215:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5088 00000400:00000010:2.0:1789469318.551218:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5088. 00000100:00000001:2.0:1789469318.551221:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469318.551225:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e8a80 x1876386402420736/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469318.551233:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469318.551237:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e8a80 x1876386402420736/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469343 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469318.551244:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469318.551246:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1789469318.576327:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316234590, at 4316234591 00000100:00000010:3.0:1789469318.576341:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869aae0. 00000100:00000040:2.0:1789469318.577104:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316234590, at 4316234591 00000100:00000010:2.0:1789469318.577121:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a240. 00000100:00000001:2.0:1789469319.121248:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469319.121256:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469319.121258:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469319.121262:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469319.121266:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469319.121270:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469319.121273:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469319.121275:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469319.121278:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469319.505276:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469319.505283:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469319.505288:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469319.505289:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469319.505292:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469319.505293:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469319.505581:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469319.505585:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469319.505588:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469319.569295:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469319.569303:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469319.569321:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469294/real 1789469294] req@ffff8cbad742e300 x1876386402420480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469319 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469319.569338:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469319.569340:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469319.569344:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf528. 00000400:00000200:1.0:1789469319.569351:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce088 00000400:00000010:1.0:1789469319.569353:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce088. 00000100:00000001:1.0:1789469319.569358:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469319.569361:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742e300 x1876386402420480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469319 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469319.569371:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742e300 x1876386402420480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469319 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469319.569378:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469319.569380:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469319.569383:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469319.569385:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469319.569389:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742e300 x1876386402420480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469319 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469319.569395:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469319.569403:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469319.569405:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1789469319.569407:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469319.569409:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469319.569413:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469319.569417:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742e300 x1876386402420480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469319 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469319.569423:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469319.569425:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469319.569432:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469319.569433:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469319.569436:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469319.569438:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469319.569442:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469319.569469:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469319.569472:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469319.569477:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742e300 x1876386402420480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469319 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469319.569484:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402420480:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789469319.569491:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469319.569494:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469319.569498:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742e300 x1876386402420480/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469319 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469319.569504:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469319.569507:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469319.569511:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d0800. 02000000:00000001:1.0:1789469319.569516:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469319.569519:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469319.569521:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789469319.569523:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469319.569526:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faace400. 02000000:00000001:1.0:1789469319.569529:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469319.569531:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469319.569533:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742e300. 00000100:00000001:1.0:1789469319.569536:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469319.569538:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469319.569540:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469319.569720:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469319.569726:0:333009:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1789469319.569728:0:333009:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469319.569731:0:333009:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469319.569734:0:333009:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469319.569739:0:333009:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21542 00000400:00000200:0.0:1789469319.569747:0:333009:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789469319.569752:0:333009:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789469319.569755:0:333009:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469319.569758:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469319.569761:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469319.569763:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469319.569765:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789469319.569770:0:333009:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469319.569772:0:333009:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:0.0:1789469319.569775:0:333009:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469319.569778:0:333009:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:0.0:1789469319.569781:0:333009:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:0.0:1789469319.569784:0:333009:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:0.0:1789469319.569797:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469319.569799:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469319.569801:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469319.569803:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789469319.569806:0:333009:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:0.0:1789469319.569809:0:333009:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789469319.569812:0:333009:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469319.569815:0:333009:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469319.569818:0:333009:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469319.569821:0:333009:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469319.569824:0:333009:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789469319.569826:0:333009:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469319.569835:0:333009:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6eb480. 00000020:00000040:0.0:1789469319.569838:0:333009:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:0.0:1789469319.569843:0:333009:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469319.569845:0:333009:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469319.569848:0:333009:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469319.569851:0:333009:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469319.569855:0:333009:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469319.569863:0:333009:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687cc00. 00000100:00000001:0.0:1789469319.569869:0:333009:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469319.569877:0:333009:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6eb480 x1876386402420864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469319.569888:0:333009:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469319.569892:0:333009:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469319.569898:0:333009:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008c1d296] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6eb480 x1876386402420864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469319.569924:0:333009:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469319.569929:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469319.569932:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469319.569935:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469319.569938:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469319.569941:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469319.569944:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469319.569947:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469319.569949:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469319.569955:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21573) 00000100:00000001:1.0:1789469319.570021:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469319.570024:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469319.570026:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469319.570032:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6eb480 x1876386402420864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469319.570040:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469319.570042:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469319.570046:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469319.570049:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469319.570051:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469319.570055:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402420864:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789469319.570059:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469319.570064:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469319.570066:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469319.570069:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469319.570086:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6892400. 02000000:00000001:1.0:1789469319.570090:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469319.570096:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469319.570103:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f308f0. 00000400:00000010:1.0:1789469319.570109:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5440. 00000100:00000200:1.0:1789469319.570126:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402420864, portal 25 00000100:00000001:1.0:1789469319.570129:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469319.570152:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704785536 : -126741004766080 : ffff8cbacf6eb480) 00000100:00000040:1.0:1789469319.570168:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6eb480 x1876386402420864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469319.570176:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469319.570179:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469319.570182:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5aa0. 00000100:00000200:1.0:1789469319.570187:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402420864, offset 0 00000400:00000200:1.0:1789469319.570194:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469319.570201:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469319.570207:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469319.570212:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469319.570216:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469319.570219:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469319.570222:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469319.570225:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94067:94067:256:4294967295] 192.168.203.142@tcp LPNI seq info [94067:94067:8:4294967295] 00000400:00000200:1.0:1789469319.570230:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469319.570239:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469319.570245:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469319.570250:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7200. 00000800:00000200:1.0:1789469319.570257:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469319.570266:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469319.570271:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469319.570288:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469319.570293:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469319.570295:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316236852 00000100:00000010:1.0:1789469319.570301:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a240. 00000100:00000001:1.0:1789469319.570308:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789469319.570313:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316236852 00000100:00000010:1.0:1789469319.570316:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869aae0. 00000100:00000001:1.0:1789469319.570319:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789469319.570322:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469319.570325:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469319.570328:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469319.570330:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469319.570334:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469319.570336:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1789469319.570342:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469319.570343:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469319.570344:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469319.570346:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469319.570830:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469319.570836:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7200. 00000400:00000200:2.0:1789469319.570841:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469319.570846:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469319.570851:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5aa0 00000400:00000010:2.0:1789469319.570854:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5aa0. 00000100:00000001:2.0:1789469319.570859:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469319.570864:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6eb480 x1876386402420864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469319.570872:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469319.570876:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6eb480 x1876386402420864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469344 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469319.570882:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469319.570884:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469320.145382:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469320.145391:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469320.145393:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469320.145398:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469320.145401:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469320.145405:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469320.145408:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469320.145410:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469320.145423:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469320.529315:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469320.529322:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469320.529328:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469320.529329:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469320.529333:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469320.529334:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469320.529656:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469320.529661:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469320.529664:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789469320.849420:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316236852, at 4316236864 00000100:00000010:3.0:1789469320.849437:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869aae0. 00000100:00000040:2.0:1789469320.849893:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316236852, at 4316236864 00000100:00000010:2.0:1789469320.849901:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a240. 00000100:00000001:2.0:1789469321.169277:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469321.169284:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469321.169286:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469321.169292:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469321.169295:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469321.169298:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469321.169301:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469321.169303:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469321.169306:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469321.553275:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469321.553282:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469321.553286:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469321.553288:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469321.553291:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469321.553292:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469321.553424:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469321.553427:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469321.553429:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469322.193250:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469322.193258:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469322.193260:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469322.193265:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469322.193269:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469322.193273:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469322.193276:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469322.193278:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469322.193281:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469322.577405:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469322.577415:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469322.577422:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469322.577423:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469322.577427:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469322.577428:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469322.577614:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469322.577619:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469322.577622:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469323.217280:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469323.217290:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469323.217293:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469323.217301:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469323.217306:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469323.217310:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469323.217313:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469323.217316:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469323.217319:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469323.601244:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469323.601260:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469323.601262:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469323.601268:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469323.601270:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469323.601274:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469323.601277:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469323.601389:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469323.601392:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469323.601396:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469323.601397:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469323.601400:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469323.601401:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469323.601493:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469323.601498:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469323.601502:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469323.601505:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469323.601508:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469323.601511:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469323.601515:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469323.601519:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469323.601521:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469323.601523:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469323.601529:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21577) 00000020:00000001:2.0:1789469323.601600:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469323.601608:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469323.601613:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469324.241303:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469324.241316:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469324.241318:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469324.241326:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469324.241330:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469324.241334:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469324.241337:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469324.241340:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469324.241343:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469324.625344:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469324.625354:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469324.625362:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469324.625363:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469324.625367:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469324.625368:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469324.625898:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469324.625906:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469324.625911:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789469324.625985:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469324.625994:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469324.625998:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469324.626002:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469324.626005:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469324.626008:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469324.626010:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469324.626015:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469324.626018:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469324.626022:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469324.626028:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21578) 00000100:00000001:3.0:1789469324.626091:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469324.626105:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469324.626107:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469324.626111:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469324.626114:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469324.626119:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469324.626123:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469325.265628:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469325.265640:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469325.265643:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469325.265649:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469325.265653:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469325.265657:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469325.265660:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469325.265664:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469325.265667:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469325.649284:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469325.649306:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469325.649309:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469325.649315:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469325.649318:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469325.649325:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469325.649328:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469325.649681:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469325.649688:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469325.649691:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469325.649695:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469325.649698:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469325.649701:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469325.649704:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469325.649706:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469325.649711:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469325.649713:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469325.649718:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469325.649719:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469325.650062:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469325.650067:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469325.650070:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469326.290237:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469326.290248:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469326.290250:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469326.290258:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469326.290262:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469326.290266:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469326.290270:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469326.290273:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469326.290276:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469326.673626:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469326.673633:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469326.673638:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469326.673640:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469326.673643:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469326.673646:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469326.673723:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469326.673727:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469326.673729:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469326.674323:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469326.674333:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469326.674336:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469326.674340:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469326.674342:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469326.674346:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469326.674349:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469327.313351:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469327.313418:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469327.313421:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469327.313429:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469327.313434:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469327.313439:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469327.313443:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469327.313447:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469327.313450:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469327.697303:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469327.697310:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469327.697316:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469327.697317:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469327.697320:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469327.697322:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469327.697485:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469327.697489:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469327.697492:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469327.697660:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469327.697669:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469327.697672:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469327.697674:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469327.697676:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469327.697680:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469327.697682:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469328.337947:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469328.337954:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469328.337957:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469328.337962:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469328.337965:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469328.337969:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469328.337972:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469328.337974:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469328.337977:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469328.721329:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469328.721336:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469328.721341:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469328.721344:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469328.721347:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469328.721351:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469328.721354:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469328.721357:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469328.721358:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469328.721360:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469328.721363:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469328.721364:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469328.721366:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469328.721367:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469328.721368:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469328.721369:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469328.721371:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469328.721372:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469328.721535:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469328.721539:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469328.721542:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469328.721559:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469328.721568:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469328.721570:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469328.721573:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469328.721576:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469328.721579:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469328.721581:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469329.361245:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469329.361254:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469329.361256:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469329.361261:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469329.361264:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469329.361268:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469329.361271:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469329.361273:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469329.361276:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469329.745623:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00010000:00000001:0.0:1789469329.745629:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469329.745634:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469329.745639:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469329.745640:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469329.745643:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1789469329.745644:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1789469329.745647:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789469329.745648:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469329.745654:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469329.745658:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469329.745661:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469329.745664:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469329.745788:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469329.745792:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469329.745795:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789469330.001381:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469330.001391:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469330.001394:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469330.001398:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469330.001400:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469330.001404:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469330.001406:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469330.001410:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469330.001412:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469330.001415:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469330.001420:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21583) 00000100:00000001:2.0:1789469330.385271:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469330.385279:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469330.385281:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469330.385286:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469330.385289:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469330.385293:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469330.385296:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469330.385298:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469330.385301:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469330.770907:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469330.770914:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469330.770919:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469330.770921:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469330.770924:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469330.770926:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469330.772249:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469330.772261:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469330.772264:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469330.772267:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469330.772269:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469330.772274:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469330.772276:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469330.772602:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469330.772607:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469330.772610:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469331.409327:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469331.409334:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469331.409336:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469331.409342:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469331.409345:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469331.409349:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469331.409352:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469331.409354:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469331.409357:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469331.793275:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469331.793283:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469331.793288:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469331.793289:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469331.793292:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469331.793294:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469331.793414:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469331.793418:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469331.793421:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469331.793527:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469331.793537:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469331.793539:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469331.793542:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469331.793544:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469331.793547:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469331.793550:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469332.433250:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469332.433258:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469332.433260:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469332.433265:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469332.433268:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469332.433272:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469332.433275:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469332.433278:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469332.433280:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469332.817704:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469332.817711:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469332.817716:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469332.817717:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469332.817721:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469332.817722:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469332.817813:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469332.817817:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469332.817820:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469332.818096:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469332.818105:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469332.818107:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469332.818111:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469332.818113:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469332.818116:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469332.818119:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469333.458707:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469333.458714:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469333.458716:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469333.458721:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469333.458724:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469333.458729:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469333.458731:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469333.458734:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469333.458736:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469333.841409:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469333.841423:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469333.841425:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469333.841431:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469333.841433:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469333.841438:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469333.841441:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469333.841479:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469333.841483:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469333.841487:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469333.841488:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469333.841491:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469333.841492:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469333.841646:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469333.841650:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469333.841653:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469334.482797:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469334.482809:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469334.482811:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469334.482816:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469334.482819:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469334.482822:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469334.482826:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469334.482828:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469334.482831:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469334.865314:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469334.865321:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469334.865327:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469334.865329:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469334.865332:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469334.865333:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469334.865734:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469334.865743:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469334.865745:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469334.865748:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469334.865750:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469334.865754:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469334.865757:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469334.871117:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469334.871124:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469334.871128:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789469335.121275:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469335.121285:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469335.121288:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469335.121292:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469335.121294:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469335.121297:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469335.121300:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469335.121304:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469335.121307:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469335.121310:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469335.121316:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21588) 00000100:00000001:2.0:1789469335.505261:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469335.505268:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469335.505270:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469335.505274:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469335.505278:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469335.505281:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469335.505284:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469335.505286:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469335.505288:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469335.889265:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469335.889273:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469335.889276:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469335.889279:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469335.889284:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469335.889286:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469335.889289:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469335.889291:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469335.889295:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469335.889296:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469335.889300:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469335.889301:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469335.889434:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469335.889438:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469335.889441:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469335.890937:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469335.890949:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469335.890952:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469335.890956:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469335.890959:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469335.890963:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469335.890966:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469336.529275:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469336.529285:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469336.529288:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469336.529294:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469336.529298:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469336.529302:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469336.529305:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469336.529307:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469336.529310:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469336.913238:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469336.913250:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469336.913252:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469336.913257:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469336.913260:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469336.913264:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469336.913267:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469336.913273:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469336.913277:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469336.913281:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469336.913283:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469336.913286:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469336.913287:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469336.913363:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469336.913366:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469336.913369:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469337.554372:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469337.554380:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469337.554382:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469337.554388:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469337.554391:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469337.554396:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469337.554398:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469337.554401:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469337.554404:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469337.937259:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469337.937266:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469337.937272:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469337.937274:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469337.937277:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469337.937278:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469337.937342:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469337.937351:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469337.937353:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469337.937356:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469337.937358:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469337.937362:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469337.937364:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469337.938241:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469337.938245:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469337.938249:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469338.577565:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469338.577573:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469338.577576:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469338.577581:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469338.577585:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469338.577588:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469338.577591:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469338.577593:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469338.577596:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469338.961296:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469338.961302:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469338.961307:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469338.961311:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469338.961313:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469338.961316:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469338.961319:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469338.961322:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469338.961324:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469338.961327:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469338.961330:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469338.961332:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469338.961333:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469338.961335:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469338.961337:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469338.961338:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469338.961340:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469338.961342:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469338.961445:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469338.961449:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469338.961452:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469338.962030:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469338.962040:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469338.962043:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469338.962046:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469338.962049:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469338.962054:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469338.962057:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469339.601927:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469339.601935:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469339.601937:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469339.601943:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469339.601946:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469339.601950:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469339.601953:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469339.601955:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469339.601958:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469339.985264:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469339.985272:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469339.985277:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469339.985287:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469339.985292:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469339.985293:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469339.985309:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469339.985319:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469339.985321:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469339.985326:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469339.985328:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469339.985333:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469339.985337:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469339.985484:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469339.985488:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469339.985491:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789469340.241248:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469340.241259:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469340.241262:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469340.241266:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469340.241268:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469340.241271:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469340.241274:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469340.241288:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469340.241290:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469340.241293:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469340.241298:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21593) 00000100:00000001:1.0:1789469340.626908:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469340.626916:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469340.626918:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469340.626923:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469340.626926:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469340.626929:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469340.626932:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469340.626934:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469340.626937:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469341.009346:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469341.009353:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469341.009360:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469341.009374:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469341.009378:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469341.009379:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469341.009518:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469341.009522:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469341.009525:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469341.009540:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469341.009550:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469341.009552:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469341.009555:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469341.009557:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469341.009561:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469341.009564:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469341.649255:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469341.649263:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469341.649264:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469341.649270:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469341.649273:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469341.649276:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469341.649279:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469341.649282:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469341.649284:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469342.034961:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469342.034967:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469342.034972:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469342.034973:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469342.034984:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469342.034985:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469342.035030:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469342.035042:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469342.035044:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469342.035048:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469342.035051:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469342.035055:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469342.035057:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469342.035218:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469342.035222:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469342.035225:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469342.673242:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469342.673250:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469342.673252:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469342.673258:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469342.673261:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469342.673266:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469342.673269:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469342.673271:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469342.673274:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469343.057246:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469343.057253:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469343.057269:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469318/real 1789469318] req@ffff8cbacf6e8a80 x1876386402420736/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469343 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469343.057294:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469343.057297:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469343.057301:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30000. 00000400:00000200:3.0:1789469343.057308:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d52a8 00000400:00000010:3.0:1789469343.057311:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d52a8. 00000100:00000001:3.0:1789469343.057317:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469343.057323:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e8a80 x1876386402420736/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469343 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469343.057332:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e8a80 x1876386402420736/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469343 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789469343.057339:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1789469343.057340:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00010000:00000001:0.0:1789469343.057344:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469343.057345:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789469343.057350:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1789469343.057350:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1789469343.057353:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469343.057354:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789469343.057359:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1789469343.057361:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e8a80 x1876386402420736/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469343 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789469343.057362:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469343.057382:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469343.057385:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469343.057391:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469318/real 1789469318] req@ffff8cbacf6e9500 x1876386402420608/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469343 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469343.057399:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469343.057400:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469343.057403:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f309a0. 00000400:00000200:3.0:1789469343.057405:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5990 00000400:00000010:3.0:1789469343.057408:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5990. 00000100:00000001:3.0:1789469343.057411:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469343.057414:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e9500 x1876386402420608/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469343 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469343.057423:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e9500 x1876386402420608/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469343 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469343.057431:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469343.057432:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469343.057434:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469343.057435:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469343.057439:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e9500 x1876386402420608/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469343 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469343.057445:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469343.057452:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469343.057454:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469343.057457:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469343.057459:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469343.057462:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469343.057466:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e8a80 x1876386402420736/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469343 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469343.057474:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469343.057477:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469343.057479:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469343.057480:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469343.057483:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469343.057486:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469343.057489:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469343.057515:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789469343.057517:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469343.057522:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e8a80 x1876386402420736/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469343 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469343.057531:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402420736:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469343.057536:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469343.057540:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e9500 x1876386402420608/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469343 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469343.057547:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469343.057550:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469343.057551:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469343.057553:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469343.057555:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469343.057557:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469343.057559:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469343.057565:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789469343.057567:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469343.057571:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e9500 x1876386402420608/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469343 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469343.057579:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402420608:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469343.057582:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469343.057585:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469343.057589:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e8a80 x1876386402420736/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469343 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469343.057596:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469343.057614:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469343.057619:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890800. 02000000:00000001:3.0:1789469343.057623:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469343.057626:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469343.057628:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789469343.057631:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469343.057634:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687f800. 02000000:00000001:3.0:1789469343.057636:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469343.057639:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469343.057641:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e8a80. 00000100:00000001:3.0:1789469343.057643:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469343.057645:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469343.057647:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469343.057651:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e9500 x1876386402420608/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469343 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469343.057657:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469343.057658:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469343.057659:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890c00. 02000000:00000001:3.0:1789469343.057661:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469343.057662:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469343.057663:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789469343.057665:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469343.057667:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687f000. 02000000:00000001:3.0:1789469343.057668:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469343.057669:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469343.057671:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e9500. 00000100:00000001:3.0:1789469343.057672:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469343.057674:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469343.057676:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469343.057870:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469343.057877:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469343.057880:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469343.057884:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789469343.057887:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789469343.057889:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469343.057893:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789469343.057898:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21567 00000400:00000200:2.0:1789469343.057915:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469343.057920:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789469343.057924:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789469343.057927:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469343.057930:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469343.057932:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469343.057934:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789469343.057941:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789469343.057943:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:2.0:1789469343.057945:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789469343.057948:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:2.0:1789469343.057951:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:2.0:1789469343.057953:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:2.0:1789469343.057956:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469343.057958:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469343.057959:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469343.057961:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789469343.057964:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:2.0:1789469343.057967:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789469343.057969:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469343.057972:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789469343.057978:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469343.057981:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469343.057984:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789469343.057988:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789469343.057990:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469343.057992:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789469343.058001:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742c700. 00000020:00000040:2.0:1789469343.058004:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789469343.058007:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789469343.058009:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469343.058012:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469343.058014:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789469343.058018:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469343.058025:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacd000. 00000100:00000001:2.0:1789469343.058031:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469343.058039:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742c700 x1876386402420992/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789469343.058048:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469343.058062:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469343.058067:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009876dd26] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742c700 x1876386402420992/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469343.058086:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469343.058089:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469343.058092:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789469343.058094:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789469343.058095:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469343.058098:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789469343.058100:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21567 00000400:00000200:2.0:1789469343.058105:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469343.058108:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789469343.058110:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789469343.058113:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469343.058116:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469343.058118:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469343.058120:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789469343.058123:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789469343.058124:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:2.0:1789469343.058126:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789469343.058129:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:2.0:1789469343.058157:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:2.0:1789469343.058159:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:2.0:1789469343.058163:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469343.058165:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469343.058167:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469343.058169:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789469343.058172:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:2.0:1789469343.058174:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789469343.058177:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469343.058179:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789469343.058183:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469343.058185:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469343.058187:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789469343.058190:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789469343.058192:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469343.058194:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789469343.058197:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742f100. 00000020:00000040:2.0:1789469343.058200:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789469343.058202:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789469343.058204:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469343.058206:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469343.058208:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789469343.058210:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469343.058214:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacdc00. 00000100:00000001:2.0:1789469343.058219:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469343.058223:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1789469343.058224:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742f100 x1876386402421120/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1789469343.058228:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469343.058233:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469343.058237:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469343.058240:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469343.058245:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007124ad9] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742f100 x1876386402421120/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469343.058253:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469343.058256:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469343.058260:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469343.058262:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469343.058265:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469343.058270:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21596) 00000100:00000001:3.0:1789469343.058761:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469343.058765:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469343.058767:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469343.058774:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742c700 x1876386402420992/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469343.058782:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469343.058784:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469343.058787:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469343.058790:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469343.058792:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469343.058795:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402420992:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469343.058799:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469343.058802:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469343.058804:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469343.058806:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469343.058811:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d1000. 02000000:00000001:3.0:1789469343.058814:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469343.058819:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789469343.058824:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf058. 00000400:00000010:3.0:1789469343.058830:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce088. 00000100:00000200:3.0:1789469343.058837:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402420992, portal 10 00000100:00000001:3.0:1789469343.058840:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469343.058841:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836124416 : -126740873427200 : ffff8cbad742c700) 00000100:00000040:3.0:1789469343.058848:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742c700 x1876386402420992/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469343.058854:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469343.058857:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789469343.058860:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce880. 00000100:00000200:3.0:1789469343.058863:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402420992, offset 0 00000400:00000200:3.0:1789469343.058869:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789469343.058877:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469343.058883:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789469343.058888:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789469343.058891:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789469343.058895:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789469343.058897:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789469343.058901:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94068:94068:256:4294967295] 192.168.203.142@tcp LPNI seq info [94068:94068:8:4294967295] 00000400:00000200:3.0:1789469343.058905:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469343.058914:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789469343.058920:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789469343.058924:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7600. 00000800:00000200:3.0:1789469343.058931:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789469343.058939:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469343.058943:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789469343.058963:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469343.058968:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:3.0:1789469343.058972:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789469343.058974:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316259100 00000100:00000010:3.0:1789469343.058980:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451c00. 00000100:00000001:3.0:1789469343.058986:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469343.058995:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316259100 00000100:00000010:3.0:1789469343.058998:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451480. 00000100:00000001:3.0:1789469343.059001:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469343.059004:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469343.059007:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469343.059009:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469343.059013:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742f100 x1876386402421120/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469343.059020:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469343.059022:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469343.059024:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469343.059025:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469343.059028:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469343.059031:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402421120:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469343.059034:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469343.059036:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469343.059037:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469343.059039:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469343.059042:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d2000. 02000000:00000001:3.0:1789469343.059044:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469343.059047:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789469343.059050:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bfc60. 00000400:00000010:3.0:1789469343.059065:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce3b8. 00000100:00000200:3.0:1789469343.059068:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402421120, portal 10 00000100:00000001:3.0:1789469343.059070:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469343.059072:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836135168 : -126740873416448 : ffff8cbad742f100) 00000100:00000040:3.0:1789469343.059078:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742f100 x1876386402421120/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469343.059085:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469343.059087:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789469343.059090:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce908. 00000100:00000200:3.0:1789469343.059092:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402421120, offset 0 00000400:00000200:3.0:1789469343.059097:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789469343.059101:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469343.059104:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789469343.059107:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789469343.059110:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789469343.059112:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789469343.059114:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789469343.059117:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94069:94069:255:4294967295] 192.168.203.142@tcp LPNI seq info [94069:94069:7:4294967295] 00000400:00000200:3.0:1789469343.059121:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469343.059127:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789469343.059154:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789469343.059158:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7f00. 00000800:00000200:3.0:1789469343.059162:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789469343.059166:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469343.059169:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789469343.059172:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469343.059175:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:3.0:1789469343.059178:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789469343.059180:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316259089 00000100:00000001:3.0:1789469343.059183:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4316259100 00000100:00000001:3.0:1789469343.059185:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316259089 00000100:00000001:3.0:1789469343.059187:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4316259100 00000100:00000001:3.0:1789469343.059189:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469343.059191:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469343.059194:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469343.059197:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469343.059204:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469343.059206:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469343.059208:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469343.059210:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469343.059211:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469343.059214:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469343.059559:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469343.059564:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7600. 00000400:00000200:2.0:1789469343.059570:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469343.059576:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469343.059580:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce880 00000400:00000010:2.0:1789469343.059583:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce880. 00000100:00000001:2.0:1789469343.059587:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469343.059591:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742c700 x1876386402420992/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469343.059675:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469343.059679:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742c700 x1876386402420992/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469343.059687:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469343.059688:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789469343.059756:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469343.059760:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7f00. 00000400:00000200:2.0:1789469343.059763:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469343.059767:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469343.059770:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce908 00000400:00000010:2.0:1789469343.059771:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce908. 00000100:00000001:2.0:1789469343.059774:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469343.059777:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742f100 x1876386402421120/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469343.059784:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469343.059787:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742f100 x1876386402421120/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469343.059793:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469343.059796:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1789469343.086251:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316259100, at 4316259101 00000100:00000010:3.0:1789469343.087023:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451480. 00000100:00000040:2.0:1789469343.087107:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316259100, at 4316259101 00000100:00000010:2.0:1789469343.087114:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451c00. 00000100:00000001:1.0:1789469343.697289:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469343.697297:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469343.697298:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469343.697304:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469343.697307:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469343.697312:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469343.697315:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469343.697317:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469343.697320:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469344.083096:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469344.083104:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469344.083121:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469319/real 1789469319] req@ffff8cbacf6eb480 x1876386402420864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469344 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469344.083377:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469344.083379:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469344.083383:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f308f0. 00000400:00000200:3.0:1789469344.083390:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5440 00000400:00000010:3.0:1789469344.083393:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5440. 00000100:00000001:3.0:1789469344.083397:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469344.083402:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6eb480 x1876386402420864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469344 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469344.083411:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6eb480 x1876386402420864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469344 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469344.083418:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469344.083420:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469344.083422:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469344.083425:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469344.083429:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6eb480 x1876386402420864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469344 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469344.083435:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469344.083443:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469344.083445:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:3.0:1789469344.083448:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469344.083450:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469344.083453:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469344.083457:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6eb480 x1876386402420864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469344 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469344.083465:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469344.083468:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469344.083469:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469344.083471:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469344.083473:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469344.083476:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469344.083479:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469344.083509:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789469344.083511:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469344.083516:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6eb480 x1876386402420864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469344 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469344.083524:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402420864:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789469344.083529:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469344.083531:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469344.083535:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6eb480 x1876386402420864/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469344 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469344.083541:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469344.083544:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469344.083548:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6892400. 02000000:00000001:3.0:1789469344.083554:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469344.083557:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469344.083559:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789469344.083561:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469344.083564:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687cc00. 02000000:00000001:3.0:1789469344.083568:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469344.083569:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469344.083571:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6eb480. 00000100:00000001:3.0:1789469344.083574:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1789469344.084107:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469344.084112:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469344.084122:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469344.084123:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469344.084127:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469344.084128:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469344.084211:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469344.084227:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469344.084230:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469344.084837:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469344.084841:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469344.086216:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469344.086225:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789469344.086228:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789469344.086232:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469344.086236:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789469344.086244:0:332879:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21568 00000400:00000200:2.0:1789469344.086254:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469344.086260:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789469344.086263:0:332879:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789469344.086266:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469344.086269:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469344.086272:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469344.086275:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789469344.086282:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789469344.086284:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:2.0:1789469344.086287:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789469344.086290:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:2.0:1789469344.086292:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:2.0:1789469344.086294:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:2.0:1789469344.086297:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469344.086300:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469344.086302:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469344.086303:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789469344.086306:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:2.0:1789469344.086310:0:332879:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789469344.086312:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469344.086315:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789469344.086319:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469344.086322:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469344.086324:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789469344.086326:0:332879:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789469344.086335:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742e300. 00000020:00000040:2.0:1789469344.086339:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789469344.086344:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789469344.086345:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469344.086348:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469344.086351:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789469344.086355:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469344.086365:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacec00. 00000100:00000001:2.0:1789469344.086372:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469344.086382:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742e300 x1876386402421248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789469344.086391:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469344.086396:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469344.086401:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df5e0136] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742e300 x1876386402421248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469344.086430:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469344.086433:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469344.086437:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469344.086439:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469344.086443:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469344.086446:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469344.086449:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469344.086452:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469344.086455:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469344.086461:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21597) 00000100:00000001:3.0:1789469344.086653:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469344.086658:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469344.086660:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469344.086666:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742e300 x1876386402421248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469344.086674:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469344.086676:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469344.086679:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469344.086682:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469344.086684:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469344.086687:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402421248:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789469344.086692:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469344.086696:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469344.086698:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469344.086700:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469344.086705:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d3800. 02000000:00000001:3.0:1789469344.086707:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469344.086712:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789469344.086716:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bfe18. 00000400:00000010:3.0:1789469344.086723:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cee58. 00000100:00000200:3.0:1789469344.086729:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402421248, portal 25 00000100:00000001:3.0:1789469344.086732:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469344.086733:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836131584 : -126740873420032 : ffff8cbad742e300) 00000100:00000040:3.0:1789469344.086739:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742e300 x1876386402421248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469344.086746:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469344.086749:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789469344.086753:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cebb0. 00000100:00000200:3.0:1789469344.086755:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402421248, offset 0 00000400:00000200:3.0:1789469344.086761:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789469344.086771:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469344.086777:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789469344.086782:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789469344.086787:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789469344.086790:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789469344.086793:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789469344.086797:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94070:94070:256:4294967295] 192.168.203.142@tcp LPNI seq info [94070:94070:8:4294967295] 00000400:00000200:3.0:1789469344.086801:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469344.086810:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789469344.086816:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789469344.086822:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7e00. 00000800:00000200:3.0:1789469344.086829:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789469344.086837:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469344.086841:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789469344.086919:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469344.086924:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789469344.086928:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316261368 00000100:00000010:3.0:1789469344.086999:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451480. 00000100:00000001:3.0:1789469344.087005:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469344.087010:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316261368 00000100:00000010:3.0:1789469344.087068:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad04511e0. 00000100:00000001:3.0:1789469344.087072:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469344.087075:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469344.087078:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469344.087082:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469344.087084:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469344.087092:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469344.087094:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:3.0:1789469344.087096:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469344.087097:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469344.087098:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469344.087100:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469344.088106:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469344.088113:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7e00. 00000400:00000200:2.0:1789469344.088120:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469344.088127:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469344.088168:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cebb0 00000400:00000010:2.0:1789469344.088171:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cebb0. 00000100:00000001:2.0:1789469344.088176:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469344.088183:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742e300 x1876386402421248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469344.088192:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469344.088196:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742e300 x1876386402421248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469369 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469344.088204:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469344.088206:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789469344.721270:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469344.721278:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469344.721280:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469344.721285:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469344.721288:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469344.721292:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469344.721295:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469344.721297:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469344.721299:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469345.106571:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469345.106577:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469345.106582:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469345.106583:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469345.106586:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469345.106587:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469345.107437:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469345.107443:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469345.107446:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789469345.361257:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316261368, at 4316261376 00000100:00000010:2.0:1789469345.361274:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451480. 00000100:00000040:3.0:1789469345.361366:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316261368, at 4316261376 00000100:00000010:3.0:1789469345.361372:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad04511e0. 00000100:00000001:1.0:1789469345.746962:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469345.746971:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469345.746973:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469345.746978:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469345.746982:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469345.746986:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469345.746989:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469345.746991:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469345.746995:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469346.129296:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469346.129305:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469346.129307:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469346.129311:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469346.129315:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469346.129318:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469346.129320:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469346.129322:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469346.129326:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469346.129327:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469346.129331:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469346.129332:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469346.129608:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469346.129612:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469346.129615:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469346.769244:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469346.769252:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469346.769265:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469346.769270:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469346.769274:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469346.769277:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469346.769280:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469346.769282:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469346.769284:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469347.153302:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469347.153309:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469347.153314:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469347.153315:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469347.153318:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469347.153319:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469347.153381:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469347.153386:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469347.153389:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469347.795865:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469347.795874:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469347.795876:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469347.795881:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469347.795884:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469347.795888:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469347.795891:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469347.795893:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469347.795895:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469348.115677:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469348.115689:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469348.115693:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469348.115697:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469348.115699:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469348.115703:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469348.115706:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469348.115709:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469348.115712:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469348.115715:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469348.115720:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21601) 00000100:00000001:1.0:1789469348.115783:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469348.115794:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469348.115796:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469348.115799:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469348.115801:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469348.115804:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469348.115807:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469348.177275:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469348.177283:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469348.177289:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469348.177290:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469348.177293:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469348.177294:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469348.177538:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469348.177541:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469348.177545:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469348.817257:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469348.817264:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469348.817266:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469348.817271:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469348.817274:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469348.817279:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469348.817281:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469348.817284:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469348.817286:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469349.137249:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469349.137264:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469349.137266:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469349.137280:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469349.137288:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469349.137293:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469349.137296:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469349.137792:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469349.137798:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469349.137802:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469349.137805:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469349.137808:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469349.137811:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469349.137814:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469349.137818:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469349.137820:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469349.137823:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469349.137830:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21602) 00010000:00000001:0.0:1789469349.202622:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469349.202629:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469349.202635:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469349.202638:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469349.202641:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469349.202644:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469349.202647:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469349.202650:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469349.202652:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469349.202654:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469349.202658:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469349.202659:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469349.202661:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469349.202662:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469349.202664:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469349.202665:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469349.202667:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469349.202669:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469349.202901:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469349.202905:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469349.202908:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469349.841252:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469349.841261:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469349.841263:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469349.841269:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469349.841272:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469349.841276:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469349.841279:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469349.841281:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469349.841284:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469350.161959:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469350.161974:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469350.161976:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469350.161981:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469350.161984:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469350.161988:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469350.161991:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469350.225268:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469350.225275:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469350.225280:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469350.225282:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469350.225285:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469350.225286:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469350.233852:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469350.233860:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469350.233865:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469350.865287:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469350.865303:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469350.865305:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469350.865310:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469350.865313:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469350.865318:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469350.865320:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469350.865323:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469350.865325:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469351.185273:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469351.185298:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469351.185301:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469351.185305:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469351.185307:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469351.185312:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469351.185315:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469351.251503:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469351.251511:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469351.251517:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469351.251519:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469351.251522:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469351.251524:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469351.252634:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469351.252639:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469351.252643:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469351.889247:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469351.889254:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469351.889256:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469351.889262:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469351.889265:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469351.889269:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469351.889272:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469351.889274:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469351.889277:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469352.209245:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469352.209260:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469352.209263:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469352.209267:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469352.209270:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469352.209273:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469352.209276:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469352.273222:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469352.273229:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469352.273234:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469352.273235:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469352.273238:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469352.273239:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469352.273316:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469352.273320:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469352.273323:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469352.913262:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469352.913269:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469352.913271:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469352.913277:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469352.913280:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469352.913284:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469352.913286:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469352.913288:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469352.913291:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469353.240453:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469353.240469:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469353.240471:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469353.240475:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469353.240477:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469353.240481:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469353.240484:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469353.297378:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469353.297384:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469353.297389:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469353.297391:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469353.297394:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469353.297395:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469353.297554:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469353.297558:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469353.297561:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469353.938912:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469353.938921:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469353.938923:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469353.938929:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469353.938932:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469353.938936:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469353.938939:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469353.938941:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469353.938944:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469354.257367:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469354.257380:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469354.257382:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469354.257386:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469354.257388:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469354.257392:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469354.257395:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469354.321221:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469354.321228:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469354.321232:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469354.321234:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469354.321237:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469354.321238:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469354.321313:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469354.321318:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469354.321321:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469354.578031:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469354.578040:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469354.578043:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469354.578046:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469354.578048:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469354.578051:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469354.578054:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469354.578057:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469354.578060:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469354.578063:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469354.578069:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21608) 00000100:00000001:1.0:1789469354.961541:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469354.961549:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469354.961551:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469354.961556:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469354.961560:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469354.961564:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469354.961566:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469354.961569:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469354.961572:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469355.282983:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469355.282997:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469355.282999:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469355.283004:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469355.283006:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469355.283009:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469355.283012:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469355.345353:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469355.345361:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469355.345363:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469355.345367:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469355.345372:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469355.345374:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469355.345376:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469355.345379:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469355.345383:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469355.345385:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469355.345388:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469355.345389:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469355.345568:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469355.345572:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469355.345575:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469355.985250:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469355.985257:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469355.985259:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469355.985263:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469355.985267:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469355.985271:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469355.985274:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469355.985276:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469355.985279:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469356.305365:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469356.305391:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469356.305393:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469356.305399:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469356.305401:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469356.305406:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469356.305408:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469356.369820:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469356.369828:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469356.369834:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469356.369836:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469356.369839:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469356.369841:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469356.370428:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469356.370432:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469356.370436:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469357.009370:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469357.009378:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469357.009380:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469357.009386:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469357.009389:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469357.009393:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469357.009397:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469357.009400:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469357.009402:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469357.329568:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469357.329582:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469357.329585:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469357.329589:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469357.329591:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469357.329596:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469357.329607:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469357.393281:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469357.393287:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469357.393292:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469357.393293:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469357.393296:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469357.393298:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469357.393382:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469357.393386:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469357.393389:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469358.033253:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469358.033261:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469358.033263:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469358.033269:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469358.033273:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469358.033277:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469358.033279:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469358.033282:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469358.033284:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469358.353622:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469358.353637:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469358.353640:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469358.353645:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469358.353648:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469358.353652:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469358.353656:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469358.418252:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469358.418260:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469358.418266:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469358.418269:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469358.418272:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469358.418275:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469358.418278:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469358.418280:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469358.418282:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469358.418284:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469358.418288:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469358.418290:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469358.418291:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469358.418293:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469358.418294:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469358.418295:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469358.418297:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469358.418298:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469358.418427:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469358.418431:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469358.418435:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469359.057259:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469359.057269:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469359.057271:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469359.057276:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469359.057290:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469359.057293:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469359.057297:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469359.057299:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469359.057302:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469359.377336:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469359.377351:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469359.377353:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469359.377358:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469359.377360:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469359.377365:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469359.377368:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469359.441302:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469359.441308:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469359.441315:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469359.441316:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469359.441320:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469359.441321:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469359.441413:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469359.441417:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469359.441420:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469359.697281:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469359.697292:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469359.697295:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469359.697298:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469359.697301:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469359.697304:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469359.697306:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469359.697310:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469359.697313:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469359.697316:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469359.697323:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21613) 00000100:00000001:1.0:1789469360.081254:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469360.081262:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469360.081265:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469360.081270:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469360.081274:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469360.081278:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469360.081280:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469360.081283:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469360.081285:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469360.402700:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469360.402716:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469360.402719:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469360.402723:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469360.402725:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469360.402729:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469360.402732:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469360.466038:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469360.466045:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469360.466051:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469360.466052:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469360.466055:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469360.466056:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469360.466377:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469360.466381:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469360.466384:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469361.105330:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469361.105337:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469361.105339:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469361.105345:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469361.105348:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469361.105352:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469361.105355:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469361.105358:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469361.105369:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469361.425417:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469361.425432:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469361.425435:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469361.425439:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469361.425441:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469361.425446:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469361.425448:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469361.489438:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469361.489445:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469361.489451:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469361.489453:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469361.489456:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469361.489457:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469361.490729:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469361.490736:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469361.490741:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469362.130518:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469362.130526:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469362.130528:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469362.130532:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469362.130536:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469362.130540:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469362.130543:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469362.130545:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469362.130547:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469362.449250:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469362.449265:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469362.449268:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469362.449272:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469362.449274:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469362.449279:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469362.449282:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469362.513261:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469362.513267:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469362.513272:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469362.513273:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469362.513275:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469362.513276:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469362.513394:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469362.513456:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469362.513467:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469363.155579:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469363.155587:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469363.155589:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469363.155594:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469363.155597:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469363.155602:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469363.155604:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469363.155607:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469363.155610:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469363.473253:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469363.473267:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469363.473269:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469363.473273:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469363.473276:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469363.473280:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469363.473282:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469363.537403:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469363.537409:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469363.537415:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469363.537416:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469363.537419:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469363.537420:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469363.537507:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469363.537511:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469363.537514:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469364.177249:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469364.177256:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469364.177258:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469364.177264:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469364.177268:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469364.177272:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469364.177275:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469364.177277:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469364.177279:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469364.499264:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469364.499279:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469364.499281:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469364.499286:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469364.499288:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469364.499291:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469364.499294:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469364.561563:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469364.561574:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469364.561582:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469364.561583:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469364.561863:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469364.561865:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469364.562097:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469364.562102:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469364.562107:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469364.818680:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469364.818696:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469364.818699:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469364.818703:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469364.818706:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469364.818709:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469364.818712:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469364.818718:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469364.818721:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469364.818724:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469364.818732:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21618) 00000100:00000001:1.0:1789469365.201320:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469365.201333:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469365.201336:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469365.201344:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469365.201350:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469365.201356:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469365.201359:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469365.201362:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469365.201365:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469365.521282:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469365.521303:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469365.521306:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469365.521313:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469365.521316:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469365.521322:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469365.521325:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469365.586085:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469365.586094:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469365.586097:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469365.586100:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469365.586105:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469365.586107:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469365.586109:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469365.586112:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469365.586116:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469365.586118:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469365.586121:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469365.586122:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469365.586352:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469365.586356:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469365.586360:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469366.225256:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469366.225266:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469366.225268:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469366.225274:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469366.225278:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469366.225282:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469366.225285:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469366.225288:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469366.225290:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469366.546917:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469366.546930:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469366.546933:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469366.546937:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469366.546940:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469366.546944:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469366.546946:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469366.609264:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469366.609271:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469366.609277:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469366.609279:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469366.609282:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469366.609283:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469366.609503:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469366.609507:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469366.609510:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469367.249261:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469367.249268:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469367.249270:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469367.249275:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469367.249278:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469367.249282:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469367.249286:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469367.249288:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469367.249291:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469367.569241:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469367.569255:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469367.569257:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469367.569262:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469367.569264:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469367.569268:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469367.569271:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469367.634804:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469367.634811:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469367.634816:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469367.634817:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469367.634821:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469367.634822:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469367.634909:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469367.634913:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469367.634916:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469368.273690:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469368.273696:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469368.273698:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469368.273704:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469368.273707:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469368.273711:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469368.273715:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469368.273717:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469368.273721:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469368.593260:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469368.593268:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469368.593287:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469343/real 1789469343] req@ffff8cbad742c700 x1876386402420992/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469368 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469368.593303:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469368.593305:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469368.593309:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf058. 00000400:00000200:1.0:1789469368.593316:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce088 00000400:00000010:1.0:1789469368.593318:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce088. 00000100:00000001:1.0:1789469368.593322:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469368.593327:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742c700 x1876386402420992/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469368 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469368.593335:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742c700 x1876386402420992/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469368 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469368.593342:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469368.593344:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469368.593348:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469368.593350:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469368.593353:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742c700 x1876386402420992/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469368 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469368.593360:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469368.593362:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469368.593367:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469343/real 1789469343] req@ffff8cbad742f100 x1876386402421120/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469368 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469368.593373:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469368.593374:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469368.593376:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bfc60. 00000400:00000200:1.0:1789469368.593378:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce3b8 00000400:00000010:1.0:1789469368.593380:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce3b8. 00000100:00000001:1.0:1789469368.593382:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469368.593386:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742f100 x1876386402421120/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469368 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469368.593394:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742f100 x1876386402421120/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469368 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469368.593399:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469368.593400:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469368.593402:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469368.593403:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469368.593406:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742f100 x1876386402421120/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469368 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469368.593422:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469368.593431:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469368.593433:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469368.593436:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469368.593439:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469368.593441:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469368.593446:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742c700 x1876386402420992/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469368 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469368.593453:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469368.593456:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469368.593457:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469368.593458:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469368.593461:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469368.593463:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469368.593467:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469368.593492:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469368.593494:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469368.593499:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742c700 x1876386402420992/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469368 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469368.593515:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402420992:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469368.593520:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469368.593524:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742f100 x1876386402421120/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469368 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469368.593530:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469368.593531:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469368.593533:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469368.593534:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469368.593535:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469368.593537:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469368.593539:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469368.593557:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469368.593560:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469368.593564:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742f100 x1876386402421120/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469368 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469368.593571:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402421120:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469368.593575:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469368.593578:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469368.593581:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742c700 x1876386402420992/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469368 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469368.593588:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469368.593591:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469368.593595:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d1000. 02000000:00000001:1.0:1789469368.593600:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469368.593603:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469368.593605:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789469368.593607:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469368.593610:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacd000. 02000000:00000001:1.0:1789469368.593613:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469368.593616:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469368.593618:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742c700. 00000100:00000001:1.0:1789469368.593621:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469368.593622:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469368.593624:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469368.593628:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742f100 x1876386402421120/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469368 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469368.593633:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469368.593634:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469368.593635:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d2000. 02000000:00000001:1.0:1789469368.593637:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469368.593639:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469368.593640:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789469368.593642:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469368.593643:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacdc00. 02000000:00000001:1.0:1789469368.593645:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469368.593646:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469368.593647:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742f100. 00000100:00000001:1.0:1789469368.593651:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469368.593652:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469368.593654:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469368.593972:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469368.593983:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469368.593986:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469368.593990:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789469368.593993:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789469368.593997:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469368.594001:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789469368.594009:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21591 00000400:00000200:2.0:1789469368.594020:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469368.594027:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789469368.594031:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789469368.594035:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469368.594038:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469368.594040:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469368.594043:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789469368.594053:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789469368.594056:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:2.0:1789469368.594059:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789469368.594063:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:2.0:1789469368.594066:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:2.0:1789469368.594069:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:2.0:1789469368.594072:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469368.594074:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469368.594076:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469368.594078:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789469368.594082:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:2.0:1789469368.594086:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789469368.594089:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469368.594092:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789469368.594101:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469368.594104:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469368.594107:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789469368.594112:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789469368.594116:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469368.594118:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789469368.594181:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742c380. 00000020:00000040:2.0:1789469368.594186:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789469368.594191:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789469368.594193:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469368.594197:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469368.594200:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789469368.594204:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469368.594214:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faace400. 00000100:00000001:2.0:1789469368.594222:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469368.594232:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742c380 x1876386402421376/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789469368.594242:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469368.594247:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469368.594252:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a4c305b] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742c380 x1876386402421376/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469368.594279:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469368.594286:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469368.594289:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789469368.594291:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789469368.594292:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469368.594295:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789469368.594298:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21591 00000400:00000200:2.0:1789469368.594303:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469368.594307:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789469368.594310:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789469368.594313:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469368.594315:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469368.594319:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469368.594323:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789469368.594327:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789469368.594329:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:2.0:1789469368.594331:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1789469368.594334:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1789469368.594334:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000100:00000001:1.0:1789469368.594343:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1789469368.594347:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000001:1.0:1789469368.594348:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1789469368.594354:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:1.0:1789469368.594361:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742c380 x1876386402421376/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789469368.594363:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469368.594370:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469368.594375:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469368.594382:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789469368.594388:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00000001:1.0:1789469368.594390:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469368.594395:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469368.594398:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 02000000:00000001:1.0:1789469368.594403:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1789469368.594403:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469368.594410:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469368.594410:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789469368.594424:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469368.594429:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469368.594434:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469368.594434:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789469368.594439:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1789469368.594444:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402421376:192.168.203.142@tcp:38:kworker.0 00000008:00000001:2.0:1789469368.594446:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469368.594452:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1789469368.594455:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469368.594459:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1789469368.594462:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742d880. 02000000:00000001:1.0:1789469368.594465:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789469368.594468:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789469368.594472:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1789469368.594473:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789469368.594477:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469368.594478:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469368.594480:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789469368.594483:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469368.594484:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6891000. 02000000:00000010:2.0:1789469368.594490:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacfc00. 02000000:00000001:1.0:1789469368.594491:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469368.594500:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469368.594510:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742d880 x1876386402421504/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1789469368.594519:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469368.594533:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30f20. 00000100:00000001:2.0:1789469368.594536:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469368.594540:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469368.594545:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c660199] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742d880 x1876386402421504/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469368.594554:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789469368.594556:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d56e8. 00000100:00000040:2.0:1789469368.594558:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469368.594565:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:1.0:1789469368.594567:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402421376, portal 10 00000100:00000040:2.0:1789469368.594569:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789469368.594573:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1789469368.594576:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1789469368.594578:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836123520 : -126740873428096 : ffff8cbad742c380) 00000100:00000040:2.0:1789469368.594585:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21622) 00000100:00000040:1.0:1789469368.594592:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742c380 x1876386402421376/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469368.594602:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469368.594606:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469368.594610:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5550. 00000100:00000200:1.0:1789469368.594614:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402421376, offset 0 00000400:00000200:1.0:1789469368.594622:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469368.594630:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469368.594638:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469368.594643:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469368.594647:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469368.594650:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469368.594653:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469368.594657:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94071:94071:256:4294967295] 192.168.203.142@tcp LPNI seq info [94071:94071:8:4294967295] 00000400:00000200:1.0:1789469368.594661:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469368.594670:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469368.594676:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469368.594681:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7900. 00000800:00000200:1.0:1789469368.594687:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469368.594695:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469368.594699:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469368.594718:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469368.594723:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789469368.594726:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469368.594729:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316284636 00000100:00000010:1.0:1789469368.594734:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a3c0. 00000100:00000001:1.0:1789469368.594740:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789469368.594750:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316284636 00000100:00000010:1.0:1789469368.594754:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a720. 00000100:00000001:1.0:1789469368.594758:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789469368.594767:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469368.594770:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469368.594773:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469368.594775:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469368.594780:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469368.594782:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469368.594784:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469368.594785:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469368.594786:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469368.594791:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742d880 x1876386402421504/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469368.594798:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469368.594799:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469368.595011:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469368.595014:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469368.595017:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469368.595021:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402421504:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469368.595025:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469368.595028:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469368.595030:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469368.595031:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469368.595036:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6892400. 02000000:00000001:1.0:1789469368.595037:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469368.595041:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469368.595046:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30370. 00000400:00000010:1.0:1789469368.595052:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5198. 00000100:00000200:1.0:1789469368.595056:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402421504, portal 10 00000800:00000200:2.0:1789469368.595056:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1789469368.595066:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000800:00000010:2.0:1789469368.595068:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7900. 00000100:00000001:1.0:1789469368.595069:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836128896 : -126740873422720 : ffff8cbad742d880) 00000400:00000200:2.0:1789469368.595080:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1789469368.595081:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742d880 x1876386402421504/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469368.595096:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1789469368.595098:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000040:1.0:1789469368.595107:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789469368.595112:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5550 00000400:00000010:1.0:1789469368.595113:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5440. 00000400:00000010:2.0:1789469368.595119:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5550. 00000100:00000001:2.0:1789469368.595128:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789469368.595129:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402421504, offset 0 00000400:00000200:1.0:1789469368.595169:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469368.595174:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469368.595178:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469368.595181:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469368.595184:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469368.595186:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469368.595188:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469368.595192:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94072:94072:255:4294967295] 192.168.203.142@tcp LPNI seq info [94072:94072:7:4294967295] 00000400:00000200:1.0:1789469368.595196:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469368.595215:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469368.595220:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469368.595225:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7900. 00000800:00000200:1.0:1789469368.595229:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469368.595235:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469368.595237:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469368.595241:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469368.595244:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789469368.595247:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469368.595249:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316284625 00000100:00000001:1.0:1789469368.595252:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4316284636 00000100:00000001:1.0:1789469368.595254:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316284625 00000100:00000001:1.0:1789469368.595257:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4316284636 00000100:00000001:1.0:1789469368.595260:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469368.595262:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469368.595265:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469368.595267:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469368.595271:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469368.595272:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469368.595274:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469368.595275:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469368.595277:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469368.595278:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789469368.595349:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742c380 x1876386402421376/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469368.595360:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469368.595364:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742c380 x1876386402421376/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469368.595371:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469368.595372:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789469368.595395:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469368.595397:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7900. 00000400:00000200:2.0:1789469368.595400:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469368.595403:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469368.595408:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5440 00000400:00000010:2.0:1789469368.595409:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5440. 00000100:00000001:2.0:1789469368.595423:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469368.595427:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742d880 x1876386402421504/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469368.595433:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469368.595435:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742d880 x1876386402421504/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469368.595441:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469368.595442:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1789469368.622314:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316284636, at 4316284637 00000100:00000010:3.0:1789469368.622336:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a720. 00000100:00000040:2.0:1789469368.623753:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316284636, at 4316284638 00000100:00000010:2.0:1789469368.623770:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a3c0. 00010000:00000001:0.0:1789469368.657712:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469368.657721:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469368.657729:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469368.657732:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469368.657735:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469368.657740:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469368.657743:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469368.657746:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469368.657749:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469368.657751:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469368.657754:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469368.657757:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469368.657758:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469368.657759:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469368.657761:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469368.657762:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469368.657763:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469368.657764:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469368.658629:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469368.658634:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469368.658638:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469369.297471:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469369.297482:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469369.297484:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469369.297492:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469369.297497:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469369.297502:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469369.297505:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469369.297512:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469369.297516:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469369.617295:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469369.617306:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469369.617327:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469344/real 1789469344] req@ffff8cbad742e300 x1876386402421248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469369 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469369.617352:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469369.617355:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469369.617359:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bfe18. 00000400:00000200:1.0:1789469369.617369:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cee58 00000400:00000010:1.0:1789469369.617373:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cee58. 00000100:00000001:1.0:1789469369.617378:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469369.617384:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742e300 x1876386402421248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469369 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469369.617395:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742e300 x1876386402421248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469369 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469369.617481:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469369.617484:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469369.617488:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469369.617490:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469369.617495:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742e300 x1876386402421248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469369 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469369.617503:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469369.617516:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469369.617518:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1789469369.617522:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469369.617525:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469369.617529:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469369.617533:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742e300 x1876386402421248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469369 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469369.617541:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469369.617545:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469369.617546:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469369.617548:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469369.617551:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469369.617553:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469369.617557:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469369.617590:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469369.617594:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469369.617599:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742e300 x1876386402421248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469369 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469369.617607:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402421248:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789469369.617623:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469369.617627:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469369.617631:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742e300 x1876386402421248/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469369 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469369.617639:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469369.617642:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469369.617647:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d3800. 02000000:00000001:1.0:1789469369.617654:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469369.617657:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469369.617659:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789469369.617661:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469369.617664:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacec00. 02000000:00000001:1.0:1789469369.617668:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469369.617670:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469369.617672:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742e300. 00000100:00000001:1.0:1789469369.617677:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469369.617679:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469369.617682:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469369.617752:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469369.617759:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789469369.617761:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789469369.617764:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469369.617768:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789469369.617772:0:332879:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21592 00000400:00000200:2.0:1789469369.617782:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469369.617844:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789469369.617848:0:332879:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789469369.617901:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469369.617906:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469369.617908:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469369.617911:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789469369.617920:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789469369.617922:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:2.0:1789469369.617925:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789469369.617929:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:2.0:1789469369.617932:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:2.0:1789469369.617935:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:2.0:1789469369.617938:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469369.617994:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469369.617997:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469369.617999:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789469369.618003:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:2.0:1789469369.618006:0:332879:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789469369.618009:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469369.618012:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789469369.618015:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469369.618019:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469369.618021:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789469369.618023:0:332879:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789469369.618033:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742c000. 00000020:00000040:2.0:1789469369.618037:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789469369.618041:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789469369.618042:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469369.618046:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469369.618049:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789469369.618053:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469369.618060:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacd800. 00000100:00000001:2.0:1789469369.618068:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469369.618075:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742c000 x1876386402421632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789469369.618085:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469369.618090:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469369.618095:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a5ae62a] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742c000 x1876386402421632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469369.618116:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469369.618120:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469369.618124:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469369.618128:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469369.618161:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469369.618163:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469369.618168:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469369.618171:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469369.618174:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469369.618188:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21623) 00000100:00000001:1.0:1789469369.618313:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469369.618317:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469369.618319:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469369.618325:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742c000 x1876386402421632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469369.618333:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469369.618336:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469369.618340:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469369.618343:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469369.618345:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469369.618350:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402421632:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789469369.618354:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469369.618358:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469369.618361:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469369.618364:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469369.618369:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890c00. 02000000:00000001:1.0:1789469369.618372:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469369.618379:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469369.618384:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30d10. 00000400:00000010:1.0:1789469369.618391:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5990. 00000100:00000200:1.0:1789469369.618399:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402421632, portal 25 00000100:00000001:1.0:1789469369.618886:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469369.618889:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836122624 : -126740873428992 : ffff8cbad742c000) 00000100:00000040:1.0:1789469369.618898:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742c000 x1876386402421632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469369.618911:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469369.618915:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469369.618920:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d52a8. 00000100:00000200:1.0:1789469369.618925:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402421632, offset 0 00000400:00000200:1.0:1789469369.618933:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469369.618944:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469369.618953:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469369.618960:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469369.618964:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469369.618968:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469369.618971:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469369.618975:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94073:94073:256:4294967295] 192.168.203.142@tcp LPNI seq info [94073:94073:8:4294967295] 00000400:00000200:1.0:1789469369.618980:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469369.618991:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469369.618998:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469369.619005:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7200. 00000800:00000200:1.0:1789469369.619013:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469369.619527:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469369.619536:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469369.619563:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469369.619571:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469369.619574:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316286901 00000100:00000010:1.0:1789469369.619586:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a420. 00000100:00000001:1.0:1789469369.619594:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789469369.619602:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316286901 00000100:00000010:1.0:1789469369.619605:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869af00. 00000100:00000001:1.0:1789469369.619609:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789469369.619835:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469369.619840:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469369.619847:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469369.619850:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469369.619860:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469369.619862:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1789469369.619865:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469369.619867:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469369.619868:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469369.619870:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469369.627609:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469369.627625:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7200. 00000400:00000200:2.0:1789469369.627635:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469369.627647:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469369.627657:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d52a8 00000400:00000010:2.0:1789469369.627661:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d52a8. 00000100:00000001:2.0:1789469369.627668:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469369.627680:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742c000 x1876386402421632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469369.627695:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469369.627699:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742c000 x1876386402421632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469394 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469369.627706:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469369.627709:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:0.0:1789469369.682271:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469369.682280:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469369.682287:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469369.682289:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469369.682292:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469369.682294:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469369.682668:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469369.682673:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469369.682677:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469370.321979:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469370.321989:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469370.321992:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469370.322000:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469370.322005:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469370.322009:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469370.322013:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469370.322016:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469370.322019:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469370.705616:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469370.705626:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469370.705633:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469370.705634:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469370.705638:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469370.705640:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469370.706610:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469370.706617:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469370.706622:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789469370.897311:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316286901, at 4316286912 00000100:00000010:2.0:1789469370.897334:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a420. 00000100:00000040:3.0:1789469370.897656:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316286901, at 4316286912 00000100:00000010:3.0:1789469370.897664:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869af00. 00000100:00000001:1.0:1789469371.345297:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469371.345315:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469371.345318:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469371.345325:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469371.345329:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469371.345334:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469371.345337:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469371.345340:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469371.345342:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469371.730361:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469371.730370:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469371.730379:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469371.730381:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469371.730385:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469371.730387:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469371.730502:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469371.730506:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469371.730509:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469372.369428:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469372.369439:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469372.369441:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469372.369448:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469372.369452:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469372.369457:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469372.369461:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469372.369464:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469372.369468:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469372.754672:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469372.754682:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469372.754691:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469372.754693:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469372.754697:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469372.754698:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469372.754925:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469372.754930:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469372.754934:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469373.393557:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469373.393566:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469373.393568:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469373.393574:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469373.393577:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469373.393582:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469373.393585:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469373.393587:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469373.393590:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469373.649389:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469373.649402:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469373.649404:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469373.649409:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469373.649412:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469373.649416:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469373.649419:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469373.649486:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469373.649493:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469373.649496:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469373.649499:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469373.649501:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469373.649504:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469373.649507:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469373.649511:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469373.649514:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469373.649517:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469373.649523:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21627) 00010000:00000001:0.0:1789469373.777292:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469373.777299:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469373.777305:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469373.777306:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469373.777310:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469373.777311:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469373.787446:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469373.787453:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469373.787457:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469374.417256:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469374.417264:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469374.417266:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469374.417272:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469374.417276:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469374.417280:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469374.417283:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469374.417285:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469374.417287:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469374.673705:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469374.673720:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469374.673722:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469374.673727:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469374.673729:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469374.673733:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469374.673735:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469374.674128:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469374.674155:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469374.674158:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469374.674161:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469374.674163:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469374.674165:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469374.674168:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469374.674171:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469374.674173:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469374.674176:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469374.674181:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21628) 00010000:00000001:0.0:1789469374.801431:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469374.801438:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469374.801444:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469374.801446:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469374.801449:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469374.801450:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469374.804562:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469374.804571:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469374.804577:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469375.442297:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469375.442306:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469375.442308:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469375.442313:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469375.442317:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469375.442321:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469375.442324:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469375.442326:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469375.442329:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469375.697266:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469375.697280:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469375.697282:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469375.697286:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469375.697289:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469375.697293:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469375.697295:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469375.828439:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469375.828451:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469375.828454:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469375.828458:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469375.828463:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469375.828466:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469375.828468:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469375.828471:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469375.828479:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469375.828480:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469375.828484:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469375.828485:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469375.828584:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469375.828588:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469375.828591:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469376.465381:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469376.465391:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469376.465393:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469376.465400:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469376.465405:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469376.465410:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469376.465414:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469376.465416:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469376.465420:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469376.721392:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469376.721410:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469376.721412:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469376.721418:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469376.721420:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469376.721427:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469376.721429:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469376.849627:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469376.849634:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469376.849639:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469376.849640:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469376.849643:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469376.849644:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469376.849986:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469376.849994:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469376.850001:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469377.489294:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469377.489304:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469377.489307:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469377.489315:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469377.489319:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469377.489324:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469377.489327:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469377.489330:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469377.489333:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469377.745288:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469377.745309:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469377.745312:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469377.745319:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469377.745322:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469377.745328:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469377.745331:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469377.873286:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469377.873292:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469377.873297:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469377.873298:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469377.873302:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469377.873303:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469377.873402:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469377.873406:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469377.873410:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469378.513303:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469378.513310:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469378.513312:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469378.513317:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469378.513321:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469378.513325:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469378.513327:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469378.513330:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469378.513332:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469378.769254:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469378.769268:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469378.769271:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469378.769275:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469378.769277:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469378.769282:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469378.769285:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469378.897903:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469378.897909:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469378.897915:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469378.897918:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469378.897920:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469378.897924:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469378.897928:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469378.897930:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469378.897932:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469378.897934:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469378.897937:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469378.897939:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469378.897940:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469378.897941:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469378.897942:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469378.897943:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469378.897945:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469378.897947:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469378.898072:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469378.898077:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469378.898080:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469379.537242:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469379.537248:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469379.537250:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469379.537254:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469379.537256:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469379.537259:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469379.537261:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469379.537263:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469379.537264:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469379.793672:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469379.793687:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469379.793689:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469379.793694:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469379.793696:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469379.793700:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469379.793702:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469379.922738:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469379.922745:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469379.922750:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469379.922751:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469379.922754:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469379.922755:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469379.922921:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469379.922925:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469379.922928:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469380.178084:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469380.178094:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469380.178097:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469380.178100:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469380.178102:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469380.178105:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469380.178108:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469380.178112:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469380.178115:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469380.178118:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469380.178124:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21633) 00000100:00000001:1.0:1789469380.563579:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469380.563588:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469380.563589:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469380.563595:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469380.563598:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469380.563601:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469380.563604:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469380.563606:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469380.563609:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469380.817260:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469380.817273:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469380.817276:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469380.817281:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469380.817283:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469380.817287:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469380.817290:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469380.945259:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469380.945264:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469380.945271:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469380.945272:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469380.945275:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469380.945276:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469380.945404:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469380.945409:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469380.945412:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469381.585355:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469381.585364:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469381.585366:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469381.585371:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469381.585375:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469381.585379:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469381.585382:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469381.585384:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469381.585386:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469381.842161:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469381.842175:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469381.842177:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469381.842181:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469381.842184:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469381.842188:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469381.842190:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469381.969280:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469381.969287:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469381.969292:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469381.969294:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469381.969297:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469381.969298:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469381.969385:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469381.969388:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469381.969391:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469382.609239:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469382.609246:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469382.609248:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469382.609253:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469382.609256:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469382.609260:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469382.609262:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469382.609264:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469382.609275:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469382.867933:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469382.867945:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469382.867947:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469382.867952:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469382.867954:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469382.867959:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469382.867961:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469382.993291:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469382.993299:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469382.993314:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469382.993316:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469382.993319:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469382.993320:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469382.993487:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469382.993490:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469382.993493:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469383.633273:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469383.633281:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469383.633283:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469383.633288:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469383.633291:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469383.633295:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469383.633309:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469383.633311:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469383.633314:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469383.889252:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469383.889267:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469383.889269:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469383.889273:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469383.889275:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469383.889279:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469383.889282:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469384.018285:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469384.018293:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469384.018310:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469384.018311:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469384.018315:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469384.018316:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469384.018414:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469384.018418:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469384.018421:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469384.657247:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469384.657264:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469384.657266:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469384.657271:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469384.657275:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469384.657278:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469384.657281:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469384.657284:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469384.657286:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469384.915004:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469384.915017:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469384.915018:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469384.915022:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469384.915025:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469384.915029:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469384.915031:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469385.042535:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469385.042541:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469385.042547:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469385.042548:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469385.042552:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469385.042553:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469385.043233:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469385.043237:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469385.043241:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789469385.297283:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469385.297302:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469385.297306:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469385.297309:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469385.297312:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469385.297315:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469385.297317:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469385.297321:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469385.297323:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469385.297326:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469385.297331:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21639) 00000100:00000001:1.0:1789469385.681593:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469385.681601:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469385.681603:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469385.681608:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469385.681611:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469385.681625:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469385.681627:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469385.681631:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469385.681634:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469385.937881:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469385.937902:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469385.937904:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469385.937909:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469385.937911:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469385.937915:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469385.937918:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469386.065961:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469386.065969:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469386.065972:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469386.065976:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469386.065981:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469386.065983:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469386.065985:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469386.065987:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469386.065990:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469386.065991:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469386.065994:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469386.065995:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469386.069200:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469386.069206:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469386.069210:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469386.706419:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469386.706427:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469386.706429:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469386.706434:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469386.706437:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469386.706441:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469386.706444:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469386.706446:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469386.706449:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469386.961254:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469386.961268:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469386.961282:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469386.961287:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469386.961289:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469386.961293:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469386.961296:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469387.089265:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469387.089281:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469387.089287:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469387.089288:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469387.089291:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469387.089292:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469387.089363:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469387.089376:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469387.089379:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469387.729293:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469387.729301:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469387.729303:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469387.729310:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469387.729313:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469387.729317:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469387.729320:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469387.729322:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469387.729325:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469387.985262:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469387.985287:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469387.985289:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469387.985293:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469387.985295:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469387.985299:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469387.985301:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469388.113309:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469388.113316:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469388.113322:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469388.113323:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469388.113326:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469388.113327:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469388.113463:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469388.113467:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469388.113470:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469388.754523:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469388.754535:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469388.754538:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469388.754546:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469388.754550:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469388.754555:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469388.754558:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469388.754561:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469388.754565:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469389.009295:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469389.009313:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469389.009316:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469389.009321:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469389.009324:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469389.009330:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469389.009333:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469389.137275:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469389.137286:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469389.137293:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469389.137297:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469389.137300:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469389.137305:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469389.137308:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469389.137311:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469389.137313:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469389.137316:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469389.137320:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469389.137322:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469389.137323:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469389.137325:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469389.137326:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469389.137328:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469389.137330:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469389.137332:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469389.137639:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469389.137645:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469389.137649:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469389.777304:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469389.777315:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469389.777317:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469389.777324:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469389.777329:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469389.777334:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469389.777337:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469389.777341:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469389.777344:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469390.033295:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469390.033313:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469390.033316:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469390.033322:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469390.033325:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469390.033330:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469390.033334:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469390.161452:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469390.161463:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469390.161471:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469390.161473:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469390.161477:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469390.161478:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469390.161640:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469390.161645:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469390.161649:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469390.417462:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469390.417476:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469390.417480:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469390.417483:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469390.417486:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469390.417489:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469390.417492:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469390.417497:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469390.417500:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469390.417504:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469390.417512:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21644) 00000100:00000001:1.0:1789469390.804791:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469390.804801:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469390.804804:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469390.804812:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469390.804818:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469390.804823:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469390.804827:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469390.804831:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469390.804834:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469391.057328:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469391.057350:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469391.057353:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469391.057360:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469391.057363:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469391.057368:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469391.057371:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469391.186098:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469391.186109:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469391.186117:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469391.186118:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469391.186122:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469391.186124:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469391.186443:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469391.186448:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469391.186452:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469391.825328:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469391.825340:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469391.825343:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469391.825352:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469391.825357:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469391.825363:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469391.825367:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469391.825371:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469391.825375:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469392.081304:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469392.081322:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469392.081325:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469392.081331:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469392.081341:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469392.081347:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469392.081350:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469392.210313:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469392.210324:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469392.210333:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469392.210334:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469392.210338:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469392.210340:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469392.211257:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469392.211265:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469392.211270:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469392.849298:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469392.849308:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469392.849311:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469392.849318:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469392.849322:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469392.849326:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469392.849330:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469392.849334:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469392.849337:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469393.105293:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469393.105304:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469393.105326:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469368/real 1789469368] req@ffff8cbad742d880 x1876386402421504/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469393 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469393.105352:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469393.105355:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469393.105360:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30370. 00000400:00000200:1.0:1789469393.105368:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5198 00000400:00000010:1.0:1789469393.105372:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5198. 00000100:00000001:1.0:1789469393.105378:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469393.105465:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742d880 x1876386402421504/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469393 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469393.105476:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742d880 x1876386402421504/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469393 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469393.105484:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469393.105487:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469393.105491:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469393.105493:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469393.105497:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742d880 x1876386402421504/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469393 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469393.105504:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469393.105506:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469393.105511:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469368/real 1789469368] req@ffff8cbad742c380 x1876386402421376/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469393 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469393.105519:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469393.105520:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469393.105523:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30f20. 00000400:00000200:1.0:1789469393.105526:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d56e8 00000400:00000010:1.0:1789469393.105527:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d56e8. 00000100:00000001:1.0:1789469393.105531:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469393.105533:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742c380 x1876386402421376/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469393 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469393.105541:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742c380 x1876386402421376/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469393 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469393.105546:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469393.105548:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469393.105549:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469393.105551:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469393.105559:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742c380 x1876386402421376/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469393 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469393.105565:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469393.105575:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469393.105577:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469393.105580:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469393.105583:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469393.105586:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469393.105591:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742d880 x1876386402421504/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469393 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469393.105597:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469393.105600:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469393.105602:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469393.105603:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469393.105606:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469393.105609:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469393.105613:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469393.105702:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469393.105706:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469393.105710:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742d880 x1876386402421504/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469393 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469393.105725:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402421504:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469393.105731:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469393.105735:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742c380 x1876386402421376/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469393 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469393.105741:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469393.105743:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469393.105745:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469393.105746:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469393.105748:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469393.105751:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469393.105753:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789469393.106019:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469393.106026:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469393.106028:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469393.106032:0:333009:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789469393.106035:0:333009:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469393.106038:0:333009:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469393.106043:0:333009:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469393.106046:0:333009:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21617 00000400:00000200:0.0:1789469393.106056:0:333009:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789469393.106063:0:333009:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789469393.106066:0:333009:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469393.106069:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469393.106073:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469393.106075:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469393.106077:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789469393.106086:0:333009:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469393.106088:0:333009:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:0.0:1789469393.106092:0:333009:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469393.106095:0:333009:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:0.0:1789469393.106097:0:333009:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:0.0:1789469393.106100:0:333009:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00080000:1.0:1789469393.106183:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469393.106187:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469393.106191:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742c380 x1876386402421376/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469393 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469393.106200:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402421376:192.168.203.142@tcp:38:kworker.0 00000100:00000040:0.0:1789469393.106288:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469393.106290:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469393.106292:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469393.106294:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789469393.106298:0:333009:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:0.0:1789469393.106302:0:333009:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789469393.106304:0:333009:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469393.106306:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469393.106307:0:333009:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1789469393.106310:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469393.106313:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742d880 x1876386402421504/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469393 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789469393.106315:0:333009:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469393.106318:0:333009:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469393.106321:0:333009:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1789469393.106321:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469393.106324:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000008:00100000:0.0:1789469393.106326:0:333009:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 02000000:00000010:1.0:1789469393.106328:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6892400. 00000008:00000001:0.0:1789469393.106329:0:333009:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469393.106331:0:333009:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469393.106343:0:333009:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e9c00. 00000020:00000040:0.0:1789469393.106346:0:333009:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=11 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789469393.106351:0:333009:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469393.106352:0:333009:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469393.106356:0:333009:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469393.106359:0:333009:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469393.106364:0:333009:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469393.106374:0:333009:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687e000. 00000100:00000001:0.0:1789469393.106449:0:333009:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469393.106476:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469393.106480:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469393.106481:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789469393.106485:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469393.106488:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacfc00. 02000000:00000001:1.0:1789469393.106493:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469393.106495:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469393.106497:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742d880. 00000100:00000001:1.0:1789469393.106502:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469393.106504:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469393.106506:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469393.106511:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742c380 x1876386402421376/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469393 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469393.106518:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469393.106519:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469393.106521:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6891000. 02000000:00000001:1.0:1789469393.106523:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469393.106524:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469393.106525:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789469393.106527:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00100000:0.0:1789469393.106529:0:333009:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e9c00 x1876386402421760/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1789469393.106529:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faace400. 02000000:00000001:1.0:1789469393.106531:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469393.106532:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469393.106534:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742c380. 00000100:00000001:1.0:1789469393.106536:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469393.106537:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469393.106539:0:333009:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469393.106540:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469393.106544:0:333009:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469393.106548:0:333009:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e8628d7] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e9c00 x1876386402421760/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469393.106563:0:333009:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469393.106566:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469393.106569:0:333009:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789469393.106571:0:333009:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1789469393.106571:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1789469393.106573:0:333009:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469393.106573:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789469393.106576:0:333009:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:1.0:1789469393.106576:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1789469393.106579:0:333009:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21617 00000100:00000040:1.0:1789469393.106580:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e9c00 x1876386402421760/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789469393.106584:0:333009:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789469393.106587:0:333009:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00000001:1.0:1789469393.106587:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1789469393.106589:0:333009:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1789469393.106590:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469393.106592:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469393.106594:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469393.106595:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 02000000:00000001:1.0:1789469393.106595:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1789469393.106597:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 02000000:00000001:1.0:1789469393.106597:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469393.106600:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789469393.106601:0:333009:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469393.106603:0:333009:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000100:00100000:1.0:1789469393.106603:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402421760:192.168.203.142@tcp:38:kworker.0 00000020:00000001:0.0:1789469393.106605:0:333009:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469393.106607:0:333009:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:0.0:1789469393.106609:0:333009:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000001:1.0:1789469393.106609:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1789469393.106612:0:333009:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 02000000:00000001:1.0:1789469393.106613:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1789469393.106614:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469393.106616:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1789469393.106616:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469393.106618:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 02000000:00000001:1.0:1789469393.106618:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1789469393.106620:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789469393.106622:0:333009:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 02000000:00000010:1.0:1789469393.106623:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6891000. 00000100:00080000:0.0:1789469393.106625:0:333009:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 02000000:00000001:1.0:1789469393.106625:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469393.106627:0:333009:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469393.106629:0:333009:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1789469393.106630:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 02000000:00000001:0.0:1789469393.106632:0:333009:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469393.106634:0:333009:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789469393.106634:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30f20. 00000100:00000001:0.0:1789469393.106636:0:333009:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789469393.106638:0:333009:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789469393.106640:0:333009:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789469393.106641:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d56e8. 00000100:00000001:0.0:1789469393.106642:0:333009:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469393.106645:0:333009:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6ea300. 00000020:00000040:0.0:1789469393.106648:0:333009:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000100:00000200:1.0:1789469393.106648:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402421760, portal 10 02000000:00000001:0.0:1789469393.106651:0:333009:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1789469393.106651:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1789469393.106652:0:333009:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469393.106652:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704779264 : -126741004772352 : ffff8cbacf6e9c00) 00000100:00000001:0.0:1789469393.106654:0:333009:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469393.106655:0:333009:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469393.106658:0:333009:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469393.106660:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e9c00 x1876386402421760/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1789469393.106662:0:333009:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687e400. 00000100:00000001:0.0:1789469393.106665:0:333009:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469393.106667:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1789469393.106669:0:333009:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6ea300 x1876386402421888/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1789469393.106671:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469393.106673:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5198. 00000100:00000001:0.0:1789469393.106676:0:333009:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1789469393.106677:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402421760, offset 0 00000100:00000001:0.0:1789469393.106678:0:333009:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469393.106681:0:333009:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec572498] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6ea300 x1876386402421888/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789469393.106684:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000100:00000001:0.0:1789469393.106689:0:333009:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469393.106691:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1789469393.106692:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000040:0.0:1789469393.106694:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469393.106697:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1789469393.106698:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000100:00000040:0.0:1789469393.106700:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1789469393.106704:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1789469393.106705:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21646) 00000400:00000200:1.0:1789469393.106708:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000100:00080000:0.0:1789469393.106711:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1789469393.106712:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000100:00080000:0.0:1789469393.106714:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000200:1.0:1789469393.106715:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000100:00000040:0.0:1789469393.106717:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469393.106719:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1789469393.106719:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94074:94074:256:4294967295] 192.168.203.142@tcp LPNI seq info [94074:94074:8:4294967295] 00000100:00000040:0.0:1789469393.106722:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469393.106724:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1789469393.106724:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000040:0.0:1789469393.106726:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21646) 00000400:00000200:1.0:1789469393.106734:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469393.106741:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469393.106758:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7800. 00000800:00000200:1.0:1789469393.106767:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469393.106777:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469393.106782:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469393.106799:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469393.106803:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789469393.106807:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469393.106810:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316309148 00000100:00000010:1.0:1789469393.106816:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869ad20. 00000100:00000001:1.0:1789469393.106824:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789469393.106829:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316309148 00000100:00000010:1.0:1789469393.106832:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a900. 00000100:00000001:1.0:1789469393.106835:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789469393.106900:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469393.106904:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469393.106908:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469393.106910:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469393.106916:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469393.106918:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469393.106921:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469393.106922:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469393.106924:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469393.106928:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6ea300 x1876386402421888/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469393.106934:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469393.106936:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469393.106936:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1789469393.106938:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469393.106940:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1789469393.106941:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7800. 02000000:00000001:1.0:1789469393.106942:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469393.106945:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402421888:192.168.203.142@tcp:38:kworker.0 00000400:00000200:2.0:1789469393.106946:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789469393.106948:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469393.106950:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1789469393.106951:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 02000000:00000001:1.0:1789469393.106952:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469393.106954:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1789469393.106956:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5198 02000000:00000010:1.0:1789469393.106958:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6892400. 00000400:00000010:2.0:1789469393.106959:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5198. 02000000:00000001:1.0:1789469393.106960:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469393.106963:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789469393.106964:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:1.0:1789469393.106966:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30370. 00000100:00000200:2.0:1789469393.106967:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9c00 x1876386402421760/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1789469393.106969:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5aa0. 00000100:00000200:1.0:1789469393.106972:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402421888, portal 10 00000100:00000001:1.0:1789469393.106974:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469393.106975:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704781056 : -126741004770560 : ffff8cbacf6ea300) 00000100:00000001:2.0:1789469393.106975:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469393.106978:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9c00 x1876386402421760/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469418 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469393.106984:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469393.106986:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1789469393.107202:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6ea300 x1876386402421888/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469393.107210:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469393.107213:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469393.107216:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5088. 00000100:00000200:1.0:1789469393.107220:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402421888, offset 0 00000400:00000200:1.0:1789469393.107233:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469393.107239:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469393.107243:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469393.107246:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469393.107249:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469393.107251:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469393.107253:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469393.107256:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94075:94075:256:4294967295] 192.168.203.142@tcp LPNI seq info [94075:94075:8:4294967295] 00000400:00000200:1.0:1789469393.107260:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469393.107266:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469393.107270:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469393.107274:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7b00. 00000800:00000200:1.0:1789469393.107278:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469393.107282:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469393.107285:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469393.107347:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469393.107350:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789469393.107354:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469393.107357:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316309137 00000100:00000001:1.0:1789469393.107360:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4316309148 00000100:00000001:1.0:1789469393.107362:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316309137 00000100:00000001:1.0:1789469393.107364:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4316309148 00000100:00000001:1.0:1789469393.107366:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469393.107369:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469393.107372:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469393.107374:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469393.107379:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469393.107381:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469393.107382:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469393.107384:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469393.107385:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469393.107387:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469393.107808:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469393.107813:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7b00. 00000400:00000200:2.0:1789469393.107818:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469393.107823:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469393.107827:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5088 00000400:00000010:2.0:1789469393.107830:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5088. 00000100:00000001:2.0:1789469393.107834:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469393.107840:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6ea300 x1876386402421888/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469393.107848:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469393.107851:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6ea300 x1876386402421888/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469418 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469393.107858:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469393.107860:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1789469393.134296:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316309148, at 4316309149 00000100:00000010:2.0:1789469393.134321:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869ad20. 00000100:00000040:3.0:1789469393.134418:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316309148, at 4316309149 00000100:00000010:3.0:1789469393.134426:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a900. 00010000:00000001:0.0:1789469393.235569:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469393.235578:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469393.235585:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469393.235586:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469393.235590:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469393.235591:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469393.235664:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469393.235670:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469393.235675:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469393.873302:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469393.873315:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469393.873318:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469393.873325:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469393.873329:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469393.873334:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469393.873337:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469393.873341:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469393.873344:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469394.129895:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469394.129907:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469394.129927:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469369/real 1789469369] req@ffff8cbad742c000 x1876386402421632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469394 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469394.129949:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469394.129951:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469394.129955:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30d10. 00000400:00000200:1.0:1789469394.129964:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5990 00000400:00000010:1.0:1789469394.129967:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5990. 00000100:00000001:1.0:1789469394.129973:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469394.129977:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742c000 x1876386402421632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469394 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469394.129987:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742c000 x1876386402421632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469394 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469394.129995:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469394.129998:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469394.130002:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469394.130003:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469394.130007:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742c000 x1876386402421632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469394 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469394.130128:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469394.130436:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469394.130439:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1789469394.130443:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469394.130446:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469394.130450:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469394.130457:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742c000 x1876386402421632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469394 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469394.130465:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469394.130468:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469394.130471:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469394.130472:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469394.130475:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469394.130477:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469394.130481:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469394.130511:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469394.130515:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469394.130520:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742c000 x1876386402421632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469394 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469394.130529:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402421632:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789469394.130535:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469394.130537:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469394.130541:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742c000 x1876386402421632/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469394 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469394.130547:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469394.130551:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469394.130556:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890c00. 02000000:00000001:1.0:1789469394.130561:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469394.130565:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469394.130567:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789469394.130570:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469394.130573:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacd800. 02000000:00000001:1.0:1789469394.130577:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469394.130580:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469394.130582:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742c000. 00000100:00000001:1.0:1789469394.130586:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469394.130588:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469394.130591:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469394.130682:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469394.130687:0:333009:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1789469394.130690:0:333009:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469394.130693:0:333009:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469394.130697:0:333009:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469394.130702:0:333009:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21618 00000400:00000200:0.0:1789469394.130712:0:333009:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789469394.130719:0:333009:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789469394.130722:0:333009:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469394.130725:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469394.130728:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469394.130731:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469394.130734:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789469394.130741:0:333009:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469394.130744:0:333009:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:0.0:1789469394.130747:0:333009:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469394.130750:0:333009:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:0.0:1789469394.130753:0:333009:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:0.0:1789469394.130755:0:333009:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:0.0:1789469394.130759:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469394.130760:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469394.130763:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469394.130765:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789469394.130768:0:333009:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:0.0:1789469394.130772:0:333009:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789469394.130775:0:333009:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469394.130778:0:333009:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469394.130782:0:333009:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469394.130785:0:333009:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469394.130787:0:333009:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789469394.130790:0:333009:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469394.130802:0:333009:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e8e00. 00000020:00000040:0.0:1789469394.130806:0:333009:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:0.0:1789469394.130810:0:333009:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469394.130811:0:333009:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469394.130815:0:333009:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469394.130818:0:333009:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469394.130824:0:333009:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469394.130834:0:333009:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687ec00. 00000100:00000001:0.0:1789469394.130843:0:333009:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469394.130849:0:333009:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e8e00 x1876386402422016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469394.130859:0:333009:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469394.130864:0:333009:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469394.130869:0:333009:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064a53e21] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e8e00 x1876386402422016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469394.130892:0:333009:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469394.130896:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469394.130900:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469394.130902:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469394.130906:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469394.130909:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469394.130913:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469394.130915:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469394.130919:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469394.130925:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21647) 00000100:00000001:1.0:1789469394.131289:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469394.131304:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469394.131306:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469394.131313:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e8e00 x1876386402422016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469394.131320:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469394.131323:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469394.131327:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469394.131329:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469394.131332:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469394.131335:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402422016:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789469394.131338:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469394.131344:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469394.131346:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469394.131348:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469394.131353:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890c00. 02000000:00000001:1.0:1789469394.131355:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469394.131361:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469394.131365:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30d10. 00000400:00000010:1.0:1789469394.131372:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5990. 00000100:00000200:1.0:1789469394.131380:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402422016, portal 25 00000100:00000001:1.0:1789469394.131382:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469394.131384:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704775680 : -126741004775936 : ffff8cbacf6e8e00) 00000100:00000040:1.0:1789469394.131390:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e8e00 x1876386402422016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469394.131397:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469394.131400:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469394.131402:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5220. 00000100:00000200:1.0:1789469394.131406:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402422016, offset 0 00000400:00000200:1.0:1789469394.131414:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469394.131425:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469394.131433:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469394.131440:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469394.131445:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469394.131454:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469394.131457:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469394.131461:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94076:94076:256:4294967295] 192.168.203.142@tcp LPNI seq info [94076:94076:8:4294967295] 00000400:00000200:1.0:1789469394.131466:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469394.131478:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469394.131485:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469394.131491:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7100. 00000800:00000200:1.0:1789469394.131499:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469394.131509:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469394.131515:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469394.131536:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469394.131541:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469394.131543:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316311413 00000100:00000010:1.0:1789469394.131549:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a600. 00000100:00000001:1.0:1789469394.131559:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789469394.131569:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316311413 00000100:00000010:1.0:1789469394.131573:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a2a0. 00000100:00000001:1.0:1789469394.131578:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789469394.131581:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469394.131584:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469394.131588:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469394.131590:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469394.131596:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469394.131598:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1789469394.131600:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469394.131601:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469394.131603:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469394.131605:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469394.132126:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469394.132196:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7100. 00000400:00000200:2.0:1789469394.132204:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469394.132211:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469394.132227:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5220 00000400:00000010:2.0:1789469394.132231:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5220. 00000100:00000001:2.0:1789469394.132236:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469394.132242:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e8e00 x1876386402422016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469394.132251:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469394.132254:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e8e00 x1876386402422016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469419 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469394.132261:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469394.132262:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:0.0:1789469394.258720:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469394.258731:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469394.258738:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469394.258739:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469394.258744:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469394.258745:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469394.262076:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469394.262086:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469394.262093:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469394.897309:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469394.897320:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469394.897323:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469394.897330:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469394.897334:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469394.897339:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469394.897343:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469394.897346:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469394.897349:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469395.281605:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469395.281615:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469395.281622:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469395.281624:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469395.281628:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469395.281629:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469395.281890:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469395.281895:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469395.281899:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789469395.409290:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316311413, at 4316311424 00000100:00000040:3.0:1789469395.409290:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316311413, at 4316311424 00000100:00000010:2.0:1789469395.409313:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a600. 00000100:00000010:3.0:1789469395.409316:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a2a0. 00000100:00000001:1.0:1789469395.921305:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469395.921315:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469395.921317:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469395.921323:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469395.921327:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469395.921332:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469395.921335:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469395.921338:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469395.921342:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469396.305377:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469396.305390:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469396.305393:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469396.305398:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469396.305404:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469396.305407:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469396.305410:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469396.305412:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469396.305418:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469396.305419:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469396.305424:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469396.305425:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469396.305514:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469396.305519:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469396.305523:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469396.947632:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469396.947643:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469396.947646:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469396.947653:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469396.947658:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469396.947663:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469396.947666:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469396.947669:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469396.947673:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469397.329438:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469397.329449:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469397.329457:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469397.329459:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469397.329463:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469397.329464:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469397.329693:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469397.329698:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469397.329702:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469397.969478:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469397.969489:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469397.969491:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469397.969498:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469397.969503:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469397.969508:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469397.969511:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469397.969514:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469397.969518:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469398.161243:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469398.161265:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469398.161268:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469398.161275:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469398.161278:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469398.161293:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469398.161297:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469398.162834:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469398.162847:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469398.162851:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469398.162854:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469398.162857:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469398.162860:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469398.162863:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469398.162867:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469398.162870:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469398.162873:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469398.162881:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21651) 00010000:00000001:0.0:1789469398.354592:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469398.354601:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469398.354609:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469398.354614:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469398.354616:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469398.354620:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469398.354625:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469398.354628:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469398.354631:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469398.354633:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469398.354638:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469398.354640:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469398.354642:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469398.354643:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469398.354644:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469398.354646:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469398.354648:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469398.354651:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469398.356982:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469398.356993:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469398.356999:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469398.993546:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469398.993558:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469398.993560:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469398.993568:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469398.993573:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469398.993578:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469398.993582:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469398.993585:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469398.993589:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469399.185488:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469399.185510:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469399.185512:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469399.185519:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469399.185522:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469399.185528:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469399.185531:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469399.187176:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469399.187195:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469399.187199:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469399.187204:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469399.187207:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469399.187210:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469399.187213:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469399.187218:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469399.187221:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469399.187224:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469399.187232:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21652) 00010000:00000001:0.0:1789469399.377394:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469399.377404:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469399.377411:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469399.377413:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469399.377417:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469399.377418:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469399.377761:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469399.377766:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469399.377771:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469400.017299:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469400.017311:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469400.017315:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469400.017322:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469400.017326:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469400.017332:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469400.017335:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469400.017338:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469400.017341:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469400.209296:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469400.209315:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469400.209318:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469400.209325:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469400.209327:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469400.209333:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469400.209335:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469400.401432:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469400.401443:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469400.401450:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469400.401452:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469400.401456:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469400.401458:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469400.401821:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469400.401827:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469400.401831:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469401.041266:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469401.041278:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469401.041280:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469401.041288:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469401.041292:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469401.041297:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469401.041301:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469401.041304:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469401.041307:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469401.233303:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469401.233324:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469401.233326:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469401.233332:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469401.233335:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469401.233340:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469401.233343:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469401.425327:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469401.425336:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469401.425342:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469401.425343:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469401.425347:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469401.425349:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469401.428338:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469401.428347:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469401.428354:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469402.065314:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469402.065326:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469402.065329:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469402.065336:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469402.065340:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469402.065346:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469402.065350:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469402.065353:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469402.065356:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469402.258289:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469402.258309:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469402.258312:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469402.258319:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469402.258321:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469402.258327:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469402.258331:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469402.449395:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469402.449405:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469402.449412:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469402.449413:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469402.449416:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469402.449418:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469402.449543:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469402.449547:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469402.449551:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469403.089291:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469403.089301:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469403.089304:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469403.089311:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469403.089315:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469403.089320:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469403.089324:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469403.089327:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469403.089331:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469403.282552:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469403.282571:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469403.282574:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469403.282581:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469403.282584:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469403.282591:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469403.282594:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469403.473713:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469403.473723:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469403.473731:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469403.473732:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469403.473736:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469403.473738:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469403.474777:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469403.474783:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469403.474788:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469404.113614:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469404.113625:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469404.113637:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469404.113645:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469404.113650:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469404.113655:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469404.113658:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469404.113661:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469404.113664:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469404.241773:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469404.241787:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469404.241791:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469404.241794:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469404.241799:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469404.241802:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469404.241804:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469404.241809:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469404.241811:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469404.241814:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469404.241821:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21657) 00000100:00000001:1.0:1789469404.305432:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469404.305452:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469404.305455:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469404.305461:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469404.305464:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469404.305469:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469404.305473:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469404.498370:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469404.498381:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469404.498388:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469404.498389:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469404.498393:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469404.498395:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469404.498550:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469404.498555:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469404.498559:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469405.137255:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469405.137265:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469405.137268:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469405.137275:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469405.137279:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469405.137284:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469405.137287:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469405.137290:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469405.137293:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469405.329285:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469405.329348:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469405.329352:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469405.329357:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469405.329360:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469405.329366:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469405.329369:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469405.521354:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469405.521364:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469405.521373:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469405.521374:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469405.521379:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469405.521380:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469405.527696:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469405.527705:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469405.527712:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469406.161518:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469406.161530:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469406.161532:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469406.161541:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469406.161545:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469406.161550:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469406.161553:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469406.161556:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469406.161559:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469406.353412:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469406.353435:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469406.353447:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469406.353454:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469406.353456:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469406.353462:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469406.353465:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469406.545611:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469406.545624:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469406.545636:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469406.545640:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469406.545646:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469406.545648:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469406.545650:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469406.545653:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469406.545658:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469406.545660:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469406.545664:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469406.545665:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469406.547521:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469406.547530:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469406.547536:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469407.185366:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469407.185377:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469407.185380:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469407.185387:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469407.185392:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469407.185397:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469407.185401:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469407.185405:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469407.185408:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469407.377704:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469407.377722:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469407.377724:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469407.377729:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469407.377732:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469407.377738:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469407.377741:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469407.570557:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469407.570566:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469407.570573:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469407.570574:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469407.570577:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469407.570578:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469407.570861:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469407.570865:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469407.570869:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469408.211389:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469408.211402:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469408.211405:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469408.211412:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469408.211417:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469408.211423:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469408.211427:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469408.211430:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469408.211434:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469408.401286:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469408.401314:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469408.401317:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469408.401324:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469408.401327:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469408.401333:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469408.401336:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469408.593477:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469408.593487:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469408.593494:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469408.593498:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469408.593501:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469408.593505:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469408.593509:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469408.593511:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469408.593514:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469408.593516:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469408.593521:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469408.593522:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469408.593524:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469408.593525:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469408.593527:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469408.593528:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469408.593529:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469408.593531:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469408.598467:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469408.598475:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469408.598481:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469409.233297:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469409.233308:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469409.233312:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469409.233319:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469409.233324:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469409.233330:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469409.233334:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469409.233338:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469409.233341:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469409.363058:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469409.363072:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469409.363075:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469409.363079:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469409.363082:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469409.363085:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469409.363088:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469409.363093:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469409.363097:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469409.363109:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469409.363117:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21663) 00000100:00000001:1.0:1789469409.425524:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469409.425542:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469409.425545:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469409.425550:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469409.425553:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469409.425559:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469409.425563:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469409.617322:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469409.617331:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469409.617339:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469409.617340:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469409.617344:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469409.617345:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469409.620286:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469409.620295:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469409.620300:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469410.259010:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469410.259019:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469410.259022:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469410.259029:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469410.259033:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469410.259038:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469410.259041:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469410.259044:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469410.259047:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469410.449987:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469410.450007:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469410.450010:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469410.450017:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469410.450020:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469410.450638:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469410.450644:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469410.641339:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469410.641348:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469410.641355:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469410.641356:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469410.641359:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469410.641361:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469410.641582:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469410.641587:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469410.641590:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469411.281407:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469411.281418:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469411.281421:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469411.281429:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469411.281434:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469411.281439:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469411.281442:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469411.281445:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469411.281448:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469411.473280:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469411.473298:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469411.473310:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469411.473315:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469411.473318:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469411.473323:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469411.473326:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469411.665317:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469411.665326:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469411.665334:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469411.665335:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469411.665339:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469411.665341:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469411.665714:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469411.665718:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469411.665722:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469412.305403:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469412.305414:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469412.305417:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469412.305423:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469412.305428:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469412.305432:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469412.305436:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469412.305439:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469412.305441:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469412.497471:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469412.497490:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469412.497493:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469412.497500:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469412.497503:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469412.497509:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469412.497512:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469412.689295:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469412.689302:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469412.689308:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469412.689309:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469412.689311:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469412.689312:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469412.689475:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469412.689481:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469412.689486:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469413.329277:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469413.329283:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469413.329285:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469413.329290:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469413.329294:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469413.329297:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469413.329300:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469413.329302:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469413.329305:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469413.521607:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469413.521621:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469413.521624:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469413.521688:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469413.521690:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469413.521695:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469413.521697:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469413.713876:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469413.713882:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469413.713887:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469413.713888:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469413.713891:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469413.713892:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469413.714024:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469413.714028:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469413.714031:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469414.353263:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469414.353269:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469414.353272:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469414.353277:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469414.353280:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469414.353284:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469414.353287:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469414.353289:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469414.353291:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469414.481427:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469414.481442:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469414.481447:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469414.481451:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469414.481455:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469414.481459:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469414.481462:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469414.481466:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469414.481469:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469414.481472:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469414.481478:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21668) 00000100:00000001:1.0:1789469414.546559:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469414.546572:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469414.546574:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469414.546578:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469414.546580:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469414.546584:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469414.546587:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469414.737291:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469414.737298:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469414.737304:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469414.737305:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469414.737308:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469414.737310:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469414.737453:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469414.737457:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469414.737461:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469415.377267:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469415.377275:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469415.377277:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469415.377283:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469415.377286:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469415.377291:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469415.377294:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469415.377296:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469415.377298:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469415.569243:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469415.569258:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469415.569260:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469415.569265:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469415.569267:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469415.569271:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469415.569274:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469415.761282:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469415.761289:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469415.761295:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469415.761297:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469415.761300:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469415.761301:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469415.761524:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469415.761528:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469415.761531:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00000020:2.0:1789469416.023121:0:323936:0:(osc_request.c:745:osc_update_next_shrink()) next time 22864 to shrink grant 00000008:00000020:2.0:1789469416.023144:0:323936:0:(osc_request.c:745:osc_update_next_shrink()) next time 22864 to shrink grant 00000100:00000001:1.0:1789469416.401278:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469416.401286:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469416.401288:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469416.401294:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469416.401297:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469416.401301:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469416.401304:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469416.401305:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469416.401308:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469416.593792:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469416.593807:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469416.593809:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469416.593814:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469416.593816:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469416.593821:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469416.593823:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469416.785274:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469416.785281:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469416.785284:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469416.785287:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469416.785292:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469416.785294:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469416.785296:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469416.785299:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469416.785302:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469416.785304:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469416.785307:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469416.785308:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469416.785390:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469416.785394:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469416.785397:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469417.425256:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469417.425264:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469417.425266:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469417.425271:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469417.425274:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469417.425279:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469417.425282:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469417.425284:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469417.425287:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469417.617329:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469417.617342:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469417.617344:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469417.617348:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469417.617350:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469417.617355:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469417.617357:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469417.809261:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469417.809272:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469417.809278:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469417.809279:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469417.809283:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469417.809284:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469417.809406:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469417.809409:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469417.809412:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469418.451175:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469418.451183:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469418.451185:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469418.451202:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469418.451206:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469418.451209:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469418.451212:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469418.451215:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469418.451218:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469418.641289:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469418.641297:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469418.641312:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469393/real 1789469393] req@ffff8cbacf6ea300 x1876386402421888/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469418 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469418.641341:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469418.641343:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469418.641347:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30370. 00000400:00000200:1.0:1789469418.641354:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5aa0 00000400:00000010:1.0:1789469418.641356:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5aa0. 00000100:00000001:1.0:1789469418.641369:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469418.641373:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6ea300 x1876386402421888/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469418 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469418.641381:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6ea300 x1876386402421888/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469418 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469418.641387:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469418.641388:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469418.641391:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469418.641393:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469418.641396:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6ea300 x1876386402421888/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469418 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469418.641402:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469418.641404:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469418.641408:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469393/real 1789469393] req@ffff8cbacf6e9c00 x1876386402421760/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469418 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469418.641414:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469418.641415:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469418.641417:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30f20. 00000400:00000200:1.0:1789469418.641419:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d56e8 00000400:00000010:1.0:1789469418.641420:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d56e8. 00000100:00000001:1.0:1789469418.641422:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469418.641424:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e9c00 x1876386402421760/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469418 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469418.641431:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e9c00 x1876386402421760/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469418 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469418.641436:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469418.641438:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469418.641439:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469418.641440:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469418.641444:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e9c00 x1876386402421760/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469418 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469418.641450:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469418.641459:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469418.641461:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469418.641464:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469418.641466:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469418.641469:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469418.641474:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6ea300 x1876386402421888/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469418 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469418.641490:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469418.641493:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469418.641661:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469418.641663:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469418.641665:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469418.641668:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469418.641672:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469418.641748:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469418.641752:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469418.641757:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6ea300 x1876386402421888/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469418 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469418.641776:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402421888:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469418.641781:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469418.641785:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e9c00 x1876386402421760/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469418 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469418.641791:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469418.641794:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469418.641795:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469418.641797:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469418.641799:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469418.641800:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469418.641803:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789469418.642018:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469418.642039:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469418.642041:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469418.642044:0:333009:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789469418.642046:0:333009:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469418.642049:0:333009:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469418.642052:0:333009:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469418.642056:0:333009:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21641 00000400:00000200:0.0:1789469418.642063:0:333009:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789469418.642069:0:333009:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789469418.642072:0:333009:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469418.642075:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469418.642077:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469418.642080:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469418.642082:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789469418.642090:0:333009:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469418.642092:0:333009:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:0.0:1789469418.642095:0:333009:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469418.642098:0:333009:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:0.0:1789469418.642100:0:333009:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:0.0:1789469418.642103:0:333009:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:0.0:1789469418.642106:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469418.642108:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469418.642109:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469418.642111:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789469418.642114:0:333009:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:0.0:1789469418.642118:0:333009:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789469418.642120:0:333009:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469418.642123:0:333009:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469418.642158:0:333009:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469418.642161:0:333009:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469418.642164:0:333009:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789469418.642167:0:333009:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789469418.642171:0:333009:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469418.642173:0:333009:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469418.642182:0:333009:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6eb100. 00000020:00000040:0.0:1789469418.642185:0:333009:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=11 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789469418.642189:0:333009:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469418.642191:0:333009:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469418.642193:0:333009:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469418.642196:0:333009:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469418.642200:0:333009:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469418.642208:0:333009:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687c400. 00000100:00000001:0.0:1789469418.642213:0:333009:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469418.642219:0:333009:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6eb100 x1876386402422144/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469418.642227:0:333009:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469418.642231:0:333009:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469418.642235:0:333009:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d89161c0] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6eb100 x1876386402422144/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469418.642246:0:333009:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469418.642248:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469418.642251:0:333009:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789469418.642253:0:333009:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469418.642259:0:333009:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469418.642261:0:333009:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469418.642264:0:333009:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21641 00000400:00000200:0.0:1789469418.642269:0:333009:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789469418.642274:0:333009:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789469418.642276:0:333009:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469418.642278:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469418.642280:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469418.642282:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469418.642283:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789469418.642286:0:333009:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469418.642287:0:333009:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:0.0:1789469418.642288:0:333009:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469418.642290:0:333009:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:0.0:1789469418.642292:0:333009:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:0.0:1789469418.642296:0:333009:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:0.0:1789469418.642298:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469418.642299:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469418.642301:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469418.642303:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789469418.642305:0:333009:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:0.0:1789469418.642307:0:333009:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789469418.642309:0:333009:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469418.642310:0:333009:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469418.642313:0:333009:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469418.642418:0:333009:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469418.642422:0:333009:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789469418.642424:0:333009:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789469418.642427:0:333009:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469418.642428:0:333009:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469418.642432:0:333009:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e8000. 00000020:00000040:0.0:1789469418.642435:0:333009:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=9 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789469418.642437:0:333009:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469418.642438:0:333009:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469418.642440:0:333009:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469418.642442:0:333009:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469418.642444:0:333009:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469418.642448:0:333009:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687c000. 00000100:00000001:0.0:1789469418.642455:0:333009:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469418.642461:0:333009:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e8000 x1876386402422272/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469418.642467:0:333009:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469418.642469:0:333009:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469418.642472:0:333009:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c65d7ff] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e8000 x1876386402422272/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469418.642714:0:333009:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469418.642718:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469418.642722:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469418.642725:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469418.642728:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469418.642733:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21672) 00000100:00080000:1.0:1789469418.642931:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469418.642934:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469418.642939:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e9c00 x1876386402421760/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469418 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469418.642947:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402421760:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469418.642951:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469418.642954:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469418.642958:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6ea300 x1876386402421888/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469418 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469418.642964:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469418.642966:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469418.642969:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6892400. 02000000:00000001:1.0:1789469418.642973:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469418.642974:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469418.642976:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789469418.642978:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469418.642980:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687e400. 02000000:00000001:1.0:1789469418.642984:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469418.642985:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469418.642987:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6ea300. 00000100:00000001:1.0:1789469418.642990:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469418.642991:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469418.642992:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469418.642995:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e9c00 x1876386402421760/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469418 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469418.643000:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469418.643001:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469418.643003:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6891000. 02000000:00000001:1.0:1789469418.643005:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469418.643006:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469418.643007:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789469418.643009:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469418.643010:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687e000. 02000000:00000001:1.0:1789469418.643011:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469418.643012:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469418.643013:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e9c00. 00000100:00000001:1.0:1789469418.643015:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469418.643016:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469418.643025:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469418.643038:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469418.643041:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469418.643043:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469418.643045:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469418.643047:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469418.643050:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6eb100 x1876386402422144/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469418.643056:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469418.643058:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469418.643061:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469418.643063:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469418.643066:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469418.643069:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402422144:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469418.643072:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469418.643076:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469418.643078:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469418.643080:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469418.643083:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6891000. 02000000:00000001:1.0:1789469418.643085:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469418.643091:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469418.643094:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30f20. 00000400:00000010:1.0:1789469418.643099:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d56e8. 00000100:00000200:1.0:1789469418.643105:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402422144, portal 10 00000100:00000001:1.0:1789469418.643107:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469418.643109:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704784640 : -126741004766976 : ffff8cbacf6eb100) 00000100:00000040:1.0:1789469418.643522:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6eb100 x1876386402422144/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469418.643534:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469418.643538:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469418.643543:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5aa0. 00000100:00000200:1.0:1789469418.643548:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402422144, offset 0 00000400:00000200:1.0:1789469418.643554:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469418.643564:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469418.643572:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469418.643577:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469418.643582:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469418.643586:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469418.643589:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469418.643593:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94077:94077:256:4294967295] 192.168.203.142@tcp LPNI seq info [94077:94077:8:4294967295] 00000400:00000200:1.0:1789469418.643597:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469418.643608:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469418.643615:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469418.643620:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7f00. 00000800:00000200:1.0:1789469418.643627:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469418.643636:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469418.643640:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469418.643655:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469418.643661:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789469418.643664:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469418.643667:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316334685 00000100:00000010:1.0:1789469418.643672:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869ade0. 00000100:00000001:1.0:1789469418.643678:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789469418.643686:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316334685 00000100:00000010:1.0:1789469418.643691:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a480. 00000100:00000001:1.0:1789469418.643694:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789469418.643697:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469418.643700:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469418.643704:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469418.643710:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e8000 x1876386402422272/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469418.643717:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469418.643719:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469418.643721:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469418.643723:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469418.643725:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469418.643728:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402422272:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469418.643731:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469418.643733:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469418.643735:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469418.643737:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469418.643741:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6892400. 02000000:00000001:1.0:1789469418.643742:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469418.643746:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469418.643749:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30370. 00000400:00000010:1.0:1789469418.643753:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d55d8. 00000100:00000200:1.0:1789469418.643757:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402422272, portal 10 00000100:00000001:1.0:1789469418.643759:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469418.643760:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704772096 : -126741004779520 : ffff8cbacf6e8000) 00000100:00000040:1.0:1789469418.643771:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e8000 x1876386402422272/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469418.643777:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469418.643779:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469418.643782:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5330. 00000100:00000200:1.0:1789469418.643785:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402422272, offset 0 00000400:00000200:1.0:1789469418.643789:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469418.643794:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469418.643797:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469418.643800:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469418.643803:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469418.643805:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469418.643808:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469418.643811:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94078:94078:255:4294967295] 192.168.203.142@tcp LPNI seq info [94078:94078:7:4294967295] 00000400:00000200:1.0:1789469418.643815:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469418.643820:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469418.643825:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469418.643829:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7600. 00000800:00000200:1.0:1789469418.643833:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469418.643837:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469418.643840:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469418.643843:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469418.643846:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789469418.643850:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469418.643852:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316334673 00000100:00000001:1.0:1789469418.643854:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4316334685 00000100:00000001:1.0:1789469418.643856:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316334673 00000100:00000001:1.0:1789469418.643859:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4316334685 00000100:00000001:1.0:1789469418.643861:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469418.643863:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469418.643866:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469418.643869:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469418.643874:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469418.643876:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469418.643878:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469418.643880:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469418.643881:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469418.643883:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469418.644547:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469418.644554:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7f00. 00000400:00000200:2.0:1789469418.644561:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469418.644569:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469418.644576:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5aa0 00000400:00000010:2.0:1789469418.644579:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5aa0. 00000100:00000001:2.0:1789469418.644584:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469418.644590:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6eb100 x1876386402422144/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469418.644599:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469418.644602:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6eb100 x1876386402422144/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469443 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469418.644609:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469418.644610:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789469418.644679:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469418.644683:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7600. 00000400:00000200:2.0:1789469418.644686:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469418.644689:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469418.644692:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5330 00000400:00000010:2.0:1789469418.644693:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5330. 00000100:00000001:2.0:1789469418.644696:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469418.644699:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e8000 x1876386402422272/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469418.644705:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469418.644708:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e8000 x1876386402422272/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469443 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469418.644720:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469418.644721:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:3.0:1789469418.646670:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469418.646680:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469418.646683:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469418.646688:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469418.646690:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469418.646693:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469418.646699:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21672) 00000100:00000040:2.0:1789469418.671852:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316334685, at 4316334686 00000100:00000010:2.0:1789469418.671870:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869ade0. 00000100:00000040:3.0:1789469418.672241:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316334685, at 4316334687 00000100:00000010:3.0:1789469418.672249:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a480. 00010000:00000001:0.0:1789469418.834230:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469418.834237:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469418.834243:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469418.834246:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469418.834248:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469418.834252:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469418.834255:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469418.834257:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469418.834259:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469418.834261:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469418.834264:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469418.834266:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469418.834267:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469418.834268:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469418.834270:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469418.834272:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469418.834273:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469418.834275:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469418.836535:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469418.836541:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469418.836546:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469419.474850:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469419.474857:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469419.474860:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469419.474865:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469419.474868:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469419.474872:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469419.474876:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469419.474878:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469419.474880:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469419.665960:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469419.665967:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469419.665983:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469394/real 1789469394] req@ffff8cbacf6e8e00 x1876386402422016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469419 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469419.666001:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469419.666003:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469419.666007:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30d10. 00000400:00000200:1.0:1789469419.666013:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5990 00000400:00000010:1.0:1789469419.666015:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5990. 00000100:00000001:1.0:1789469419.666019:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469419.666032:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e8e00 x1876386402422016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469419 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469419.666042:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e8e00 x1876386402422016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469419 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469419.666048:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469419.666050:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469419.666053:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469419.666055:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469419.666059:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e8e00 x1876386402422016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469419 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469419.666065:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469419.666075:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469419.666077:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1789469419.666080:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469419.666083:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469419.666086:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469419.666091:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e8e00 x1876386402422016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469419 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469419.666098:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469419.666100:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469419.666102:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469419.666103:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469419.666105:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469419.666107:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469419.666111:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469419.666166:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469419.666169:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469419.666173:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e8e00 x1876386402422016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469419 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469419.666182:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402422016:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789469419.666186:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469419.666189:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469419.666193:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e8e00 x1876386402422016/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469419 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469419.666200:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469419.666203:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469419.666206:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890c00. 02000000:00000001:1.0:1789469419.666210:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469419.666214:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469419.666216:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789469419.666218:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469419.666221:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687ec00. 02000000:00000001:1.0:1789469419.666225:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469419.666227:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469419.666229:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e8e00. 00000100:00000001:1.0:1789469419.666232:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469419.666233:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469419.666236:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469419.666536:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469419.666542:0:333009:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1789469419.666544:0:333009:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469419.666546:0:333009:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469419.666549:0:333009:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469419.666552:0:333009:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21642 00000400:00000200:0.0:1789469419.666559:0:333009:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789469419.666565:0:333009:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789469419.666567:0:333009:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469419.666571:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469419.666573:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469419.666575:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469419.666577:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789469419.666583:0:333009:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469419.666585:0:333009:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:0.0:1789469419.666588:0:333009:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469419.666590:0:333009:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:0.0:1789469419.666592:0:333009:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:0.0:1789469419.666594:0:333009:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:0.0:1789469419.666597:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469419.666599:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469419.666600:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469419.666602:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789469419.666605:0:333009:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:0.0:1789469419.666608:0:333009:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789469419.666610:0:333009:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469419.666612:0:333009:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469419.666616:0:333009:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469419.666618:0:333009:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469419.666620:0:333009:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789469419.666622:0:333009:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469419.666629:0:333009:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e8e00. 00000020:00000040:0.0:1789469419.666632:0:333009:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:0.0:1789469419.666635:0:333009:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469419.666637:0:333009:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469419.666639:0:333009:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469419.666642:0:333009:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469419.666645:0:333009:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469419.666655:0:333009:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687d400. 00000100:00000001:0.0:1789469419.666661:0:333009:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469419.666667:0:333009:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e8e00 x1876386402422400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469419.666688:0:333009:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469419.666692:0:333009:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469419.666696:0:333009:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064a53e21] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e8e00 x1876386402422400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469419.666716:0:333009:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469419.666718:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469419.666721:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469419.666724:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469419.666726:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469419.666729:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469419.666731:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469419.666733:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469419.666736:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469419.666741:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21673) 00000100:00000001:1.0:1789469419.666850:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469419.666854:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469419.666857:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469419.666863:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e8e00 x1876386402422400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469419.666869:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469419.666872:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469419.666875:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469419.666878:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469419.666881:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469419.666884:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402422400:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789469419.666888:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469419.666890:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469419.666892:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469419.666896:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469419.666900:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890c00. 02000000:00000001:1.0:1789469419.666902:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469419.666907:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469419.666910:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30d10. 00000400:00000010:1.0:1789469419.666915:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5990. 00000100:00000200:1.0:1789469419.666920:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402422400, portal 25 00000100:00000001:1.0:1789469419.666923:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469419.666925:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704775680 : -126741004775936 : ffff8cbacf6e8e00) 00000100:00000040:1.0:1789469419.666930:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e8e00 x1876386402422400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469419.666937:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469419.666940:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469419.666943:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5c38. 00000100:00000200:1.0:1789469419.666947:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402422400, offset 0 00000400:00000200:1.0:1789469419.666953:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469419.666961:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469419.666968:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469419.666972:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469419.666976:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469419.666980:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469419.666983:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469419.666986:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94079:94079:256:4294967295] 192.168.203.142@tcp LPNI seq info [94079:94079:8:4294967295] 00000400:00000200:1.0:1789469419.666990:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469419.666999:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469419.667004:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469419.667010:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7600. 00000800:00000200:1.0:1789469419.667016:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469419.667034:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469419.667039:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469419.667046:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469419.667051:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469419.667053:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316336948 00000100:00000010:1.0:1789469419.667059:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a780. 00000100:00000001:1.0:1789469419.667064:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789469419.667070:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316336948 00000100:00000010:1.0:1789469419.667073:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a120. 00000100:00000001:1.0:1789469419.667076:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789469419.667093:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469419.667096:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469419.667100:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469419.667102:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469419.667106:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469419.667108:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1789469419.667110:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469419.667112:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469419.667113:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469419.667115:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469419.667259:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469419.667264:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7600. 00000400:00000200:2.0:1789469419.667269:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469419.667274:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469419.667278:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5c38 00000400:00000010:2.0:1789469419.667280:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5c38. 00000100:00000001:2.0:1789469419.667284:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469419.667289:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e8e00 x1876386402422400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469419.667296:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469419.667299:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e8e00 x1876386402422400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469419.667305:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469419.667307:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:0.0:1789469419.857424:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469419.857430:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469419.857435:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469419.857436:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469419.857439:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469419.857440:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469419.857664:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469419.857667:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469419.857670:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469420.498365:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469420.498374:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469420.498376:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469420.498381:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469420.498385:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469420.498388:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469420.498391:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469420.498393:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469420.498396:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469420.884538:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469420.884616:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469420.884623:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469420.884624:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469420.884627:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469420.884628:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469420.890364:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469420.890370:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469420.890376:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789469420.945269:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316336948, at 4316336960 00000100:00000010:2.0:1789469420.945286:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a780. 00000100:00000040:3.0:1789469420.945670:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316336948, at 4316336960 00000100:00000010:3.0:1789469420.945677:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a120. 00000100:00000001:1.0:1789469421.521256:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469421.521264:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469421.521266:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469421.521271:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469421.521275:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469421.521279:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469421.521282:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469421.521285:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469421.521287:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469421.905364:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469421.905372:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469421.905378:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469421.905379:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469421.905382:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469421.905383:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469421.905598:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469421.905602:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469421.905604:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469422.545765:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469422.545773:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469422.545776:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469422.545782:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469422.545785:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469422.545789:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469422.545792:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469422.545794:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469422.545796:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469422.931423:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469422.931430:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469422.931435:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469422.931436:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469422.931440:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469422.931441:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469422.931772:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469422.931776:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469422.931779:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469423.569253:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469423.569261:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469423.569264:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469423.569269:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469423.569273:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469423.569276:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469423.569280:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469423.569282:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469423.569285:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469423.697484:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469423.697494:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469423.697498:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469423.697501:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469423.697503:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469423.697505:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469423.697507:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469423.697511:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469423.697513:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469423.697516:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469423.697521:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21677) 00000100:00000001:3.0:1789469423.698029:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469423.698039:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469423.698041:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469423.698044:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469423.698046:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469423.698050:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469423.698052:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469423.954206:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469423.954212:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469423.954217:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469423.954218:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469423.954221:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469423.954222:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469423.954338:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469423.954342:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469423.954344:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469424.596455:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469424.596464:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469424.596466:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469424.596473:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469424.596477:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469424.596481:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469424.596483:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469424.596485:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469424.596488:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469424.721485:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469424.721498:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469424.721501:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469424.721505:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469424.721508:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469424.721512:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469424.721515:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469424.721642:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469424.721648:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469424.721650:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469424.721653:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469424.721656:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469424.721658:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469424.721661:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469424.721665:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469424.721667:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469424.721670:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469424.721675:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21678) 00010000:00000001:0.0:1789469424.977295:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469424.977301:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469424.977307:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469424.977309:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469424.977311:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469424.977313:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469424.977425:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469424.977429:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469424.977433:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469425.617395:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469425.617407:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469425.617410:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469425.617415:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469425.617419:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469425.617422:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469425.617425:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469425.617428:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469425.617431:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469425.745260:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469425.745274:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469425.745276:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469425.745281:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469425.745283:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469425.745287:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469425.745289:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469426.001276:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469426.001281:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469426.001286:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469426.001287:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469426.001289:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469426.001290:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469426.001459:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469426.001463:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469426.001467:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469426.641254:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469426.641262:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469426.641265:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469426.641271:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469426.641274:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469426.641279:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469426.641282:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469426.641284:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469426.641287:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469426.769510:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469426.769522:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469426.769525:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469426.769528:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469426.769530:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469426.769533:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469426.769536:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469427.025283:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469427.025290:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469427.025292:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469427.025295:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469427.025299:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469427.025302:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469427.025304:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469427.025306:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469427.025309:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469427.025311:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469427.025314:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469427.025315:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469427.025412:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469427.025415:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469427.025418:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469427.665312:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469427.665320:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469427.665323:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469427.665328:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469427.665332:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469427.665336:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469427.665338:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469427.665340:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469427.665343:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469427.793398:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469427.793412:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469427.793414:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469427.793419:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469427.793421:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469427.793424:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469427.793427:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469428.049280:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469428.049286:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469428.049298:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469428.049300:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469428.049303:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469428.049304:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469428.050584:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469428.050589:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469428.050593:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469428.689208:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469428.689215:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469428.689218:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469428.689222:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469428.689226:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469428.689230:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469428.689233:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469428.689236:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469428.689239:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469428.817475:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469428.817487:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469428.817490:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469428.817494:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469428.817496:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469428.817499:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469428.817502:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469429.073631:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469429.073637:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469429.073644:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469429.073648:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469429.073651:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469429.073654:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469429.073657:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469429.073660:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469429.073663:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469429.073665:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469429.073669:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469429.073683:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469429.073685:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469429.073687:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469429.073689:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469429.073690:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469429.073692:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469429.073694:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469429.073981:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469429.073985:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469429.073988:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469429.713252:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469429.713260:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469429.713262:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469429.713268:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469429.713271:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469429.713274:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469429.713277:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469429.713280:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469429.713282:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469429.843063:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469429.843072:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469429.843075:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469429.843078:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469429.843081:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469429.843084:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469429.843086:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469429.843090:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469429.843092:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469429.843095:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469429.843103:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21683) 00000100:00000001:1.0:1789469429.843175:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469429.843185:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469429.843187:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469429.843190:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469429.843193:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469429.843196:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469429.843199:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469430.097233:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469430.097239:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469430.097245:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469430.097246:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469430.097249:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469430.097250:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469430.097445:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469430.097449:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469430.097452:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469430.737289:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469430.737300:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469430.737304:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469430.737310:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469430.737313:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469430.737317:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469430.737320:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469430.737325:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469430.737331:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469430.865379:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469430.865392:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469430.865395:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469430.865399:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469430.865401:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469430.865405:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469430.865407:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469431.121482:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469431.121489:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469431.121495:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469431.121496:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469431.121500:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469431.121502:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469431.121608:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469431.121613:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469431.121617:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469431.761305:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469431.761312:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469431.761314:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469431.761319:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469431.761323:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469431.761326:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469431.761329:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469431.761331:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469431.761334:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469431.889477:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469431.889490:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469431.889492:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469431.889496:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469431.889498:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469431.889502:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469431.889505:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469432.145237:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469432.145244:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469432.145249:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469432.145250:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469432.145253:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469432.145255:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469432.145423:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469432.145426:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469432.145428:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469432.787503:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469432.787511:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469432.787513:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469432.787518:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469432.787522:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469432.787526:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469432.787529:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469432.787532:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469432.787534:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469432.916712:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469432.916725:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469432.916727:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469432.916731:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469432.916734:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469432.916738:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469432.916740:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469433.169301:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469433.169308:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469433.169313:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469433.169314:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469433.169318:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469433.169319:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469433.169417:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469433.169420:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469433.169423:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469433.810076:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469433.810084:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469433.810086:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469433.810090:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469433.810094:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469433.810098:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469433.810101:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469433.810103:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469433.810106:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469433.937247:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469433.937260:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469433.937262:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469433.937267:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469433.937269:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469433.937273:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469433.937276:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469434.193308:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469434.193316:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469434.193321:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469434.193322:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469434.193325:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469434.193326:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469434.193454:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469434.193457:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469434.193460:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469434.834756:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469434.834763:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469434.834765:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469434.834771:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469434.834775:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469434.834778:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469434.834781:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469434.834783:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469434.834786:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469434.961256:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469434.961271:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469434.961274:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469434.961278:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469434.961281:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469434.961284:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469434.961287:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469434.963733:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469434.963741:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469434.963745:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469434.963748:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469434.963750:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469434.963752:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469434.963754:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469434.963758:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469434.963760:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469434.963763:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469434.963769:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21688) 00010000:00000001:0.0:1789469435.217448:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469435.217456:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469435.217461:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469435.217463:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469435.217467:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469435.217468:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469435.217614:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469435.217618:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469435.217621:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469435.857274:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469435.857281:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469435.857283:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469435.857288:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469435.857292:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469435.857295:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469435.857298:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469435.857301:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469435.857303:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469435.985440:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469435.985452:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469435.985455:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469435.985459:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469435.985462:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469435.985465:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469435.985467:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469436.241197:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469436.241206:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469436.241441:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469436.241444:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469436.241448:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469436.241449:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469436.241830:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469436.241835:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469436.241838:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469436.881329:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469436.881336:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469436.881339:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469436.881344:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469436.881347:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469436.881351:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469436.881354:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469436.881356:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469436.881359:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469437.010258:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469437.010275:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469437.010278:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469437.010284:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469437.010287:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469437.010292:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469437.010295:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469437.267320:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469437.267332:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469437.267335:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469437.267338:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469437.267344:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469437.267347:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469437.267349:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469437.267352:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469437.267356:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469437.267358:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469437.267362:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469437.267363:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469437.267769:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469437.267776:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469437.267780:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469437.906343:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469437.906350:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469437.906352:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469437.906357:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469437.906361:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469437.906365:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469437.906368:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469437.906371:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469437.906373:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469438.033268:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469438.033290:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469438.033292:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469438.033298:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469438.033302:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469438.033307:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469438.033309:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469438.290981:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469438.290990:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469438.290999:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469438.291003:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469438.291007:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469438.291011:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469438.291014:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469438.291017:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469438.291019:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469438.291021:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469438.291025:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469438.291027:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469438.291029:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469438.291031:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469438.291032:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469438.291033:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469438.291035:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469438.291036:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469438.291445:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469438.291450:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469438.291454:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469438.929256:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469438.929263:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469438.929266:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469438.929271:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469438.929275:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469438.929279:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469438.929281:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469438.929283:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469438.929286:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469439.058094:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469439.058108:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469439.058110:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469439.058115:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469439.058118:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469439.058122:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469439.058125:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469439.313288:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469439.313295:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469439.313301:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469439.313302:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469439.313306:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469439.313307:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469439.313376:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469439.313380:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469439.313384:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469439.953941:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469439.953949:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469439.953951:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469439.953956:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469439.953960:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469439.953963:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469439.953966:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469439.953969:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469439.953972:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469440.081252:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469440.081267:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469440.081270:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469440.081275:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469440.081278:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469440.081282:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469440.081285:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469440.081475:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469440.081482:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469440.081486:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469440.081489:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469440.081491:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469440.081494:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469440.081498:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469440.081501:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469440.081504:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469440.081507:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469440.081511:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21693) 00010000:00000001:0.0:1789469440.337252:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469440.337259:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469440.337266:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469440.337267:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469440.337271:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469440.337272:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469440.337401:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469440.337405:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469440.337408:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469440.977548:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469440.977556:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469440.977558:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469440.977564:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469440.977567:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469440.977571:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469440.977574:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469440.977577:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469440.977580:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469441.105283:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469441.105297:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469441.105299:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469441.105303:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469441.105305:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469441.105309:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469441.105311:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469441.361311:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469441.361317:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469441.361322:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469441.361323:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469441.361326:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469441.361327:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469441.361394:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469441.361398:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469441.361401:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469442.001357:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469442.001365:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469442.001367:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469442.001372:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469442.001375:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469442.001379:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469442.001382:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469442.001384:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469442.001387:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469442.129661:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469442.129674:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469442.129677:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469442.129682:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469442.129684:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469442.129688:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469442.129691:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469442.385277:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469442.385283:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469442.385288:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469442.385290:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469442.385293:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469442.385294:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469442.385580:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469442.385584:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469442.385587:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469443.025257:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469443.025272:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469443.025274:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469443.025280:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469443.025283:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469443.025287:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469443.025290:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469443.025299:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469443.025302:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469443.153470:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469443.153478:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469443.153494:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469418/real 1789469418] req@ffff8cbacf6eb100 x1876386402422144/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469443 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469443.153510:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469443.153512:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469443.153517:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30f20. 00000400:00000200:3.0:1789469443.153524:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d56e8 00000400:00000010:3.0:1789469443.153526:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d56e8. 00000100:00000001:3.0:1789469443.153531:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469443.153536:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6eb100 x1876386402422144/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469443 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469443.153546:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6eb100 x1876386402422144/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469443 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469443.153553:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469443.153556:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469443.153559:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469443.153561:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469443.153566:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6eb100 x1876386402422144/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469443 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469443.153572:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469443.153575:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469443.153579:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469418/real 1789469418] req@ffff8cbacf6e8000 x1876386402422272/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469443 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469443.153585:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469443.153587:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469443.153588:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30370. 00000400:00000200:3.0:1789469443.153591:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d55d8 00000400:00000010:3.0:1789469443.153592:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d55d8. 00000100:00000001:3.0:1789469443.153594:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469443.153597:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e8000 x1876386402422272/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469443 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469443.153605:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e8000 x1876386402422272/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469443 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469443.153611:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469443.153612:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469443.153614:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469443.153616:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469443.153619:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e8000 x1876386402422272/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469443 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469443.153626:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469443.153633:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469443.153635:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469443.153638:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469443.153640:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469443.153643:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469443.153648:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6eb100 x1876386402422144/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469443 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469443.153655:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469443.153657:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469443.153659:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469443.153661:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469443.153664:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469443.153667:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469443.153671:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469443.153697:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789469443.153700:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469443.153705:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6eb100 x1876386402422144/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469443 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469443.153723:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402422144:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469443.153727:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469443.153731:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e8000 x1876386402422272/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469443 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469443.153737:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469443.153740:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469443.153742:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469443.153743:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469443.153745:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469443.153747:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469443.153749:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469443.153756:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789469443.153758:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469443.153762:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e8000 x1876386402422272/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469443 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469443.153771:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402422272:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469443.153775:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469443.153777:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469443.153781:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6eb100 x1876386402422144/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469443 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469443.153788:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469443.153791:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469443.153795:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6891000. 02000000:00000001:3.0:1789469443.153800:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469443.153803:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469443.153805:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789469443.153808:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469443.153810:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687c400. 02000000:00000001:3.0:1789469443.153814:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469443.153816:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469443.153817:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6eb100. 00000100:00000001:3.0:1789469443.153820:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469443.153822:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469443.153824:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469443.153827:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e8000 x1876386402422272/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469443 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469443.153834:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469443.153836:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469443.153838:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6892400. 02000000:00000001:3.0:1789469443.153841:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469443.153842:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469443.153851:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789469443.153853:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469443.153855:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687c000. 02000000:00000001:3.0:1789469443.153857:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469443.153858:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469443.153860:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e8000. 00000100:00000001:3.0:1789469443.153862:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469443.153863:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469443.153865:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469443.153985:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469443.153991:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469443.153993:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469443.153997:0:333009:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469443.153999:0:333009:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469443.154010:0:333009:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469443.154013:0:333009:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469443.154017:0:333009:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21667 00000400:00000200:1.0:1789469443.154025:0:333009:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469443.154031:0:333009:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789469443.154034:0:333009:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469443.154037:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469443.154040:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469443.154042:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469443.154045:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789469443.154051:0:333009:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469443.154053:0:333009:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:1.0:1789469443.154056:0:333009:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469443.154059:0:333009:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:1.0:1789469443.154062:0:333009:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:1.0:1789469443.154064:0:333009:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:1.0:1789469443.154067:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469443.154069:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469443.154071:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469443.154073:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789469443.154076:0:333009:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:1.0:1789469443.154079:0:333009:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789469443.154082:0:333009:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469443.154084:0:333009:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469443.154091:0:333009:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469443.154094:0:333009:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469443.154096:0:333009:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789469443.154100:0:333009:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789469443.154103:0:333009:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469443.154105:0:333009:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469443.154114:0:333009:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c4380. 00000020:00000040:1.0:1789469443.154117:0:333009:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789469443.154121:0:333009:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469443.154122:0:333009:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469443.154125:0:333009:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469443.154128:0:333009:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469443.154150:0:333009:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469443.154158:0:333009:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6893000. 00000100:00000001:1.0:1789469443.154165:0:333009:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469443.154171:0:333009:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c4380 x1876386402422528/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469443.154180:0:333009:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469443.154184:0:333009:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469443.154189:0:333009:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001600f89c] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c4380 x1876386402422528/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469443.154209:0:333009:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469443.154212:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469443.154215:0:333009:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789469443.154217:0:333009:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469443.154218:0:333009:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469443.154221:0:333009:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469443.154223:0:333009:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21667 00000400:00000200:1.0:1789469443.154227:0:333009:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469443.154230:0:333009:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789469443.154232:0:333009:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1789469443.154234:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469443.154237:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469443.154239:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469443.154241:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:1.0:1789469443.154244:0:333009:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469443.154245:0:333009:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:1.0:1789469443.154247:0:333009:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469443.154249:0:333009:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:1.0:1789469443.154251:0:333009:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:1.0:1789469443.154253:0:333009:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:1.0:1789469443.154256:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469443.154257:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469443.154259:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469443.154261:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789469443.154263:0:333009:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:1.0:1789469443.154266:0:333009:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:1.0:1789469443.154268:0:333009:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469443.154269:0:333009:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469443.154272:0:333009:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469443.154273:0:333009:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469443.154275:0:333009:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789469443.154277:0:333009:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789469443.154279:0:333009:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469443.154281:0:333009:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469443.154284:0:333009:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c7100. 00000020:00000040:1.0:1789469443.154286:0:333009:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789469443.154288:0:333009:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469443.154289:0:333009:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469443.154291:0:333009:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469443.154292:0:333009:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469443.154294:0:333009:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789469443.154297:0:333009:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6891800. 00000100:00000001:1.0:1789469443.154300:0:333009:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469443.154305:0:333009:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c7100 x1876386402422656/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789469443.154312:0:333009:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789469443.154315:0:333009:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469443.154318:0:333009:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b9117d8] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c7100 x1876386402422656/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469443.154325:0:333009:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469443.154328:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469443.154331:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469443.154334:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469443.154337:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469443.154342:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21696) 00000100:00000001:3.0:1789469443.154459:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469443.154463:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469443.154465:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469443.154470:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c4380 x1876386402422528/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469443.154478:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469443.154480:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469443.154483:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469443.154486:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469443.154488:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469443.154491:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402422528:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469443.154495:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469443.154498:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469443.154500:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469443.154502:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469443.154507:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d1c00. 02000000:00000001:3.0:1789469443.154509:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469443.154514:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789469443.154518:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bfb00. 00000400:00000010:3.0:1789469443.154523:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce6e8. 00000100:00000200:3.0:1789469443.154529:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402422528, portal 10 00000100:00000001:3.0:1789469443.154531:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469443.154534:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704625536 : -126741004926080 : ffff8cbacf6c4380) 00000100:00000040:3.0:1789469443.154541:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c4380 x1876386402422528/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469443.154549:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469443.154552:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789469443.154554:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cedd0. 00000100:00000200:3.0:1789469443.154556:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402422528, offset 0 00000400:00000200:3.0:1789469443.154563:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789469443.154570:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469443.154576:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789469443.154580:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789469443.154584:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789469443.154587:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789469443.154590:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789469443.154593:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94080:94080:256:4294967295] 192.168.203.142@tcp LPNI seq info [94080:94080:8:4294967295] 00000400:00000200:3.0:1789469443.154597:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469443.154607:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789469443.154613:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789469443.154618:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7300. 00000800:00000200:3.0:1789469443.154624:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789469443.154631:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469443.154636:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789469443.154654:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469443.154659:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:3.0:1789469443.154662:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789469443.154665:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316359196 00000100:00000010:3.0:1789469443.154670:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451240. 00000100:00000001:3.0:1789469443.154676:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469443.154684:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316359196 00000100:00000010:3.0:1789469443.154687:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451180. 00000100:00000001:3.0:1789469443.154691:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469443.154694:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469443.154697:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469443.154699:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469443.154703:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c7100 x1876386402422656/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469443.154721:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469443.154723:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469443.154725:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469443.154727:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469443.154729:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469443.154732:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402422656:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469443.154736:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469443.154738:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469443.154739:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469443.154741:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469443.154744:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d2c00. 02000000:00000001:3.0:1789469443.154746:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469443.154750:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789469443.154752:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf478. 00000400:00000010:3.0:1789469443.154756:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cecc0. 00000100:00000200:3.0:1789469443.154759:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402422656, portal 10 00000100:00000001:3.0:1789469443.154761:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469443.154762:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704637184 : -126741004914432 : ffff8cbacf6c7100) 00000100:00000040:3.0:1789469443.154768:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c7100 x1876386402422656/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469443.154774:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469443.154777:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789469443.154779:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce110. 00000100:00000200:3.0:1789469443.154782:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402422656, offset 0 00000400:00000200:3.0:1789469443.154786:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789469443.154791:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469443.154794:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789469443.154797:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789469443.154799:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789469443.154802:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789469443.154804:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789469443.154806:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94081:94081:255:4294967295] 192.168.203.142@tcp LPNI seq info [94081:94081:7:4294967295] 00000400:00000200:3.0:1789469443.154810:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469443.154816:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789469443.154820:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789469443.154824:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7700. 00000800:00000200:3.0:1789469443.154828:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789469443.154832:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469443.154834:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789469443.154837:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469443.154840:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:3.0:1789469443.154843:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789469443.154855:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316359184 00000100:00000001:3.0:1789469443.154858:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4316359196 00000100:00000001:3.0:1789469443.154860:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316359184 00000100:00000001:3.0:1789469443.154861:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4316359196 00000100:00000001:3.0:1789469443.154863:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469443.154865:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469443.154868:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469443.154870:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469443.154874:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469443.154876:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469443.154877:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469443.154878:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469443.154880:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469443.154882:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469443.155034:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469443.155039:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7300. 00000400:00000200:2.0:1789469443.155044:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469443.155049:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469443.155054:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cedd0 00000400:00000010:2.0:1789469443.155056:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cedd0. 00000100:00000001:2.0:1789469443.155060:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469443.155064:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c4380 x1876386402422528/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469443.155072:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469443.155075:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c4380 x1876386402422528/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469443.155081:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469443.155082:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789469443.155171:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469443.155174:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7700. 00000400:00000200:2.0:1789469443.155177:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469443.155181:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469443.155184:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce110 00000400:00000010:2.0:1789469443.155185:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce110. 00000100:00000001:2.0:1789469443.155188:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469443.155191:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c7100 x1876386402422656/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469443.155198:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469443.155201:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c7100 x1876386402422656/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469443.155206:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469443.155208:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1789469443.182242:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316359196, at 4316359197 00000100:00000010:3.0:1789469443.182257:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451180. 00000100:00000040:2.0:1789469443.182389:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316359196, at 4316359197 00000100:00000010:2.0:1789469443.182396:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451240. 00010000:00000001:0.0:1789469443.409297:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469443.409303:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469443.409310:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469443.409311:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469443.409314:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469443.409315:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469443.409422:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469443.409425:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469443.409432:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469444.049259:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469444.049266:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469444.049268:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469444.049273:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469444.049276:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469444.049280:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469444.049283:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469444.049285:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469444.049287:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469444.178855:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469444.178863:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469444.178878:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469419/real 1789469419] req@ffff8cbacf6e8e00 x1876386402422400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469444 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469444.178896:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469444.178899:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469444.178902:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30d10. 00000400:00000200:1.0:1789469444.178908:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5990 00000400:00000010:1.0:1789469444.178911:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5990. 00000100:00000001:1.0:1789469444.178916:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469444.178920:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e8e00 x1876386402422400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469444 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469444.178930:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e8e00 x1876386402422400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469444 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469444.178938:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469444.178940:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469444.178943:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469444.178945:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469444.178950:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e8e00 x1876386402422400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469444 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469444.178958:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469444.178966:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469444.178968:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1789469444.178971:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469444.178973:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469444.178976:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469444.178981:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e8e00 x1876386402422400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469444 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469444.178988:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469444.178991:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469444.178992:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469444.178994:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469444.178996:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469444.178998:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469444.179001:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469444.184851:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469444.184859:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469444.184871:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e8e00 x1876386402422400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469444 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469444.184882:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402422400:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789469444.184887:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469444.184891:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469444.184894:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e8e00 x1876386402422400/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469444 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469444.184902:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469444.184904:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469444.184908:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890c00. 02000000:00000001:1.0:1789469444.184913:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469444.184916:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469444.184918:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789469444.184920:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469444.184923:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687d400. 02000000:00000001:1.0:1789469444.184927:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469444.184929:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469444.184931:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e8e00. 00000100:00000001:1.0:1789469444.184935:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469444.184937:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469444.184939:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469444.187530:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469444.187539:0:333009:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789469444.187542:0:333009:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789469444.187545:0:333009:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469444.187549:0:333009:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789469444.187556:0:333009:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21668 00000400:00000200:2.0:1789469444.187565:0:333009:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469444.187570:0:333009:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789469444.187574:0:333009:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789469444.187576:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469444.187579:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469444.187582:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469444.187584:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789469444.187591:0:333009:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789469444.187593:0:333009:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:2.0:1789469444.187595:0:333009:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789469444.187598:0:333009:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:2.0:1789469444.187600:0:333009:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:2.0:1789469444.187603:0:333009:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:2.0:1789469444.187605:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469444.187607:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469444.187609:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469444.187610:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789469444.187613:0:333009:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:2.0:1789469444.187616:0:333009:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789469444.187618:0:333009:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469444.187620:0:333009:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789469444.187623:0:333009:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469444.187626:0:333009:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469444.187628:0:333009:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789469444.187630:0:333009:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789469444.187639:0:333009:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742f480. 00000020:00000040:2.0:1789469444.187642:0:333009:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789469444.187645:0:333009:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789469444.187647:0:333009:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469444.187649:0:333009:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469444.187652:0:333009:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789469444.187655:0:333009:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469444.187663:0:333009:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacd000. 00000100:00000001:2.0:1789469444.187670:0:333009:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469444.187678:0:333009:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742f480 x1876386402422784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789469444.187688:0:333009:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469444.187692:0:333009:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469444.187696:0:333009:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009247fae5] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742f480 x1876386402422784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469444.187723:0:333009:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469444.187726:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469444.187729:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469444.187732:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469444.187735:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469444.187737:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469444.187741:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469444.187743:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469444.187746:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469444.187750:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21697) 00000100:00000001:1.0:1789469444.187785:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469444.187791:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469444.187793:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469444.187800:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742f480 x1876386402422784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469444.187809:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469444.187811:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469444.187814:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469444.187817:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469444.187819:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469444.187823:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402422784:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789469444.187830:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469444.187834:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469444.187846:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469444.187849:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469444.187854:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890c00. 02000000:00000001:1.0:1789469444.187857:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469444.187862:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469444.187867:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30d10. 00000400:00000010:1.0:1789469444.187873:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5990. 00000100:00000200:1.0:1789469444.187880:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402422784, portal 25 00000100:00000001:1.0:1789469444.187883:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469444.187884:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836136064 : -126740873415552 : ffff8cbad742f480) 00000100:00000040:1.0:1789469444.187890:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742f480 x1876386402422784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469444.187897:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469444.187900:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469444.187903:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5ee0. 00000100:00000200:1.0:1789469444.187907:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402422784, offset 0 00000400:00000200:1.0:1789469444.187913:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469444.187922:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469444.187928:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469444.187933:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469444.187938:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469444.187941:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469444.187944:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469444.187947:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94082:94082:256:4294967295] 192.168.203.142@tcp LPNI seq info [94082:94082:8:4294967295] 00000400:00000200:1.0:1789469444.187952:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469444.187961:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469444.187966:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469444.187971:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7f00. 00000800:00000200:1.0:1789469444.187978:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469444.187986:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469444.187990:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469444.188246:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469444.188251:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469444.188254:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316361470 00000100:00000010:1.0:1789469444.188260:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a000. 00000100:00000001:1.0:1789469444.188267:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789469444.188272:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316361470 00000100:00000010:1.0:1789469444.188274:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a960. 00000100:00000001:1.0:1789469444.188277:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789469444.188280:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469444.188282:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469444.188286:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469444.188288:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469444.188296:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469444.188298:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1789469444.188300:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469444.188301:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469444.188302:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469444.188304:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469444.189407:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469444.189414:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7f00. 00000400:00000200:2.0:1789469444.189420:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469444.189427:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469444.189434:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5ee0 00000400:00000010:2.0:1789469444.189436:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5ee0. 00000100:00000001:2.0:1789469444.189441:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469444.189447:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742f480 x1876386402422784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469444.189455:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469444.189458:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742f480 x1876386402422784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469469 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469444.189464:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469444.189466:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:0.0:1789469444.433276:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469444.433283:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469444.433289:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469444.433291:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469444.433294:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469444.433295:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469444.434107:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469444.434111:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469444.434117:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469445.073249:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469445.073256:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469445.073258:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469445.073264:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469445.073267:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469445.073270:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469445.073273:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469445.073275:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469445.073277:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469445.458018:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316361470, at 4316361472 00000100:00000010:2.0:1789469445.458034:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a000. 00010000:00000001:0.0:1789469445.458373:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469445.458377:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469445.458382:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469445.458383:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469445.458387:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469445.458388:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469445.458688:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469445.458692:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469445.458695:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789469445.458971:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316361470, at 4316361473 00000100:00000010:3.0:1789469445.458979:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a960. 00000100:00000001:2.0:1789469446.101069:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469446.101076:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469446.101079:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469446.101084:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469446.101087:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469446.101091:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469446.101094:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469446.101096:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469446.101099:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469446.481331:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469446.481339:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469446.481342:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469446.481346:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469446.481351:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469446.481354:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469446.481356:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469446.481358:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469446.481362:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469446.481363:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469446.481367:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469446.481368:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469446.481501:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469446.481505:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469446.481508:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469447.121256:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469447.121263:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469447.121265:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469447.121270:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469447.121273:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469447.121277:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469447.121279:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469447.121282:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469447.121284:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469447.505305:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469447.505311:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469447.505318:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469447.505319:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469447.505323:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469447.505324:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469447.505424:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469447.505428:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469447.505431:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469448.145270:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469448.145278:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469448.145280:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469448.145285:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469448.145289:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469448.145293:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469448.145296:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469448.145298:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469448.145301:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469448.209246:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469448.209259:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469448.209261:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469448.209265:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469448.209267:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469448.209271:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469448.209274:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469448.209665:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469448.209671:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469448.209674:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469448.209677:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469448.209679:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469448.209682:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469448.209685:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469448.209689:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469448.209691:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469448.209694:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469448.209700:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21701) 00010000:00000001:0.0:1789469448.529361:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469448.529368:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469448.529372:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469448.529376:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469448.529378:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469448.529381:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469448.529383:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469448.529386:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469448.529388:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469448.529389:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469448.529393:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469448.529395:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469448.529396:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469448.529398:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469448.529399:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469448.529400:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469448.529402:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469448.529404:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469448.529627:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469448.529631:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469448.529633:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469449.169257:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469449.169263:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469449.169266:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469449.169271:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469449.169274:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469449.169277:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469449.169280:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469449.169282:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469449.169285:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469449.233235:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1789469449.233235:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469449.233244:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469449.233247:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789469449.233249:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1789469449.233251:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1789469449.233254:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789469449.233255:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789469449.233260:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1789469449.233261:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1789469449.233265:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1789469449.233266:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789469449.233272:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469449.233273:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1789469449.233277:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469449.233278:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469449.233283:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469449.233295:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21702) 00010000:00000001:0.0:1789469449.553370:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469449.553377:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469449.553382:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469449.553383:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469449.553386:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469449.553387:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469449.554047:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469449.554051:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469449.554055:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469450.193525:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469450.193532:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469450.193534:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469450.193539:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469450.193543:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469450.193547:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469450.193549:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469450.193551:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469450.193554:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469450.257896:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469450.257912:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469450.257915:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469450.257920:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469450.257922:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469450.257926:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469450.257929:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469450.577326:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469450.577333:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469450.577337:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469450.577338:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469450.577342:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469450.577343:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469450.577465:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469450.577470:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469450.577473:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469451.217587:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469451.217593:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469451.217595:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469451.217600:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469451.217604:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469451.217607:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469451.217611:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469451.217613:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469451.217616:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469451.281222:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469451.281235:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469451.281237:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469451.281241:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469451.281244:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469451.281248:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469451.281250:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469451.601291:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469451.601297:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469451.601303:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469451.601304:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469451.601307:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469451.601308:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469451.601393:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469451.601397:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469451.601400:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469452.241567:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469452.241574:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469452.241576:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469452.241580:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469452.241583:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469452.241587:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469452.241589:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469452.241591:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469452.241594:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469452.305242:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469452.305256:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469452.305258:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469452.305263:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469452.305265:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469452.305269:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469452.305272:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469452.625240:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469452.625246:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469452.625251:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469452.625252:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469452.625255:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469452.625257:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469452.625370:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469452.625373:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469452.625376:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469453.266582:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469453.266589:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469453.266591:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469453.266596:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469453.266599:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469453.266603:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469453.266606:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469453.266608:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469453.266611:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469453.330341:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469453.330354:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469453.330356:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469453.330361:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469453.330363:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469453.330367:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469453.330370:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469453.649328:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469453.649336:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469453.649341:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469453.649343:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469453.649346:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469453.649347:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469453.649576:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469453.649579:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469453.649582:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469454.289669:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469454.289676:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469454.289678:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469454.289684:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469454.289687:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469454.289692:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469454.289695:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469454.289697:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469454.289700:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469454.353250:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469454.353264:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469454.353266:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469454.353281:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469454.353283:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469454.353288:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469454.353291:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469454.417466:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469454.417476:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469454.417480:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469454.417482:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469454.417485:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469454.417487:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469454.417489:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469454.417493:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469454.417495:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469454.417498:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469454.417503:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21708) 00010000:00000001:0.0:1789469454.673271:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469454.673279:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469454.673284:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469454.673285:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469454.673288:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469454.673289:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469454.673389:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469454.673393:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469454.673396:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469455.313308:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469455.313315:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469455.313317:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469455.313323:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469455.313326:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469455.313330:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469455.313333:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469455.313335:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469455.313354:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469455.377290:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469455.377305:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469455.377307:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469455.377312:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469455.377314:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469455.377318:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469455.377321:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469455.698407:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469455.698414:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469455.698419:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469455.698420:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469455.698424:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469455.698425:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469455.698575:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469455.698579:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469455.698581:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469456.337373:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469456.337382:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469456.337384:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469456.337390:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469456.337394:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469456.337398:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469456.337401:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469456.337403:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469456.337406:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469456.401289:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469456.401303:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469456.401305:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469456.401309:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469456.401311:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469456.401315:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469456.401317:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469456.721330:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469456.721339:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469456.721341:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469456.721345:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469456.721350:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469456.721352:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469456.721354:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469456.721356:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469456.721360:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469456.721361:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469456.721364:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469456.721365:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469456.721505:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469456.721508:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469456.721511:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469457.361693:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469457.361701:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469457.361703:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469457.361707:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469457.361711:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469457.361714:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469457.361717:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469457.361719:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469457.361721:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469457.425258:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469457.425272:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469457.425274:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469457.425279:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469457.425282:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469457.425287:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469457.425289:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469457.745403:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469457.745410:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469457.745415:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469457.745416:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469457.745419:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469457.745420:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469457.748164:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469457.748170:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469457.748173:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469458.385865:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469458.385874:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469458.385876:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469458.385881:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469458.385884:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469458.385888:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469458.385891:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469458.385894:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469458.385897:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469458.449437:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469458.449453:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469458.449456:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469458.449460:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469458.449463:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469458.449469:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469458.449472:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469458.770801:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469458.770807:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469458.770812:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469458.770815:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469458.770818:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469458.770822:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469458.770824:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469458.770826:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469458.770829:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469458.770830:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469458.770833:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469458.770835:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469458.770836:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469458.770837:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469458.770839:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469458.770840:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469458.770842:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469458.770843:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469458.773540:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469458.773547:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469458.773552:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469459.409372:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469459.409378:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469459.409379:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469459.409383:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469459.409387:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469459.409390:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469459.409394:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469459.409396:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469459.409398:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469459.473269:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469459.473283:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469459.473286:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469459.473290:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469459.473292:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469459.473297:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469459.473299:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469459.538239:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469459.538250:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469459.538253:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469459.538256:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469459.538259:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469459.538264:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469459.538267:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469459.538271:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469459.538273:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469459.538276:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469459.538281:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21713) 00010000:00000001:0.0:1789469459.794054:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469459.794061:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469459.794066:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469459.794067:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469459.794070:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469459.794071:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469459.794279:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469459.794283:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469459.794286:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469460.433259:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469460.433266:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469460.433268:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469460.433272:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469460.433275:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469460.433278:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469460.433281:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469460.433283:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469460.433286:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469460.497244:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469460.497258:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469460.497260:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469460.497265:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469460.497267:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469460.497272:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469460.497274:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469460.817535:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469460.817551:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469460.817556:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469460.817557:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469460.817560:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469460.817561:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469460.817746:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469460.817749:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469460.817752:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469461.457253:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469461.457261:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469461.457263:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469461.457268:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469461.457272:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469461.457275:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469461.457278:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469461.457281:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469461.457283:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469461.521325:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469461.521339:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469461.521342:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469461.521347:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469461.521349:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469461.521353:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469461.521356:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469461.842904:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469461.842911:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469461.842917:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469461.842919:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469461.842922:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469461.842923:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469461.843309:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469461.843312:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469461.843315:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469462.481286:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469462.481293:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469462.481295:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469462.481300:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469462.481303:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469462.481308:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469462.481311:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469462.481313:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469462.481315:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469462.545257:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469462.545269:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469462.545272:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469462.545276:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469462.545278:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469462.545282:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469462.545285:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469462.865479:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469462.865485:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469462.865500:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469462.865501:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469462.865505:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469462.865506:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469462.865688:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469462.865691:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469462.865704:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469463.507290:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469463.507306:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469463.507308:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469463.507314:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469463.507317:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469463.507320:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469463.507323:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469463.507325:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469463.507328:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469463.569269:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469463.569294:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469463.569302:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469463.569308:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469463.569310:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469463.569314:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469463.569317:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469463.889294:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469463.889308:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469463.889314:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469463.889315:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469463.889319:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469463.889320:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469463.889411:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469463.889415:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469463.889417:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469464.529380:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469464.529388:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469464.529390:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469464.529395:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469464.529399:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469464.529403:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469464.529407:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469464.529409:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469464.529412:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469464.593209:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469464.593224:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469464.593226:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469464.593231:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469464.593233:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469464.593237:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469464.593240:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469464.661819:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469464.661830:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469464.661834:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469464.661837:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469464.661839:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469464.661842:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469464.661844:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469464.661848:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469464.661850:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469464.661853:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469464.661858:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21718) 00010000:00000001:0.0:1789469464.913267:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469464.913274:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469464.913279:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469464.913281:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469464.913284:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469464.913285:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469464.913412:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469464.913415:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469464.913418:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469465.553247:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469465.553253:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469465.553255:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469465.553260:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469465.553263:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469465.553267:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469465.553270:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469465.553272:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469465.553275:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469465.617254:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469465.617269:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469465.617271:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469465.617276:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469465.617278:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469465.617282:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469465.617285:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469465.938202:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469465.938208:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469465.938214:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469465.938215:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469465.938218:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469465.938220:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469465.938309:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469465.938312:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469465.938316:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469466.577192:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469466.577200:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469466.577201:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469466.577207:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469466.577211:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469466.577214:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469466.577217:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469466.577219:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469466.577222:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469466.641257:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469466.641271:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469466.641274:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469466.641278:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469466.641280:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469466.641285:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469466.641288:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469466.961399:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469466.961407:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469466.961409:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469466.961413:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469466.961419:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469466.961421:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469466.961423:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469466.961426:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469466.961429:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469466.961431:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469466.961434:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469466.961436:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469466.961661:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469466.961675:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469466.961679:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469467.601314:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469467.601322:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469467.601324:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469467.601329:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469467.601332:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469467.601336:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469467.601339:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469467.601341:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469467.601344:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469467.665798:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469467.665812:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469467.665814:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469467.665819:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469467.665822:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469467.665826:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469467.665829:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469467.985351:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469467.985358:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469467.985365:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469467.985366:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469467.985370:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469467.985371:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469467.985475:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469467.985479:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469467.985482:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469468.627682:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469468.627690:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469468.627692:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469468.627698:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469468.627701:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469468.627705:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469468.627708:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469468.627711:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469468.627713:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469468.689731:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469468.689739:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469468.689753:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469443/real 1789469443] req@ffff8cbacf6c4380 x1876386402422528/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469468 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469468.690091:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469468.690093:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469468.690097:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bfb00. 00000400:00000200:1.0:1789469468.690104:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce6e8 00000400:00000010:1.0:1789469468.690106:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce6e8. 00000100:00000001:1.0:1789469468.690110:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469468.690116:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c4380 x1876386402422528/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469468 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469468.690126:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c4380 x1876386402422528/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469468 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469468.690154:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469468.690157:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469468.690160:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469468.690162:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469468.690167:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c4380 x1876386402422528/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469468 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469468.690174:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469468.690177:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469468.690181:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469443/real 1789469443] req@ffff8cbacf6c7100 x1876386402422656/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469468 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469468.690189:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469468.690190:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469468.690192:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf478. 00000400:00000200:1.0:1789469468.690195:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cecc0 00000400:00000010:1.0:1789469468.690197:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cecc0. 00000100:00000001:1.0:1789469468.690199:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469468.690203:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c7100 x1876386402422656/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469468 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469468.690210:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c7100 x1876386402422656/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469468 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469468.690216:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469468.690218:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469468.690219:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469468.690221:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469468.690224:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c7100 x1876386402422656/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469468 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469468.690230:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469468.690238:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469468.690240:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469468.690242:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469468.690244:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469468.690248:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469468.690252:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c4380 x1876386402422528/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469468 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469468.690259:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469468.690261:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469468.690263:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469468.690264:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469468.690267:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469468.690270:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469468.690273:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469468.690301:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469468.690304:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469468.690308:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c4380 x1876386402422528/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469468 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469468.690316:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402422528:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469468.690321:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469468.690325:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c7100 x1876386402422656/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469468 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469468.690330:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469468.690332:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469468.690333:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469468.690335:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469468.690336:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469468.690338:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469468.690340:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469468.690345:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469468.690347:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469468.690351:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c7100 x1876386402422656/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469468 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469468.690358:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402422656:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469468.690361:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469468.690364:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469468.690367:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c4380 x1876386402422528/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469468 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469468.690373:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469468.690376:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469468.690380:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d1c00. 02000000:00000001:1.0:1789469468.690385:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469468.690388:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469468.690390:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789469468.690393:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469468.690395:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6893000. 02000000:00000001:1.0:1789469468.690398:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469468.690400:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469468.690402:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c4380. 00000100:00000001:1.0:1789469468.690405:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469468.690406:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469468.690408:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469468.690410:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c7100 x1876386402422656/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469468 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469468.690416:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469468.690417:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469468.690419:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d2c00. 02000000:00000001:1.0:1789469468.690421:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469468.690422:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469468.690423:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789469468.690425:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469468.690426:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6891800. 02000000:00000001:1.0:1789469468.690429:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469468.690430:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469468.690431:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c7100. 00000100:00000001:1.0:1789469468.690433:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469468.690435:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469468.690437:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469468.692745:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469468.692763:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469468.692766:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469468.692779:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789469468.692782:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469468.692785:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469468.692789:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469468.692796:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21691 00000400:00000200:3.0:1789469468.692805:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469468.692811:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789469468.692814:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469468.692817:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469468.692820:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469468.692823:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469468.692825:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789469468.692834:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469468.692836:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789469468.692838:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469468.692841:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789469468.692844:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789469468.692847:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789469468.692850:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469468.692852:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469468.692854:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469468.692856:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789469468.692859:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789469468.692863:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789469468.692866:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469468.692869:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469468.692875:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469468.692878:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469468.692881:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789469468.692885:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789469468.692888:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469468.692890:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469468.692899:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9032d80. 00000020:00000040:3.0:1789469468.692902:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789469468.692907:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469468.692908:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469468.692911:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469468.692914:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469468.692918:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469468.692925:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2400. 00000100:00000001:3.0:1789469468.692932:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469468.692942:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9032d80 x1876386402422912/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469468.692952:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469468.692956:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469468.692960:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca468814] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9032d80 x1876386402422912/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469468.692990:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469468.692995:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469468.692998:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789469468.692999:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469468.693001:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469468.693003:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469468.693006:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21691 00000400:00000200:3.0:1789469468.693010:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469468.693012:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789469468.693259:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469468.693264:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469468.693267:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469468.693269:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469468.693271:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789469468.693275:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469468.693276:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789469468.693278:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469468.693281:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789469468.693283:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789469468.693285:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789469468.693288:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469468.693290:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469468.693292:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469468.693294:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789469468.693297:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789469468.693300:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789469468.693302:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469468.693304:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469468.693308:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469468.693310:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469468.693312:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789469468.693315:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789469468.693317:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469468.693319:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469468.693323:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030a80. 00000020:00000040:3.0:1789469468.693325:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789469468.693328:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469468.693329:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469468.693330:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469468.693331:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469468.693333:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469468.693337:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3000. 00000100:00000001:3.0:1789469468.693340:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469468.693345:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030a80 x1876386402423040/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469468.693351:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469468.693353:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469468.693357:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb50d69] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030a80 x1876386402423040/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469468.693364:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469468.693366:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469468.693370:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469468.693372:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469468.693375:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469468.693380:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21722) 00000100:00000001:1.0:1789469468.693681:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469468.693686:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469468.693688:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469468.693694:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9032d80 x1876386402422912/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469468.693704:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469468.693706:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469468.693710:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469468.693712:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469468.693715:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469468.693719:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402422912:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469468.693723:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469468.693727:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469468.693729:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469468.693732:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469468.693736:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6891800. 02000000:00000001:1.0:1789469468.693738:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469468.693744:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469468.693758:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30688. 00000400:00000010:1.0:1789469468.693765:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5dd0. 00000100:00000200:1.0:1789469468.693784:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402422912, portal 10 00000100:00000001:1.0:1789469468.693787:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469468.693789:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107414400 : -126744602137216 : ffff8cb9f9032d80) 00000100:00000040:1.0:1789469468.693797:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9032d80 x1876386402422912/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469468.693804:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469468.693807:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469468.693809:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5b28. 00000100:00000200:1.0:1789469468.693813:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402422912, offset 0 00000400:00000200:1.0:1789469468.693820:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469468.693828:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469468.693834:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469468.693839:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469468.693843:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469468.693846:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469468.693849:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469468.693852:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94083:94083:256:4294967295] 192.168.203.142@tcp LPNI seq info [94083:94083:8:4294967295] 00000400:00000200:1.0:1789469468.693857:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469468.693866:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469468.693872:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469468.693877:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7100. 00000800:00000200:1.0:1789469468.693884:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469468.693891:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469468.693895:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469468.693916:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469468.693922:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789469468.693926:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469468.693928:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316384735 00000100:00000010:1.0:1789469468.693933:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a060. 00000100:00000001:1.0:1789469468.693940:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789469468.693950:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316384735 00000100:00000010:1.0:1789469468.693954:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a0c0. 00000100:00000001:1.0:1789469468.693957:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789469468.693966:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469468.693969:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469468.693972:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469468.693976:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030a80 x1876386402423040/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469468.693984:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469468.693986:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469468.693988:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469468.693990:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469468.693992:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469468.693995:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402423040:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469468.693998:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469468.694000:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469468.694002:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469468.694003:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469468.694007:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6893000. 02000000:00000001:1.0:1789469468.694009:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469468.694012:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000800:00000200:2.0:1789469468.694330:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469468.694336:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7100. 00000400:00000200:2.0:1789469468.694341:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469468.694346:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469468.694351:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5b28 00000400:00000010:2.0:1789469468.694354:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5b28. 00000100:00000001:2.0:1789469468.694359:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469468.694363:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9032d80 x1876386402422912/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469468.694372:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469468.694375:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9032d80 x1876386402422912/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469493 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469468.694382:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469468.694384:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:1.0:1789469468.695662:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30aa8. 00000400:00000010:1.0:1789469468.695675:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5bb0. 00000100:00000200:1.0:1789469468.695682:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402423040, portal 10 00000100:00000001:1.0:1789469468.695685:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469468.695686:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107405440 : -126744602146176 : ffff8cb9f9030a80) 00000100:00000040:1.0:1789469468.695699:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030a80 x1876386402423040/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469468.695708:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469468.695711:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469468.695714:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5110. 00000100:00000200:1.0:1789469468.695717:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402423040, offset 0 00000400:00000200:1.0:1789469468.695724:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469468.695733:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469468.695740:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469468.695745:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469468.695749:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469468.695762:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469468.695765:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469468.695780:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94084:94084:256:4294967295] 192.168.203.142@tcp LPNI seq info [94084:94084:8:4294967295] 00000400:00000200:1.0:1789469468.695785:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469468.695795:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469468.695801:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469468.695806:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7b00. 00000800:00000200:1.0:1789469468.695813:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469468.695820:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469468.695824:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469468.695840:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469468.695845:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789469468.695849:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469468.695851:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316384725 00000100:00000001:1.0:1789469468.695854:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4316384735 00000100:00000001:1.0:1789469468.695857:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316384725 00000100:00000001:1.0:1789469468.695859:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4316384735 00000100:00000001:1.0:1789469468.695862:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469468.695865:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469468.695871:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469468.695874:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469468.695883:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469468.695885:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469468.695888:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469468.695889:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469468.695891:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469468.695894:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469468.696068:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469468.696073:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7b00. 00000400:00000200:2.0:1789469468.696077:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469468.696082:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469468.696087:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5110 00000400:00000010:2.0:1789469468.696090:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5110. 00000100:00000001:2.0:1789469468.696093:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469468.696097:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030a80 x1876386402423040/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469468.696105:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469468.696108:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030a80 x1876386402423040/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469493 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469468.696114:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469468.696116:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1789469468.721253:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316384735, at 4316384736 00000100:00000010:3.0:1789469468.721269:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a0c0. 00000100:00000040:2.0:1789469468.721360:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316384735, at 4316384736 00000100:00000010:2.0:1789469468.721366:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a060. 00010000:00000001:0.0:1789469469.012395:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469469.012402:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469469.012408:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469469.012411:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469469.012413:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469469.012417:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469469.012420:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469469.012423:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469469.012425:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469469.012427:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469469.012430:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469469.012432:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469469.012433:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469469.012434:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469469.012436:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469469.012437:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469469.012438:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469469.012440:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469469.012903:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469469.012907:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469469.012911:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469469.649260:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469469.649268:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469469.649270:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469469.649276:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469469.649280:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469469.649283:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469469.649286:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469469.649288:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469469.649291:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469469.717582:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469469.717592:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469469.717607:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469444/real 1789469444] req@ffff8cbad742f480 x1876386402422784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469469 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469469.717625:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469469.717627:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469469.717630:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30d10. 00000400:00000200:1.0:1789469469.717636:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5990 00000400:00000010:1.0:1789469469.717639:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5990. 00000100:00000001:1.0:1789469469.717653:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469469.717658:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742f480 x1876386402422784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469469 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469469.717666:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742f480 x1876386402422784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469469 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469469.717672:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469469.717674:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469469.717677:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469469.717679:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469469.717683:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742f480 x1876386402422784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469469 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469469.717688:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469469.717698:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469469.717700:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1789469469.717703:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469469.717705:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469469.717708:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469469.717712:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742f480 x1876386402422784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469469 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469469.717718:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469469.717721:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469469.717722:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469469.717723:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469469.717725:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469469.717727:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469469.717731:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469469.717757:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469469.717760:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469469.717764:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742f480 x1876386402422784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469469 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469469.717772:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402422784:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789469469.717776:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469469.717779:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469469.717783:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742f480 x1876386402422784/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469469 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469469.717788:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469469.717791:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469469.717795:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890c00. 02000000:00000001:1.0:1789469469.717799:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469469.717802:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469469.717803:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789469469.717805:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469469.717808:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacd000. 02000000:00000001:1.0:1789469469.717811:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469469.717813:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469469.717815:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742f480. 00000100:00000001:1.0:1789469469.717820:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469469.717821:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469469.717823:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469469.718512:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469469.718518:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789469469.718520:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469469.718523:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469469.718527:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469469.718532:0:332879:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21692 00000400:00000200:3.0:1789469469.718540:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469469.718544:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789469469.718547:0:332879:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469469.718550:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469469.718553:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469469.718555:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469469.718558:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789469469.718564:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469469.718566:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789469469.718569:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469469.718572:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789469469.718574:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789469469.718576:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789469469.718579:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469469.718581:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469469.718582:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469469.718584:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789469469.718587:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789469469.718590:0:332879:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789469469.718593:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469469.718595:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469469.718598:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469469.718601:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469469.718603:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469469.718606:0:332879:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469469.718614:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031c00. 00000020:00000040:3.0:1789469469.718617:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789469469.718621:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469469.718623:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469469.718625:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469469.718629:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469469.718632:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469469.718640:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d0c00. 00000100:00000001:3.0:1789469469.718656:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469469.718663:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031c00 x1876386402423168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469469.718672:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469469.718676:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469469.718680:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e90841d0] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031c00 x1876386402423168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469469.718700:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469469.718703:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469469.718707:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469469.718710:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469469.718712:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469469.718715:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469469.718718:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469469.718720:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469469.718723:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469469.718728:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21723) 00000100:00000001:1.0:1789469469.718792:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469469.718795:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469469.718797:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469469.718803:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9031c00 x1876386402423168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469469.718810:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469469.718812:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469469.718815:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469469.718818:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469469.718820:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469469.718823:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402423168:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789469469.718826:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469469.718830:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469469.718832:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469469.718834:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469469.718838:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890c00. 02000000:00000001:1.0:1789469469.718840:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469469.718845:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469469.718849:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30d10. 00000400:00000010:1.0:1789469469.718855:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5990. 00000100:00000200:1.0:1789469469.718860:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402423168, portal 25 00000100:00000001:1.0:1789469469.718863:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469469.718864:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107409920 : -126744602141696 : ffff8cb9f9031c00) 00000100:00000040:1.0:1789469469.718869:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031c00 x1876386402423168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469469.718876:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469469.718879:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469469.718882:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d57f8. 00000100:00000200:1.0:1789469469.718885:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402423168, offset 0 00000400:00000200:1.0:1789469469.718891:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469469.718898:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469469.718904:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469469.718909:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469469.718913:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469469.718916:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469469.718919:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469469.718922:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94085:94085:256:4294967295] 192.168.203.142@tcp LPNI seq info [94085:94085:8:4294967295] 00000400:00000200:1.0:1789469469.718926:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469469.718937:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469469.718943:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469469.718949:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7800. 00000800:00000200:1.0:1789469469.718956:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469469.718963:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469469.718967:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469469.718986:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469469.718990:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469469.718993:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316387000 00000100:00000010:1.0:1789469469.718997:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869ae40. 00000100:00000001:1.0:1789469469.719003:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789469469.719016:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316387000 00000100:00000010:1.0:1789469469.719019:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a540. 00000100:00000001:1.0:1789469469.719022:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789469469.719024:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469469.719026:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469469.719029:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469469.719031:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469469.719037:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469469.719038:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1789469469.719040:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469469.719041:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469469.719042:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469469.719044:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469469.719204:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469469.719208:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7800. 00000400:00000200:2.0:1789469469.719213:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469469.719218:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469469.719224:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d57f8 00000400:00000010:2.0:1789469469.719226:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d57f8. 00000100:00000001:2.0:1789469469.719229:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469469.719233:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031c00 x1876386402423168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469469.719240:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469469.719243:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031c00 x1876386402423168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469494 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469469.719248:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469469.719250:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:0.0:1789469470.033330:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469470.033336:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469470.033341:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469470.033343:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469470.033346:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469470.033347:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469470.033457:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469470.033462:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469470.033464:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469470.673331:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469470.673338:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469470.673340:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469470.673345:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469470.673349:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469470.673353:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469470.673355:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469470.673358:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469470.673361:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469470.993261:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316387000, at 4316387008 00000100:00000010:2.0:1789469470.993278:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869ae40. 00000100:00000040:3.0:1789469470.993353:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316387000, at 4316387008 00000100:00000010:3.0:1789469470.993360:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a540. 00010000:00000001:0.0:1789469471.057260:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469471.057266:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469471.057271:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469471.057272:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469471.057275:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469471.057276:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469471.057441:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469471.057445:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469471.057449:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469471.697267:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469471.697275:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469471.697278:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469471.697284:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469471.697287:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469471.697291:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469471.697294:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469471.697297:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469471.697299:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469472.081294:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469472.081300:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469472.081306:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469472.081307:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469472.081311:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469472.081312:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469472.081494:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469472.081498:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469472.081502:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469472.721251:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469472.721257:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469472.721259:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469472.721264:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469472.721267:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469472.721271:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469472.721273:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469472.721275:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469472.721277:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469473.105251:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469473.105258:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469473.105265:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469473.105266:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469473.105269:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469473.105270:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469473.105418:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469473.105421:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469473.105424:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469473.745246:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1789469473.745246:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469473.745254:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469473.745257:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789469473.745259:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469473.745261:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789469473.745261:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1789469473.745264:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1789469473.745264:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789469473.745266:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1789469473.745266:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469473.745269:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789469473.745270:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469473.745273:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469473.745273:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469473.745275:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469473.745278:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469473.745284:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21727) 00000100:00000001:2.0:1789469473.747180:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469473.747187:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469473.747188:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469473.747193:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469473.747197:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469473.747200:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469473.747203:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469473.747205:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469473.747207:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469474.130488:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469474.130495:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469474.130500:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469474.130501:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469474.130505:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469474.130506:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469474.130628:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469474.130636:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469474.130642:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469474.769274:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469474.769288:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469474.769290:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469474.769295:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469474.769308:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469474.769312:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469474.769315:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469474.769409:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469474.769425:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469474.769426:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469474.769430:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469474.769433:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469474.769436:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469474.769439:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469474.769441:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469474.769444:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469474.769835:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469474.769840:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469474.769842:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469474.769846:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469474.769848:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469474.769851:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469474.769853:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469474.769857:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469474.769860:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469474.769863:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469474.769869:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21728) 00010000:00000001:0.0:1789469475.153493:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469475.153500:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469475.153505:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469475.153506:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469475.153510:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469475.153511:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469475.153659:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469475.153663:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469475.153666:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469475.793257:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469475.793264:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469475.793266:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469475.793271:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469475.793274:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469475.793277:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469475.793280:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469475.793283:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469475.793286:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469475.794310:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469475.794320:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469475.794322:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469475.794326:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469475.794328:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469475.794331:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469475.794334:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469476.177508:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469476.177514:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469476.177519:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469476.177520:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469476.177523:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469476.177524:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469476.178056:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469476.178061:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469476.178064:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469476.817268:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469476.817275:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469476.817278:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469476.817283:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469476.817285:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469476.817287:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469476.817292:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469476.817295:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469476.817296:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469476.817298:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469476.817299:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469476.817302:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469476.817304:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469476.817308:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469476.817311:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469476.817313:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469477.205497:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469477.205507:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469477.205510:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469477.205514:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469477.205518:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469477.205520:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469477.205523:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469477.205525:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469477.205529:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469477.205530:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469477.205534:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469477.205536:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469477.205753:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469477.205756:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469477.205759:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469477.841303:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469477.841312:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469477.841314:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469477.841319:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469477.841322:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469477.841326:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469477.841328:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469477.841331:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469477.841333:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469477.843106:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469477.843117:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469477.843119:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469477.843124:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469477.843126:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469477.843158:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469477.843162:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469478.227699:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469478.227705:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469478.227711:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469478.227712:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469478.227715:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469478.227716:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469478.228104:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469478.228108:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469478.228111:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469478.865285:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469478.865293:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469478.865295:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469478.865301:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469478.865304:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469478.865308:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469478.865312:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469478.865315:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469478.865318:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469478.865406:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469478.865416:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469478.865418:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469478.865420:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469478.865422:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469478.865425:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469478.865428:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469479.249331:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469479.249338:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469479.249343:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469479.249347:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469479.249350:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469479.249354:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469479.249357:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469479.249359:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469479.249361:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469479.249363:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469479.249367:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469479.249368:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469479.249369:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469479.249371:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469479.249372:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469479.249374:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469479.249375:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469479.249377:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469479.251771:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469479.251776:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469479.251780:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469479.889249:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469479.889249:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469479.889259:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469479.889261:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469479.889265:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1789469479.889267:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469479.889268:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469479.889274:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469479.889275:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469479.889278:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469479.889281:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469479.889285:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469479.889287:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469479.889288:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469479.889292:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469479.889293:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469480.017399:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469480.017408:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469480.017412:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469480.017415:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469480.017419:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469480.017422:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469480.017425:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469480.017498:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469480.017502:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469480.017505:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469480.017511:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21733) 00010000:00000001:0.0:1789469480.273383:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469480.273389:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469480.273394:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469480.273395:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469480.273399:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469480.273400:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469480.273527:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469480.273531:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469480.273535:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469480.913271:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469480.913278:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469480.913280:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469480.913285:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469480.913289:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469480.913293:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469480.913295:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469480.913298:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469480.913300:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469480.913511:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469480.913522:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469480.913523:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469480.913526:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469480.913528:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469480.913530:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469480.913533:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469481.297319:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469481.297326:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469481.297331:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469481.297332:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469481.297335:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469481.297337:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469481.299499:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469481.299505:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469481.299510:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469481.937253:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469481.937260:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469481.937262:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469481.937267:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469481.937270:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469481.937274:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469481.937277:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469481.937280:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469481.937283:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469481.937364:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469481.937375:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469481.937376:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469481.937379:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469481.937380:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469481.937383:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469481.937386:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469482.321433:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469482.321439:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469482.321444:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469482.321446:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469482.321449:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469482.321450:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469482.333516:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469482.333523:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469482.333528:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469482.961300:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469482.961308:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469482.961310:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469482.961315:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469482.961319:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469482.961322:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469482.961324:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469482.961327:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469482.961329:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469482.961453:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469482.961462:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469482.961464:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469482.961466:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469482.961467:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469482.961470:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469482.961472:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469483.345331:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469483.345338:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469483.345344:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469483.345345:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469483.345349:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469483.345350:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469483.354897:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469483.355034:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469483.355040:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469483.985278:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469483.985297:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469483.985298:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469483.985302:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469483.985306:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469483.985310:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469483.985311:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469483.985316:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1789469483.985320:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469483.985323:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469483.985329:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469483.985330:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469483.985335:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469483.985340:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469483.985343:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469483.985346:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469484.369300:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469484.369306:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469484.369312:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469484.369313:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469484.369316:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469484.369317:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469484.369411:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469484.369418:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469484.369423:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469485.009264:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469485.009281:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469485.009283:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469485.009288:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469485.009290:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469485.009295:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469485.009297:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469485.009856:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469485.009860:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469485.009862:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469485.009866:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469485.009870:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469485.009874:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469485.009877:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469485.009879:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469485.009882:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469485.138037:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469485.138048:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469485.138051:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469485.138055:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469485.138058:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469485.138062:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469485.138064:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469485.138068:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469485.138071:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469485.138074:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469485.138080:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21738) 00010000:00000001:0.0:1789469485.394231:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469485.394237:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469485.394242:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469485.394244:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469485.394246:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469485.394248:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469485.394361:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469485.394364:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469485.394367:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469486.033283:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469486.033291:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469486.033294:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469486.033299:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469486.033303:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469486.033306:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469486.033309:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469486.033311:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469486.033314:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469486.038168:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469486.038180:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469486.038182:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469486.038186:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469486.038188:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469486.038192:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469486.038195:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469486.417304:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469486.417312:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469486.417314:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469486.417318:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469486.417323:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469486.417326:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469486.417328:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469486.417330:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469486.417334:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469486.417335:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469486.417338:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469486.417340:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469486.418038:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469486.418042:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469486.418045:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469487.057662:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469487.057670:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469487.057672:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469487.057677:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469487.057681:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469487.057685:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469487.057687:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469487.057689:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469487.057691:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469487.059150:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469487.059163:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469487.059165:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469487.059168:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469487.059170:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469487.059174:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469487.059177:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469487.441247:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469487.441254:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469487.441259:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469487.441261:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469487.441264:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469487.441265:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469487.441383:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469487.441387:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469487.441390:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469488.081709:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469488.081717:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469488.081719:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469488.081725:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469488.081728:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469488.081732:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469488.081734:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469488.081736:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469488.081739:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469488.081810:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469488.081993:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469488.081996:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469488.081999:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469488.082000:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469488.082003:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469488.082006:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469488.468774:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469488.468785:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469488.468792:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469488.468797:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469488.468799:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469488.468803:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469488.468807:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469488.468810:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469488.468812:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469488.468814:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469488.468818:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469488.468820:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469488.468821:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469488.468822:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469488.468824:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469488.468825:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469488.468827:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469488.468829:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469488.469114:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469488.469120:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469488.469125:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469489.107431:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469489.107438:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469489.107440:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469489.107445:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469489.107449:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469489.107452:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469489.107455:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469489.107457:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469489.107460:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469489.111309:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469489.111323:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469489.111325:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469489.111331:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469489.111333:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469489.111337:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469489.111339:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469489.489372:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469489.489380:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469489.489385:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469489.489387:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469489.489390:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469489.489391:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469489.489519:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469489.489524:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469489.489527:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469490.129330:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469490.129339:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469490.129340:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469490.129346:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469490.129349:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469490.129352:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469490.129355:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469490.129358:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469490.129360:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469490.130613:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469490.130624:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469490.130626:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469490.130630:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469490.130632:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469490.130635:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469490.130638:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469490.258067:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469490.258075:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469490.258079:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469490.258082:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469490.258085:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469490.258088:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469490.258090:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469490.258094:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469490.258096:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469490.258099:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469490.258105:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21743) 00010000:00000001:0.0:1789469490.513330:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469490.513337:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469490.513342:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469490.513343:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469490.513347:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469490.513348:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469490.520861:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469490.520868:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469490.520873:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469491.153252:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469491.153259:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469491.153261:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469491.153266:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469491.153269:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469491.153273:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469491.153276:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469491.153278:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469491.153281:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469491.153786:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469491.153803:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469491.153806:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469491.153812:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469491.153814:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469491.153819:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469491.153822:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469491.538575:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469491.538581:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469491.538588:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469491.538589:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469491.538592:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469491.538593:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469491.538790:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469491.538794:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469491.538797:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469492.177224:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469492.177233:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469492.177235:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469492.177240:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469492.177243:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469492.177247:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469492.177250:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469492.177252:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469492.177255:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469492.178744:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469492.178757:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469492.178759:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469492.178762:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469492.178764:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469492.178768:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469492.178770:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469492.564106:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469492.564113:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469492.564118:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469492.564119:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469492.564122:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469492.564123:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469492.564290:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469492.564294:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469492.564296:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469493.201253:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469493.201254:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469493.201261:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469493.201261:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1789469493.201263:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469493.201270:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469493.201274:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469493.201278:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469493.201279:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469468/real 1789469468] req@ffff8cb9f9032d80 x1876386402422912/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469493 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469493.201282:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469493.201286:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469493.201292:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1789469493.201302:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469493.201306:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469493.201310:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30688. 00000400:00000200:3.0:1789469493.201317:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5dd0 00000400:00000010:3.0:1789469493.201320:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5dd0. 00000100:00000001:3.0:1789469493.201325:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469493.201330:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9032d80 x1876386402422912/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469493 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469493.201340:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9032d80 x1876386402422912/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469493 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469493.201347:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469493.201349:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469493.201352:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469493.201354:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469493.201357:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9032d80 x1876386402422912/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469493 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469493.201363:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469493.201366:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469493.201370:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469468/real 1789469468] req@ffff8cb9f9030a80 x1876386402423040/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469493 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469493.201378:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469493.201380:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469493.201381:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30aa8. 00000400:00000200:3.0:1789469493.201384:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5bb0 00000400:00000010:3.0:1789469493.201386:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5bb0. 00000100:00000001:3.0:1789469493.201388:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469493.201391:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030a80 x1876386402423040/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469493 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469493.201400:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030a80 x1876386402423040/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469493 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469493.201406:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469493.201407:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469493.201408:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469493.201410:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469493.201413:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9030a80 x1876386402423040/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469493 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469493.201425:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469493.201432:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469493.201434:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469493.201436:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469493.201438:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469493.201440:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469493.201445:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9032d80 x1876386402422912/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469493 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469493.201452:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469493.201454:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469493.201456:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469493.201457:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469493.201460:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469493.201470:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469493.201475:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469493.201506:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789469493.201508:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469493.201513:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9032d80 x1876386402422912/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469493 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469493.201521:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402422912:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469493.201526:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789469493.201555:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469493.201560:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469493.201563:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469493.201566:0:333009:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469493.201568:0:333009:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789469493.201570:0:333009:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789469493.201574:0:333009:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1789469493.201578:0:333009:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21717 00000400:00000200:1.0:1789469493.201585:0:333009:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469493.201591:0:333009:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:1.0:1789469493.201597:0:333009:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469493.201597:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030a80 x1876386402423040/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469493 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789469493.201604:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469493.201610:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469493.201615:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469493.201617:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469493.201619:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000100:00000001:3.0:1789469493.201623:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469493.201627:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1789469493.201629:0:333009:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:3.0:1789469493.201629:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789469493.201634:0:333009:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000100:00000001:3.0:1789469493.201635:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469493.201639:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:1.0:1789469493.201640:0:333009:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469493.201645:0:333009:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000100:00080000:3.0:1789469493.201646:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:1.0:1789469493.201651:0:333009:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:1.0:1789469493.201655:0:333009:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:1.0:1789469493.201659:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469493.201661:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789469493.201663:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469493.201665:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:1.0:1789469493.201669:0:333009:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789469493.201670:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00080000:1.0:1789469493.201675:0:333009:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789469493.201676:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1789469493.201682:0:333009:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469493.201686:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030a80 x1876386402423040/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469493 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789469493.201688:0:333009:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789469493.201696:0:333009:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1789469493.201697:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402423040:192.168.203.142@tcp:38:kworker.0 02000000:00000001:1.0:1789469493.201702:0:333009:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469493.201704:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469493.201706:0:333009:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469493.201710:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000008:00100000:1.0:1789469493.201712:0:333009:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1789469493.201718:0:333009:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469493.201718:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9032d80 x1876386402422912/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469493 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469493.201722:0:333009:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469493.201731:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000010:1.0:1789469493.201735:0:333009:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c7100. 02000000:00000001:3.0:1789469493.201736:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:1.0:1789469493.201741:0:333009:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=11 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000010:3.0:1789469493.201742:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6891800. 02000000:00000001:1.0:1789469493.201747:0:333009:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469493.201750:0:333009:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469493.201750:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469493.201754:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:1.0:1789469493.201756:0:333009:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:3.0:1789469493.201757:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789469493.201760:0:333009:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:3.0:1789469493.201762:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000001:1.0:1789469493.201766:0:333009:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469493.201766:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d2400. 02000000:00000010:1.0:1789469493.201775:0:333009:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6892000. 00000100:00000001:1.0:1789469493.201781:0:333009:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469493.201783:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469493.201787:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469493.201789:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9032d80. 00000100:00100000:1.0:1789469493.201791:0:333009:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c7100 x1876386402423296/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469493.201796:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469493.201799:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469493.201804:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789469493.201807:0:333009:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1789469493.201812:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030a80 x1876386402423040/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469493 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469493.201814:0:333009:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469493.201824:0:333009:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b9117d8] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c7100 x1876386402423296/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469493.201826:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469493.201829:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469493.201832:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6893000. 02000000:00000001:3.0:1789469493.201838:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469493.201841:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:1.0:1789469493.201842:0:333009:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789469493.201843:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000100:00080000:1.0:1789469493.201846:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:3.0:1789469493.201848:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469493.201851:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d3000. 00000100:00080000:1.0:1789469493.201853:0:333009:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:1.0:1789469493.201856:0:333009:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:3.0:1789469493.201856:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469493.201860:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:1.0:1789469493.201861:0:333009:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000010:3.0:1789469493.201864:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030a80. 00000100:00000001:1.0:1789469493.201866:0:333009:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:3.0:1789469493.201870:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00080000:1.0:1789469493.201871:0:333009:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21717 00000100:00000001:3.0:1789469493.201873:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789469493.201878:0:333009:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789469493.201879:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469493.201885:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1789469493.201886:0:333009:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00000001:3.0:1789469493.201889:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789469493.201890:0:333009:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1789469493.201894:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1789469493.201897:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469493.201898:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469493.201902:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1789469493.201903:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469493.201906:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469493.201909:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000100:00000040:3.0:1789469493.201911:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c7100 x1876386402423296/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1789469493.201913:0:333009:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789469493.201916:0:333009:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:1.0:1789469493.201919:0:333009:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789469493.201923:0:333009:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:1.0:1789469493.201928:0:333009:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000001:3.0:1789469493.201928:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469493.201931:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469493.201933:0:333009:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 02000000:00000001:3.0:1789469493.201937:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1789469493.201940:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 02000000:00000001:3.0:1789469493.201941:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469493.201944:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1789469493.201946:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469493.201948:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:1.0:1789469493.201952:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000100:00100000:3.0:1789469493.201954:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402423296:192.168.203.142@tcp:38:kworker.0 00000020:00000040:1.0:1789469493.201957:0:333009:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00000001:3.0:1789469493.201961:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1789469493.201965:0:333009:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 02000000:00000001:3.0:1789469493.201967:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1789469493.201969:0:333009:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469493.201972:0:333009:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469493.201972:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469493.201977:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1789469493.201978:0:333009:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469493.201982:0:333009:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469493.201984:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d3000. 00000100:00000001:1.0:1789469493.201985:0:333009:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1789469493.201989:0:333009:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1789469493.201989:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1789469493.201996:0:333009:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469493.201998:0:333009:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469493.202001:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000010:1.0:1789469493.202005:0:333009:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6c4380. 00000400:00000010:3.0:1789469493.202008:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bfb58. 00000020:00000040:1.0:1789469493.202009:0:333009:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:1.0:1789469493.202014:0:333009:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789469493.202015:0:333009:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1789469493.202016:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce660. 00000100:00000001:1.0:1789469493.202018:0:333009:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789469493.202022:0:333009:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789469493.202024:0:333009:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1789469493.202024:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402423296, portal 10 00000100:00000001:3.0:1789469493.202030:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469493.202032:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704637184 : -126741004914432 : ffff8cbacf6c7100) 00000100:00000040:3.0:1789469493.202039:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c7100 x1876386402423296/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1789469493.202045:0:333009:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae6890000. 00000100:00000001:3.0:1789469493.202047:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1789469493.202051:0:333009:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469493.202053:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789469493.202058:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ceb28. 00000100:00100000:1.0:1789469493.202060:0:333009:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6c4380 x1876386402423424/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1789469493.202062:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402423296, offset 0 00000100:00000001:1.0:1789469493.202074:0:333009:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1789469493.202074:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000100:00000001:1.0:1789469493.202078:0:333009:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469493.202085:0:333009:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001600f89c] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6c4380 x1876386402423424/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789469493.202085:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469493.202096:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000100:00000001:1.0:1789469493.202098:0:333009:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469493.202102:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1789469493.202103:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1789469493.202109:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1789469493.202110:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000100:00000040:1.0:1789469493.202116:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1789469493.202118:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1789469493.202121:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1789469493.202125:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000100:00000040:1.0:1789469493.202128:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21746) 00000100:00080000:1.0:1789469493.202162:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469493.202165:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000200:3.0:1789469493.202167:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94086:94086:256:4294967295] 192.168.203.142@tcp LPNI seq info [94086:94086:8:4294967295] 00000100:00000040:1.0:1789469493.202169:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469493.202178:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1789469493.202181:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469493.202192:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789469493.202198:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789469493.202203:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7d00. 00000800:00000200:3.0:1789469493.202210:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789469493.202219:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469493.202223:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789469493.202233:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469493.202238:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:3.0:1789469493.202241:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789469493.202244:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316409244 00000100:00000010:3.0:1789469493.202250:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad04515a0. 00000100:00000001:3.0:1789469493.202256:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469493.202267:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316409244 00000100:00000010:3.0:1789469493.202270:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad04513c0. 00000100:00000001:3.0:1789469493.202274:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469493.202277:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469493.202280:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469493.202283:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469493.202284:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469493.202288:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469493.202290:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469493.202292:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469493.202293:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469493.202294:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469493.202298:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6c4380 x1876386402423424/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469493.202304:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469493.202305:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469493.202307:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469493.202309:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469493.202311:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469493.202314:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402423424:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469493.202317:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469493.202319:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469493.202320:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469493.202322:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469493.202324:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d2400. 02000000:00000001:3.0:1789469493.202326:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469493.202329:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789469493.202331:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf210. 00000400:00000010:3.0:1789469493.202335:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce4c8. 00000100:00000200:3.0:1789469493.202337:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402423424, portal 10 00000100:00000001:3.0:1789469493.202339:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469493.202340:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704625536 : -126741004926080 : ffff8cbacf6c4380) 00000100:00000040:3.0:1789469493.202345:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6c4380 x1876386402423424/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469493.202350:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469493.202353:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789469493.202355:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce990. 00000100:00000200:3.0:1789469493.202357:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402423424, offset 0 00000400:00000200:3.0:1789469493.202361:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789469493.202364:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469493.202367:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789469493.202370:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789469493.202372:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789469493.202374:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789469493.202376:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789469493.202379:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94087:94087:255:4294967295] 192.168.203.142@tcp LPNI seq info [94087:94087:7:4294967295] 00000400:00000200:3.0:1789469493.202383:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469493.202389:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789469493.202392:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789469493.202396:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7700. 00000800:00000200:3.0:1789469493.202399:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789469493.202404:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469493.202406:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789469493.202409:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469493.202411:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:3.0:1789469493.202414:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789469493.202416:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316409232 00000100:00000001:3.0:1789469493.202418:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4316409244 00000100:00000001:3.0:1789469493.202420:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316409232 00000100:00000001:3.0:1789469493.202422:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4316409244 00000100:00000001:3.0:1789469493.202424:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469493.202426:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469493.202428:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469493.202430:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469493.202432:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469493.202434:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469493.202436:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469493.202437:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469493.202438:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469493.202440:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469493.202965:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469493.202970:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469493.202974:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21746) 00000800:00000200:2.0:1789469493.203289:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469493.203295:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7d00. 00000400:00000200:2.0:1789469493.203303:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469493.203310:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469493.203316:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ceb28 00000400:00000010:2.0:1789469493.203318:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ceb28. 00000100:00000001:2.0:1789469493.203322:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469493.203327:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c7100 x1876386402423296/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469493.203336:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469493.203339:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c7100 x1876386402423296/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469518 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469493.203345:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469493.203347:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789469493.203428:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469493.203431:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7700. 00000400:00000200:2.0:1789469493.203434:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469493.203437:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469493.203440:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce990 00000400:00000010:2.0:1789469493.203442:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce990. 00000100:00000001:2.0:1789469493.203444:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469493.203447:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6c4380 x1876386402423424/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469493.203459:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469493.203462:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6c4380 x1876386402423424/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469518 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469493.203476:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469493.203478:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1789469493.230730:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316409244, at 4316409245 00000100:00000010:3.0:1789469493.230745:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad04513c0. 00000100:00000040:2.0:1789469493.234049:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316409244, at 4316409248 00000100:00000010:2.0:1789469493.234063:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad04515a0. 00010000:00000001:0.0:1789469493.585255:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469493.585261:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469493.585267:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469493.585269:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469493.585272:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469493.585273:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469493.585390:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469493.585393:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469493.585397:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469494.225232:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469494.225240:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469494.225241:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469494.225246:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469494.225248:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469494.225251:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469494.225254:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469494.225255:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469494.225257:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469494.225831:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469494.225836:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469494.225852:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469469/real 1789469469] req@ffff8cb9f9031c00 x1876386402423168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469494 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469494.225870:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469494.225873:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469494.225877:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30d10. 00000400:00000200:3.0:1789469494.225885:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5990 00000400:00000010:3.0:1789469494.225888:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5990. 00000100:00000001:3.0:1789469494.225894:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469494.225898:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9031c00 x1876386402423168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469494 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469494.225907:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9031c00 x1876386402423168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469494 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469494.225914:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469494.225917:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469494.225920:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469494.225922:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469494.225927:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9031c00 x1876386402423168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469494 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469494.225933:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469494.225942:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469494.225944:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:3.0:1789469494.225947:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469494.225948:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469494.225951:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469494.225956:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9031c00 x1876386402423168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469494 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469494.225963:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469494.225966:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469494.225967:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469494.225968:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469494.225971:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469494.225975:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469494.225979:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469494.226004:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789469494.226007:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469494.226012:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9031c00 x1876386402423168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469494 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469494.226022:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402423168:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789469494.226028:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469494.226031:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469494.226035:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9031c00 x1876386402423168/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469494 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789469494.226037:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469494.226048:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789469494.226049:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1789469494.226052:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789469494.226056:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469494.226059:0:332879:0:(import.c:520:import_select_connection()) Process entered 02000000:00000001:3.0:1789469494.226060:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:2.0:1789469494.226065:0:332879:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21718 02000000:00000010:3.0:1789469494.226067:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890c00. 02000000:00000001:3.0:1789469494.226074:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469494.226077:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469494.226078:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789469494.226081:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469494.226084:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d0c00. 02000000:00000001:3.0:1789469494.226087:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469494.226089:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469494.226091:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9031c00. 00000100:00000001:3.0:1789469494.226094:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469494.226095:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469494.226098:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789469494.226413:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469494.226420:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789469494.226423:0:332879:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789469494.226427:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469494.226429:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469494.226432:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469494.226435:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789469494.226441:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789469494.226443:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:2.0:1789469494.226445:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789469494.226448:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:2.0:1789469494.226451:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:2.0:1789469494.226453:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:2.0:1789469494.226467:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469494.226469:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469494.226471:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469494.226472:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789469494.226476:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:2.0:1789469494.226479:0:332879:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789469494.226482:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469494.226484:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789469494.226487:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469494.226490:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469494.226493:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789469494.226495:0:332879:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789469494.226503:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742fb80. 00000020:00000040:2.0:1789469494.226507:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789469494.226510:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789469494.226512:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469494.226515:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469494.226518:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789469494.226521:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469494.226528:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacec00. 00000100:00000001:2.0:1789469494.226535:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469494.226541:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742fb80 x1876386402423552/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789469494.226550:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469494.226554:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469494.226559:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea5b87c] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742fb80 x1876386402423552/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469494.226581:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469494.226584:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469494.226588:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469494.226590:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469494.226593:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469494.226596:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469494.226599:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469494.226602:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469494.226605:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469494.226609:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21747) 00000100:00000001:3.0:1789469494.227158:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469494.227164:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469494.227167:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469494.227175:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742fb80 x1876386402423552/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469494.227186:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469494.227188:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469494.227192:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469494.227195:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469494.227198:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469494.227202:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402423552:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789469494.227206:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469494.227210:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469494.227212:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469494.227215:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469494.227219:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d0c00. 02000000:00000001:3.0:1789469494.227221:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469494.227227:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789469494.227232:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bfc08. 00000400:00000010:3.0:1789469494.227243:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce770. 00000100:00000200:3.0:1789469494.227251:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402423552, portal 25 00000100:00000001:3.0:1789469494.227253:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469494.227255:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836137856 : -126740873413760 : ffff8cbad742fb80) 00000100:00000040:3.0:1789469494.227260:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742fb80 x1876386402423552/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469494.227266:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469494.227269:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789469494.227272:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cea18. 00000100:00000200:3.0:1789469494.227274:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402423552, offset 0 00000400:00000200:3.0:1789469494.227281:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789469494.227289:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469494.227295:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789469494.227301:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789469494.227305:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789469494.227308:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789469494.227311:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789469494.227314:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94088:94088:256:4294967295] 192.168.203.142@tcp LPNI seq info [94088:94088:8:4294967295] 00000400:00000200:3.0:1789469494.227318:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469494.227328:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789469494.227334:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789469494.227556:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7300. 00000800:00000200:3.0:1789469494.227564:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789469494.227572:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469494.227576:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789469494.227596:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469494.227601:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789469494.227604:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316411509 00000100:00000010:3.0:1789469494.227610:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad04513c0. 00000100:00000001:3.0:1789469494.227670:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469494.227676:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316411509 00000100:00000010:3.0:1789469494.227679:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451c60. 00000100:00000001:3.0:1789469494.227682:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469494.227685:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469494.227688:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469494.227691:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469494.227693:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469494.227699:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469494.227701:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:3.0:1789469494.227703:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469494.227704:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469494.227706:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469494.227707:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469494.228773:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469494.228779:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7300. 00000400:00000200:2.0:1789469494.228785:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469494.228792:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469494.228797:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cea18 00000400:00000010:2.0:1789469494.228800:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cea18. 00000100:00000001:2.0:1789469494.228803:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469494.228809:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742fb80 x1876386402423552/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469494.228818:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469494.228822:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742fb80 x1876386402423552/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469519 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469494.228828:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469494.228830:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:0.0:1789469494.609473:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469494.609479:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469494.609484:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469494.609485:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469494.609488:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469494.609489:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469494.610025:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469494.610029:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469494.610032:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469495.249335:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469495.249343:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469495.249346:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469495.249351:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469495.249354:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469495.249358:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469495.249360:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469495.249362:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469495.249365:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469495.505265:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316411509, at 4316411520 00000100:00000010:3.0:1789469495.505280:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451c60. 00000100:00000040:2.0:1789469495.505756:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316411509, at 4316411520 00000100:00000010:2.0:1789469495.505764:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad04513c0. 00010000:00000001:0.0:1789469495.633290:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469495.633297:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469495.633303:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469495.633304:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469495.633307:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469495.633308:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469495.633973:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469495.633977:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469495.633980:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469496.274401:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469496.274409:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469496.274411:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469496.274417:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469496.274420:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469496.274424:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469496.274427:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469496.274430:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469496.274432:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469496.657936:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469496.657945:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469496.657947:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469496.657951:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469496.657955:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469496.657957:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469496.657959:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469496.657961:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469496.657965:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469496.657967:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469496.657970:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469496.657972:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469496.658286:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469496.658291:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469496.658294:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469497.299663:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469497.299670:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469497.299672:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469497.299677:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469497.299680:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469497.299684:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469497.299687:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469497.299689:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469497.299691:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469497.683779:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469497.683786:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469497.683791:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469497.683792:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469497.683795:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469497.683796:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469497.683988:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469497.683992:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469497.683995:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789469498.257691:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469498.257702:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469498.257705:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469498.257709:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469498.257712:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469498.257715:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469498.257718:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469498.257723:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469498.257726:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469498.257729:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469498.257736:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21751) 00000100:00000001:1.0:1789469498.258151:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469498.258160:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469498.258162:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469498.258165:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469498.258167:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469498.258171:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469498.258174:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469498.321253:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469498.321259:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469498.321262:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469498.321267:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469498.321270:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469498.321274:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469498.321277:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469498.321279:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469498.321282:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469498.705335:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469498.705343:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469498.705349:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469498.705352:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469498.705354:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469498.705358:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469498.705361:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469498.705364:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469498.705366:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469498.705368:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469498.705371:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469498.705373:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469498.705374:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469498.705376:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469498.705378:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469498.705379:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469498.705381:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469498.705383:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469498.708642:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469498.708649:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469498.708654:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469499.281355:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469499.281369:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469499.281371:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469499.281376:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469499.281378:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469499.281384:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469499.281386:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469499.284004:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469499.284013:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469499.284017:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469499.284021:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469499.284024:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469499.284027:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469499.284030:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469499.284033:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469499.284036:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469499.284039:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469499.284045:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21753) 00000100:00000001:2.0:1789469499.345257:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469499.345265:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469499.345267:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469499.345273:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469499.345277:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469499.345280:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469499.345284:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469499.345286:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469499.345289:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469499.729270:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469499.729276:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469499.729282:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469499.729283:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469499.729286:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469499.729287:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469499.729867:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469499.729871:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469499.729874:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469500.305248:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469500.305268:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469500.305270:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469500.305274:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469500.305284:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469500.305289:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469500.305291:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469500.373039:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469500.373046:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469500.373048:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469500.373053:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469500.373056:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469500.373060:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469500.373063:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469500.373065:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469500.373068:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469500.753288:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469500.753295:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469500.753301:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469500.753303:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469500.753306:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469500.753307:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469500.753390:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469500.753394:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469500.753397:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469501.329252:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469501.329265:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469501.329267:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469501.329272:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469501.329275:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469501.329279:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469501.329281:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469501.395648:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469501.395657:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469501.395659:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469501.395664:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469501.395668:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469501.395671:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469501.395674:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469501.395676:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469501.395679:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469501.777278:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469501.777284:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469501.777289:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469501.777290:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469501.777293:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469501.777294:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469501.777422:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469501.777426:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469501.777429:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469502.353207:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469502.353221:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469502.353223:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469502.353228:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469502.353230:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469502.353234:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469502.353236:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469502.417893:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469502.417900:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469502.417903:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469502.417908:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469502.417911:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469502.417915:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469502.417918:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469502.417920:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469502.417923:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469502.801281:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469502.801288:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469502.801293:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469502.801294:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469502.801298:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469502.801299:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469502.801385:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469502.801388:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469502.801399:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469503.377249:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469503.377264:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469503.377267:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469503.377271:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469503.377273:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469503.377276:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469503.377279:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469503.441261:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469503.441270:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469503.441272:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469503.441278:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469503.441282:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469503.441286:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469503.441289:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469503.441291:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469503.441294:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469503.825252:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469503.825259:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469503.825264:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469503.825265:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469503.825268:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469503.825269:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469503.840017:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469503.840025:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469503.840030:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469504.401275:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469504.401290:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469504.401292:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469504.401296:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469504.401298:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469504.401302:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469504.401305:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469504.465215:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469504.465222:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469504.465224:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469504.465229:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469504.465233:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469504.465237:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469504.465239:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469504.465242:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469504.465244:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469504.593695:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469504.593705:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469504.593708:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469504.593712:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469504.593725:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469504.593728:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469504.593731:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469504.593735:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469504.593737:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469504.593740:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469504.593746:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21758) 00010000:00000001:0.0:1789469504.852489:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469504.852496:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469504.852501:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469504.852502:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469504.852506:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469504.852507:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469504.853521:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469504.853526:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469504.853529:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469505.430093:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469505.430107:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469505.430110:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469505.430115:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469505.430117:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469505.430122:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469505.430124:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469505.489273:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469505.489294:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469505.489296:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469505.489301:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469505.489304:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469505.489308:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469505.489311:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469505.489314:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469505.489317:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469505.873303:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469505.873314:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469505.873323:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469505.873326:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469505.873329:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469505.873331:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469505.874169:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469505.874176:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469505.874181:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469506.450300:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469506.450318:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469506.450320:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469506.450326:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469506.450329:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469506.450335:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469506.450338:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469506.513981:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469506.513989:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469506.513990:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469506.513995:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469506.514000:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469506.514004:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469506.514007:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469506.514009:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469506.514012:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469506.897845:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469506.897854:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469506.897856:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469506.897860:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469506.897865:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469506.897867:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469506.897870:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469506.897872:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469506.897876:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469506.897877:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469506.897881:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469506.897882:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469506.898436:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469506.898440:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469506.898444:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469507.473242:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469507.473255:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469507.473257:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469507.473261:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469507.473264:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469507.473267:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469507.473270:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469507.537377:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469507.537385:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469507.537387:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469507.537393:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469507.537396:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469507.537400:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469507.537403:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469507.537405:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469507.537408:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469507.921281:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469507.921289:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469507.921295:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469507.921297:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469507.921300:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469507.921301:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469507.921430:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469507.921434:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469507.921437:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469508.497256:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469508.497271:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469508.497273:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469508.497278:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469508.497280:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469508.497284:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469508.497287:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469508.561260:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469508.561269:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469508.561272:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469508.561278:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469508.561282:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469508.561286:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469508.561289:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469508.561292:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469508.561295:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469508.946065:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469508.946072:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469508.946078:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469508.946081:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469508.946083:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469508.946087:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469508.946189:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469508.946192:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469508.946194:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469508.946197:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469508.946201:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469508.946203:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469508.946204:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469508.946206:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469508.946208:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469508.946209:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469508.946211:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469508.946213:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469508.946341:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469508.946353:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469508.946356:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469509.522024:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469509.522037:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469509.522039:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469509.522044:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469509.522046:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469509.522050:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469509.522053:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469509.585292:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469509.585299:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469509.585302:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469509.585307:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469509.585310:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469509.585313:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469509.585316:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469509.585318:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469509.585321:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469509.713648:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469509.713658:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469509.713662:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469509.713665:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469509.713668:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469509.713671:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469509.713674:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469509.713678:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469509.713680:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469509.713683:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469509.713687:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21763) 00010000:00000001:0.0:1789469509.969319:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469509.969329:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469509.969347:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469509.969349:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469509.969353:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469509.969354:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469509.970276:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469509.970282:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469509.970286:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469510.545294:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469510.545310:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469510.545312:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469510.545318:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469510.545321:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469510.545327:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469510.545341:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469510.609278:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469510.609286:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469510.609288:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469510.609293:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469510.609297:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469510.609301:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469510.609303:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469510.609306:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469510.609309:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469510.993296:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469510.993303:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469510.993309:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469510.993310:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469510.993313:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469510.993314:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469510.994411:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469510.994417:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469510.994420:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469511.569253:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469511.569266:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469511.569268:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469511.569273:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469511.569275:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469511.569279:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469511.569282:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469511.633463:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469511.633470:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469511.633472:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469511.633477:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469511.633481:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469511.633485:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469511.633488:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469511.633491:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469511.633494:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469512.021328:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469512.021335:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469512.021340:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469512.021342:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469512.021345:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469512.021346:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469512.021532:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469512.021536:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469512.021539:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469512.593331:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469512.593347:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469512.593350:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469512.593355:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469512.593358:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469512.593364:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469512.593367:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469512.657247:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469512.657255:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469512.657257:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469512.657262:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469512.657266:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469512.657270:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469512.657273:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469512.657275:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469512.657278:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469513.041379:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469513.041386:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469513.041392:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469513.041393:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469513.041396:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469513.041397:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469513.042255:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469513.042259:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469513.042263:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469513.617298:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469513.617324:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469513.617327:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469513.617334:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469513.617336:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469513.617342:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469513.617344:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469513.681754:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469513.681760:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469513.681762:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469513.681766:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469513.681768:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469513.681772:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469513.681773:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469513.681775:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469513.681777:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469514.065830:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469514.065840:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469514.065846:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469514.065848:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469514.065851:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469514.065853:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469514.067412:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469514.067421:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469514.067426:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469514.641361:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469514.641379:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469514.641382:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469514.641389:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469514.641392:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469514.641397:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469514.641400:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469514.707225:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469514.707237:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469514.707239:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469514.707246:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469514.707250:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469514.707255:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469514.707258:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469514.707261:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469514.707264:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469514.836470:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469514.836485:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469514.836489:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469514.836494:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469514.836497:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469514.836500:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469514.836503:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469514.836509:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469514.836512:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469514.836515:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469514.836522:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21768) 00010000:00000001:0.0:1789469515.090679:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469515.090689:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469515.090696:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469515.090698:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469515.090702:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469515.090703:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469515.091505:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469515.091511:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469515.091515:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469515.665393:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469515.665413:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469515.665417:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469515.665422:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469515.665425:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469515.665431:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469515.665434:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469515.730762:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469515.730773:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469515.730776:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469515.730783:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469515.730788:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469515.730793:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469515.730796:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469515.730799:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469515.730802:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469516.115056:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469516.115066:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469516.115073:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469516.115074:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469516.115079:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469516.115080:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469516.115157:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469516.115161:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469516.115165:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469516.690572:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469516.690591:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469516.690594:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469516.690599:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469516.690602:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469516.690607:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469516.690620:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469516.753812:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469516.753822:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469516.753825:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469516.753832:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469516.753836:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469516.753842:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469516.753845:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469516.753848:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469516.753851:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469517.137371:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469517.137383:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469517.137386:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469517.137391:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469517.137396:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469517.137399:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469517.137401:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469517.137403:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469517.137408:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469517.137410:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469517.137414:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469517.137415:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469517.137535:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469517.137540:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469517.137543:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469517.715476:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469517.715489:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469517.715492:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469517.715496:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469517.715499:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469517.715503:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469517.715506:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469517.779027:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469517.779034:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469517.779036:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469517.779041:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469517.779045:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469517.779049:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469517.779053:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469517.779055:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469517.779058:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469518.161617:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469518.161625:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469518.161631:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469518.161633:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469518.161636:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469518.161637:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469518.162841:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469518.162846:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469518.162850:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469518.737560:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469518.737569:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469518.737584:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469493/real 1789469493] req@ffff8cbacf6c4380 x1876386402423424/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469518 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469518.737605:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469518.737607:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469518.737610:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf210. 00000400:00000200:1.0:1789469518.737617:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce4c8 00000400:00000010:1.0:1789469518.737619:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce4c8. 00000100:00000001:1.0:1789469518.737622:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469518.737627:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c4380 x1876386402423424/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469518 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469518.737635:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c4380 x1876386402423424/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469518 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469518.737642:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469518.737644:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469518.737647:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469518.737649:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469518.737652:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c4380 x1876386402423424/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469518 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469518.737658:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469518.737660:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469518.737663:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469493/real 1789469493] req@ffff8cbacf6c7100 x1876386402423296/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469518 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469518.737670:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469518.737671:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469518.737672:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bfb58. 00000400:00000200:1.0:1789469518.737674:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce660 00000400:00000010:1.0:1789469518.737676:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce660. 00000100:00000001:1.0:1789469518.737677:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469518.737680:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6c7100 x1876386402423296/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469518 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469518.737686:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6c7100 x1876386402423296/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469518 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469518.737692:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469518.737694:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469518.737695:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469518.737697:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469518.737700:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6c7100 x1876386402423296/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469518 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469518.737706:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469518.737713:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469518.737715:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469518.737718:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469518.737720:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469518.737724:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469518.737728:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c4380 x1876386402423424/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469518 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469518.737735:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469518.737738:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469518.737740:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469518.737741:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469518.737743:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469518.737746:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469518.737750:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469518.737773:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469518.737776:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469518.737781:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c4380 x1876386402423424/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469518 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469518.737789:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402423424:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469518.737793:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469518.737796:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6c7100 x1876386402423296/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469518 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469518.737803:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469518.737805:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469518.737807:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469518.737808:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469518.737809:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469518.737811:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469518.737813:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469518.737819:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469518.737821:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469518.737824:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6c7100 x1876386402423296/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469518 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469518.737832:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402423296:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469518.737835:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469518.737837:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469518.737840:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c4380 x1876386402423424/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469518 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469518.737846:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469518.737850:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469518.737853:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d2400. 02000000:00000001:1.0:1789469518.737858:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469518.737860:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469518.737862:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789469518.737864:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469518.737867:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6890000. 02000000:00000001:1.0:1789469518.737869:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469518.737871:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469518.737873:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c4380. 00000100:00000001:1.0:1789469518.737876:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469518.737877:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469518.737879:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469518.737882:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6c7100 x1876386402423296/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469518 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469518.737887:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469518.737888:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469518.737890:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d3000. 02000000:00000001:1.0:1789469518.737892:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469518.737893:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469518.737894:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789469518.737895:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469518.737896:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6892000. 02000000:00000001:1.0:1789469518.737899:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469518.737900:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469518.737901:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6c7100. 00000100:00000001:1.0:1789469518.737904:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469518.737905:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469518.737907:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469518.737961:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469518.737966:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469518.737968:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469518.737971:0:333009:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789469518.737982:0:333009:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469518.737985:0:333009:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469518.737988:0:333009:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469518.737992:0:333009:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21741 00000400:00000200:3.0:1789469518.737999:0:333009:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469518.738003:0:333009:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789469518.738006:0:333009:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469518.738009:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469518.738012:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469518.738014:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469518.738016:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789469518.738022:0:333009:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469518.738024:0:333009:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789469518.738026:0:333009:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469518.738030:0:333009:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789469518.738032:0:333009:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789469518.738034:0:333009:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789469518.738037:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469518.738039:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469518.738041:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469518.738043:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789469518.738046:0:333009:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789469518.738050:0:333009:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789469518.738052:0:333009:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469518.738055:0:333009:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469518.738062:0:333009:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469518.738064:0:333009:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469518.738066:0:333009:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789469518.738071:0:333009:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789469518.738073:0:333009:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469518.738075:0:333009:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469518.738084:0:333009:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031c00. 00000020:00000040:3.0:1789469518.738087:0:333009:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789469518.738091:0:333009:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469518.738092:0:333009:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469518.738095:0:333009:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469518.738098:0:333009:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469518.738101:0:333009:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469518.738108:0:333009:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2c00. 00000100:00000001:3.0:1789469518.738114:0:333009:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469518.738121:0:333009:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031c00 x1876386402423680/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469518.738129:0:333009:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469518.738150:0:333009:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469518.738155:0:333009:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e90841d0] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031c00 x1876386402423680/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469518.738177:0:333009:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469518.738180:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469518.738182:0:333009:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789469518.738184:0:333009:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469518.738185:0:333009:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469518.738188:0:333009:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469518.738190:0:333009:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21741 00000400:00000200:3.0:1789469518.738194:0:333009:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469518.738197:0:333009:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789469518.738199:0:333009:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469518.738202:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469518.738204:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469518.738206:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469518.738207:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789469518.738210:0:333009:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469518.738211:0:333009:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789469518.738213:0:333009:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469518.738214:0:333009:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789469518.738216:0:333009:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789469518.738218:0:333009:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789469518.738221:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469518.738223:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469518.738224:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469518.738226:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789469518.738229:0:333009:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789469518.738231:0:333009:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789469518.738234:0:333009:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469518.738235:0:333009:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469518.738238:0:333009:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469518.738240:0:333009:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469518.738242:0:333009:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789469518.738244:0:333009:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789469518.738246:0:333009:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469518.738248:0:333009:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469518.738252:0:333009:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030a80. 00000020:00000040:3.0:1789469518.738254:0:333009:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789469518.738256:0:333009:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469518.738258:0:333009:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469518.738260:0:333009:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469518.738261:0:333009:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469518.738262:0:333009:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469518.738266:0:333009:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1c00. 00000100:00000001:3.0:1789469518.738278:0:333009:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469518.738283:0:333009:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030a80 x1876386402423808/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469518.738289:0:333009:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469518.738291:0:333009:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469518.738294:0:333009:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afb50d69] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030a80 x1876386402423808/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469518.738301:0:333009:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469518.738304:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469518.738307:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469518.738310:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469518.738313:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469518.738318:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21772) 00000100:00000001:1.0:1789469518.744293:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469518.744303:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469518.744307:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469518.744322:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9031c00 x1876386402423680/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469518.744334:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469518.744336:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469518.744340:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469518.744344:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469518.744347:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469518.744359:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402423680:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469518.744364:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469518.744368:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469518.744371:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469518.744373:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469518.744382:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6892000. 02000000:00000001:1.0:1789469518.744384:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469518.744391:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469518.744397:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30dc0. 00000400:00000010:1.0:1789469518.744405:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d53b8. 00000100:00000200:1.0:1789469518.744412:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402423680, portal 10 00000100:00000001:1.0:1789469518.744414:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469518.744416:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107409920 : -126744602141696 : ffff8cb9f9031c00) 00000100:00000040:1.0:1789469518.744423:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031c00 x1876386402423680/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469518.744431:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469518.744433:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469518.744436:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5a18. 00000100:00000200:1.0:1789469518.744440:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402423680, offset 0 00000400:00000200:1.0:1789469518.744447:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469518.744455:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469518.744463:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469518.744468:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469518.744471:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469518.744475:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469518.744478:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469518.744481:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94089:94089:256:4294967295] 192.168.203.142@tcp LPNI seq info [94089:94089:8:4294967295] 00000400:00000200:1.0:1789469518.744485:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469518.744495:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469518.744501:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469518.744507:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7200. 00000800:00000200:1.0:1789469518.744514:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469518.744522:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469518.744526:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469518.744549:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469518.744554:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789469518.744557:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469518.744561:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316434786 00000100:00000010:1.0:1789469518.744566:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869aa80. 00000100:00000001:1.0:1789469518.744573:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789469518.744584:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316434786 00000100:00000010:1.0:1789469518.744587:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a4e0. 00000100:00000001:1.0:1789469518.744589:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789469518.744601:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469518.744604:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469518.744607:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469518.744611:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030a80 x1876386402423808/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469518.744618:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469518.744620:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469518.744622:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469518.744623:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469518.744625:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469518.744628:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402423808:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469518.744631:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469518.744633:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469518.744634:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469518.744635:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469518.744639:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890000. 02000000:00000001:1.0:1789469518.744641:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469518.744643:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469518.744645:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30898. 00000400:00000010:1.0:1789469518.744649:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5cc0. 00000100:00000200:1.0:1789469518.744651:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402423808, portal 10 00000100:00000001:1.0:1789469518.744653:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469518.744654:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107405440 : -126744602146176 : ffff8cb9f9030a80) 00000100:00000040:1.0:1789469518.744660:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030a80 x1876386402423808/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469518.744666:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469518.744668:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469518.744670:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5d48. 00000100:00000200:1.0:1789469518.744672:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402423808, offset 0 00000400:00000200:1.0:1789469518.744677:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469518.744681:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469518.744684:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469518.744687:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469518.744690:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469518.744692:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469518.744694:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469518.744696:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94090:94090:255:4294967295] 192.168.203.142@tcp LPNI seq info [94090:94090:7:4294967295] 00000400:00000200:1.0:1789469518.744700:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469518.744706:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469518.744710:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469518.744713:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7900. 00000800:00000200:1.0:1789469518.744717:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469518.744720:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469518.744724:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469518.744726:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469518.744730:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789469518.744733:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469518.744734:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316434774 00000100:00000001:1.0:1789469518.744737:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4316434786 00000100:00000001:1.0:1789469518.744738:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316434774 00000100:00000001:1.0:1789469518.744740:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4316434786 00000100:00000001:1.0:1789469518.744742:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469518.744745:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469518.744747:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469518.744750:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469518.744757:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469518.744759:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469518.744762:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469518.744763:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469518.744764:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469518.744766:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469518.744924:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469518.744929:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7200. 00000400:00000200:2.0:1789469518.744935:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469518.744941:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469518.744947:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5a18 00000400:00000010:2.0:1789469518.744950:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5a18. 00000100:00000001:2.0:1789469518.744954:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469518.744959:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031c00 x1876386402423680/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469518.744968:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469518.744971:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031c00 x1876386402423680/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469518.744993:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469518.744994:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789469518.745064:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469518.745066:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7900. 00000400:00000200:2.0:1789469518.745070:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469518.745073:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469518.745076:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5d48 00000400:00000010:2.0:1789469518.745078:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5d48. 00000100:00000001:2.0:1789469518.745080:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469518.745083:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030a80 x1876386402423808/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469518.745090:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469518.745093:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030a80 x1876386402423808/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469518.745098:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469518.745099:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1789469518.773554:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316434786, at 4316434788 00000100:00000010:2.0:1789469518.773571:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869aa80. 00000100:00000040:3.0:1789469518.773663:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316434786, at 4316434788 00000100:00000010:3.0:1789469518.773671:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a4e0. 00000100:00000001:2.0:1789469518.802531:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469518.802539:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469518.802541:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469518.802546:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469518.802550:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469518.802554:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469518.802556:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469518.802559:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469518.802561:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469519.186729:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469519.186737:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469519.186743:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469519.186746:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469519.186749:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469519.186752:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469519.186756:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469519.186758:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469519.186760:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469519.186763:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469519.186766:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469519.186768:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469519.186769:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469519.186770:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469519.186772:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469519.186774:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469519.186776:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469519.186777:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469519.186918:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469519.186922:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469519.186925:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469519.761411:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469519.761420:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469519.761435:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469494/real 1789469494] req@ffff8cbad742fb80 x1876386402423552/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469519 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469519.761452:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469519.761454:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469519.761458:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bfc08. 00000400:00000200:1.0:1789469519.761463:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce770 00000400:00000010:1.0:1789469519.761466:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce770. 00000100:00000001:1.0:1789469519.761470:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469519.761474:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742fb80 x1876386402423552/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469519 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469519.761482:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742fb80 x1876386402423552/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469519 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469519.761489:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469519.761491:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469519.761494:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469519.761495:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469519.761499:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742fb80 x1876386402423552/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469519 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469519.761506:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469519.761514:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469519.761516:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1789469519.761518:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469519.761521:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469519.761523:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469519.761528:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742fb80 x1876386402423552/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469519 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469519.761535:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469519.761538:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469519.761539:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469519.761540:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469519.761542:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469519.761544:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469519.761547:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469519.761578:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469519.761581:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469519.761585:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742fb80 x1876386402423552/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469519 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469519.761592:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402423552:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789469519.761597:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469519.761600:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469519.761603:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742fb80 x1876386402423552/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469519 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469519.761609:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469519.761612:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469519.761616:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d0c00. 02000000:00000001:1.0:1789469519.761620:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469519.761623:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469519.761625:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789469519.761627:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469519.761629:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacec00. 02000000:00000001:1.0:1789469519.761633:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469519.761634:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469519.761636:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742fb80. 00000100:00000001:1.0:1789469519.761642:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469519.761643:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469519.761646:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469519.761794:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469519.761799:0:333009:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789469519.761801:0:333009:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469519.761804:0:333009:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469519.761807:0:333009:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469519.761810:0:333009:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21742 00000400:00000200:3.0:1789469519.761816:0:333009:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469519.761821:0:333009:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789469519.761824:0:333009:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469519.761827:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469519.761829:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469519.761831:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469519.761834:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789469519.761840:0:333009:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469519.761842:0:333009:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789469519.761844:0:333009:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469519.761847:0:333009:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789469519.761849:0:333009:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789469519.761851:0:333009:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789469519.761854:0:333009:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469519.761855:0:333009:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469519.761857:0:333009:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469519.761859:0:333009:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789469519.761862:0:333009:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789469519.761865:0:333009:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789469519.761867:0:333009:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469519.761869:0:333009:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469519.761873:0:333009:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469519.761875:0:333009:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469519.761877:0:333009:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469519.761879:0:333009:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469519.761887:0:333009:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9032d80. 00000020:00000040:3.0:1789469519.761890:0:333009:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789469519.761893:0:333009:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469519.761895:0:333009:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469519.761898:0:333009:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469519.761901:0:333009:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469519.761904:0:333009:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469519.761911:0:333009:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3800. 00000100:00000001:3.0:1789469519.761916:0:333009:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469519.761922:0:333009:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9032d80 x1876386402423936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469519.761929:0:333009:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469519.761933:0:333009:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469519.761938:0:333009:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca468814] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9032d80 x1876386402423936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469519.761957:0:333009:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469519.761961:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469519.761964:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469519.761967:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469519.761970:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469519.761972:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469519.761976:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469519.761979:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469519.761982:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469519.761987:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21773) 00000100:00000001:1.0:1789469519.762147:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469519.762150:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469519.762152:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469519.762158:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9032d80 x1876386402423936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469519.762164:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469519.762166:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469519.762169:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469519.762172:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469519.762174:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469519.762177:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402423936:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789469519.762180:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469519.762183:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469519.762186:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469519.762188:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469519.762192:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6891c00. 02000000:00000001:1.0:1789469519.762194:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469519.762199:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469519.762203:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30d68. 00000400:00000010:1.0:1789469519.762208:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5000. 00000100:00000200:1.0:1789469519.762213:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402423936, portal 25 00000100:00000001:1.0:1789469519.762215:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469519.762216:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107414400 : -126744602137216 : ffff8cb9f9032d80) 00000100:00000040:1.0:1789469519.762221:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9032d80 x1876386402423936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469519.762227:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469519.762229:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469519.762231:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5f68. 00000100:00000200:1.0:1789469519.762234:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402423936, offset 0 00000400:00000200:1.0:1789469519.762239:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469519.762256:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469519.762269:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469519.762273:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469519.762277:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469519.762280:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469519.762283:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469519.762286:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94091:94091:256:4294967295] 192.168.203.142@tcp LPNI seq info [94091:94091:8:4294967295] 00000400:00000200:1.0:1789469519.762290:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469519.762299:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469519.762304:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469519.762310:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7900. 00000800:00000200:1.0:1789469519.762316:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469519.762323:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469519.762327:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469519.762346:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469519.762351:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469519.762353:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316437044 00000100:00000010:1.0:1789469519.762358:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a300. 00000100:00000001:1.0:1789469519.762363:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789469519.762368:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316437044 00000100:00000010:1.0:1789469519.762371:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a840. 00000100:00000001:1.0:1789469519.762373:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789469519.762377:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469519.762379:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469519.762381:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469519.762383:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469519.762387:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469519.762389:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1789469519.762391:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469519.762392:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469519.762393:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469519.762394:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469519.762591:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469519.762595:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7900. 00000400:00000200:2.0:1789469519.762599:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469519.762604:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469519.762608:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5f68 00000400:00000010:2.0:1789469519.762610:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5f68. 00000100:00000001:2.0:1789469519.762614:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469519.762618:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9032d80 x1876386402423936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469519.762624:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469519.762627:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9032d80 x1876386402423936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469544 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469519.762633:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469519.762634:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469519.825233:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469519.825241:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469519.825244:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469519.825249:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469519.825252:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469519.825256:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469519.825259:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469519.825270:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469519.825273:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469520.211407:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469520.211414:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469520.211420:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469520.211421:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469520.211425:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469520.211426:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469520.211566:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469520.211571:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469520.211574:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469520.849743:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469520.849751:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469520.849754:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469520.849759:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469520.849763:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469520.849767:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469520.849769:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469520.849772:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469520.849774:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469521.041767:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316437044, at 4316437056 00000100:00000010:2.0:1789469521.041785:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a300. 00000100:00000040:3.0:1789469521.042473:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316437044, at 4316437057 00000100:00000010:3.0:1789469521.042479:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a840. 00010000:00000001:0.0:1789469521.234930:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469521.234937:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469521.234942:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469521.234943:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469521.234946:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469521.234947:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469521.236004:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469521.236009:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469521.236012:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469521.873269:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469521.873276:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469521.873278:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469521.873283:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469521.873286:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469521.873290:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469521.873293:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469521.873295:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469521.873298:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469522.257234:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469522.257250:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469522.257257:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469522.257258:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469522.257262:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469522.257263:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469522.257383:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469522.257387:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469522.257389:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469522.897384:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469522.897392:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469522.897394:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469522.897399:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469522.897403:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469522.897406:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469522.897409:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469522.897411:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469522.897414:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469523.281301:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469523.281308:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469523.281314:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469523.281316:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469523.281319:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469523.281320:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469523.281441:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469523.281445:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469523.281448:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469523.793268:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469523.793278:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469523.793281:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469523.793284:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469523.793286:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469523.793289:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469523.793291:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469523.793294:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469523.793307:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469523.793310:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469523.793316:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21777) 00000100:00000001:1.0:1789469523.794478:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469523.794489:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469523.794492:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469523.794495:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469523.794497:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469523.794501:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469523.794504:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469523.921528:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469523.921535:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469523.921537:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469523.921543:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469523.921548:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469523.921551:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469523.921554:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469523.921556:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469523.921559:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469524.305268:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469524.305275:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469524.305280:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469524.305281:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469524.305285:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469524.305286:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469524.305364:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469524.305368:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469524.305372:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469524.818154:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469524.818168:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469524.818170:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789469524.818174:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789469524.818176:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469524.818179:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1789469524.818182:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1789469524.818184:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469524.818188:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469524.818198:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469524.818202:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469524.818205:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469524.818208:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469524.818211:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469524.818215:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469524.818217:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469524.818220:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469524.818234:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21778) 00000100:00000001:2.0:1789469524.947340:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469524.947348:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469524.947350:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469524.947356:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469524.947360:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469524.947364:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469524.947367:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469524.947369:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469524.947372:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469525.329302:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469525.329308:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469525.329314:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469525.329315:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469525.329319:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469525.329321:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469525.333184:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469525.333191:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469525.333195:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469525.842022:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469525.842036:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469525.842038:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469525.842042:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469525.842044:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469525.842048:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469525.842051:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469525.969242:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469525.969251:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469525.969253:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469525.969259:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469525.969263:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469525.969267:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469525.969270:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469525.969272:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469525.969275:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469526.353487:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469526.353494:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469526.353497:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469526.353500:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469526.353505:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469526.353517:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469526.353519:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469526.353522:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469526.353525:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469526.353527:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469526.353530:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469526.353531:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469526.353757:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469526.353760:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469526.353763:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469526.865433:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469526.865448:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469526.865451:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469526.865456:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469526.865459:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469526.865463:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469526.865465:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469526.993265:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469526.993272:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469526.993274:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469526.993279:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469526.993282:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469526.993286:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469526.993289:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469526.993291:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469526.993294:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469527.377280:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469527.377286:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469527.377291:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469527.377292:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469527.377295:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469527.377296:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469527.377372:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469527.377375:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469527.377377:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469527.890693:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469527.890707:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469527.890709:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469527.890713:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469527.890716:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469527.890719:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469527.890723:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469528.019059:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469528.019067:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469528.019069:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469528.019074:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469528.019077:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469528.019080:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469528.019084:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469528.019085:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469528.019088:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469528.401271:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469528.401278:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469528.401283:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469528.401287:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469528.401289:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469528.401293:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469528.401295:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469528.401298:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469528.401300:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469528.401302:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469528.401305:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469528.401307:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469528.401308:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469528.401310:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469528.401312:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469528.401313:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469528.401314:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469528.401316:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469528.401453:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469528.401456:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469528.401459:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469528.913263:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469528.913277:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469528.913279:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469528.913283:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469528.913286:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469528.913290:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469528.913293:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469529.041261:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469529.041268:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469529.041270:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469529.041275:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469529.041278:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469529.041282:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469529.041285:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469529.041287:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469529.041290:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469529.426175:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469529.426181:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469529.426195:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469529.426197:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469529.426201:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469529.426202:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469529.426295:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469529.426298:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469529.426302:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469529.938833:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469529.938849:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469529.938851:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469529.938856:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469529.938858:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469529.938862:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469529.938865:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469530.065431:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469530.065439:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469530.065441:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469530.065446:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469530.065450:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469530.065454:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469530.065456:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469530.065458:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469530.065460:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469530.193254:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469530.193265:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469530.193268:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469530.193271:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469530.193273:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469530.193276:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469530.193280:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469530.193284:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469530.193287:0:333009:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469530.193290:0:333009:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469530.193295:0:333009:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21783) 00010000:00000001:0.0:1789469530.449666:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469530.449673:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469530.449679:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469530.449680:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469530.449684:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469530.449684:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469530.450720:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469530.450725:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469530.450729:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469530.961496:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469530.961510:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469530.961512:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469530.961516:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469530.961518:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469530.961522:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469530.961524:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469531.089268:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469531.089274:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469531.089276:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469531.089286:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469531.089290:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469531.089295:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469531.089297:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469531.089299:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469531.089302:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469531.473348:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469531.473358:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469531.473366:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469531.473368:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469531.473372:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469531.473373:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469531.473501:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469531.473505:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469531.473509:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469531.985253:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469531.985268:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469531.985270:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469531.985274:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469531.985277:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469531.985281:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469531.985283:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469532.114333:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469532.114341:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469532.114343:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469532.114348:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469532.114351:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469532.114355:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469532.114357:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469532.114359:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469532.114362:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469532.497275:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469532.497281:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469532.497288:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469532.497289:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469532.497293:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469532.497294:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469532.497562:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469532.497566:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469532.497569:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469533.009582:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469533.009600:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469533.009603:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469533.009609:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469533.009612:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469533.009618:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469533.009620:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469533.137286:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469533.137293:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469533.137294:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469533.137299:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469533.137302:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469533.137306:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469533.137309:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469533.137311:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469533.137314:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469533.521420:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469533.521429:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469533.521438:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469533.521439:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469533.521443:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469533.521444:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469533.521645:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469533.521650:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469533.521653:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469534.033319:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469534.033337:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469534.033339:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469534.033345:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469534.033348:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469534.033353:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469534.033356:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469534.161540:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469534.161548:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469534.161550:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469534.161555:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469534.161558:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469534.161562:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469534.161564:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469534.161567:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469534.161569:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469534.545686:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469534.545694:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469534.545700:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469534.545701:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469534.545705:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469534.545706:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469534.545858:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469534.545862:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469534.545865:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469535.058410:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469535.058425:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469535.058427:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469535.058431:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469535.058434:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469535.058438:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469535.058441:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469535.185461:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469535.185474:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469535.185477:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469535.185485:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469535.185489:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469535.185494:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469535.185497:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469535.185500:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469535.185503:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469535.313631:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469535.313834:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469535.313839:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469535.313843:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469535.313846:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469535.313849:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469535.313851:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469535.313856:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469535.313859:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469535.313862:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469535.313870:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21789) 00010000:00000001:0.0:1789469535.569652:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469535.569658:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469535.569664:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469535.569735:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469535.569741:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469535.569742:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469535.569851:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469535.569855:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469535.569858:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469536.082017:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469536.082031:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469536.082033:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469536.082038:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469536.082040:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469536.082044:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469536.082047:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469536.210877:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469536.210885:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469536.210888:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469536.210894:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469536.210898:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469536.210902:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469536.210906:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469536.210909:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469536.210913:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469536.594305:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469536.594312:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469536.594314:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469536.594317:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469536.594321:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469536.594324:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469536.594326:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469536.594328:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469536.594332:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469536.594333:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469536.594336:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469536.594338:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469536.594495:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469536.594506:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469536.594509:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469537.105701:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469537.105715:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469537.105718:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469537.105722:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469537.105725:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469537.105729:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469537.105732:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469537.233250:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469537.233256:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469537.233258:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469537.233263:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469537.233266:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469537.233270:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469537.233272:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469537.233275:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469537.233277:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469537.617332:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469537.617339:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469537.617345:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469537.617346:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469537.617349:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469537.617350:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469537.617440:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469537.617444:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469537.617447:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469538.129340:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469538.129354:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469538.129356:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469538.129362:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469538.129364:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469538.129369:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469538.129372:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469538.257897:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469538.257905:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469538.257907:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469538.257911:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469538.257914:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469538.257917:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469538.257919:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469538.257921:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469538.257922:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469538.641285:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469538.641292:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469538.641297:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469538.641300:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469538.641303:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469538.641306:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469538.641309:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469538.641311:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469538.641313:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469538.641315:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469538.641318:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469538.641320:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469538.641321:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469538.641322:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469538.641324:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469538.641325:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469538.641327:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469538.641329:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469538.641493:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469538.641505:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469538.641513:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469539.154012:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469539.154032:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469539.154035:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469539.154042:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469539.154045:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469539.154051:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469539.154396:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469539.281541:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469539.281548:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469539.281550:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469539.281556:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469539.281559:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469539.281563:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469539.281566:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469539.281568:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469539.281571:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469539.665327:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469539.665337:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469539.665345:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469539.665347:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469539.665351:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469539.665352:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469539.665530:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469539.665534:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469539.665537:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469540.177536:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469540.177553:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469540.177556:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469540.177562:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469540.177565:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469540.177571:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469540.177574:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469540.305373:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469540.305383:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469540.305386:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469540.305393:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469540.305397:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469540.305402:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469540.305406:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469540.305409:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469540.305413:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469540.433284:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469540.433301:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469540.433305:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469540.433308:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469540.433311:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469540.433315:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469540.433318:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469540.433323:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469540.433326:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469540.433330:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469540.433337:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21794) 00010000:00000001:0.0:1789469540.689525:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469540.689603:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469540.689611:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469540.689613:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469540.689617:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469540.689618:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469540.690308:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469540.690315:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469540.690320:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469541.202059:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469541.202076:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469541.202079:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469541.202085:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469541.202088:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469541.202094:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469541.202107:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469541.329549:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469541.329561:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469541.329564:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469541.329571:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469541.329576:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469541.329580:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469541.329585:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469541.329588:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469541.329591:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469541.718226:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469541.718235:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469541.718241:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469541.718242:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469541.718246:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469541.718247:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469541.718436:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469541.718440:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469541.718443:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469542.225473:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469542.225489:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469542.225492:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469542.225498:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469542.225501:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469542.225507:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469542.225509:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469542.353719:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469542.353730:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469542.353732:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469542.353740:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469542.353744:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469542.353749:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469542.353752:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469542.353755:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469542.353759:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469542.737304:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469542.737312:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469542.737319:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469542.737320:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469542.737324:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469542.737325:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469542.737576:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469542.737580:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469542.737584:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469543.249326:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469543.249336:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469543.249357:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469518/real 1789469518] req@ffff8cb9f9031c00 x1876386402423680/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469543 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469543.249378:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469543.249381:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469543.249386:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30dc0. 00000400:00000200:1.0:1789469543.249394:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d53b8 00000400:00000010:1.0:1789469543.249397:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d53b8. 00000100:00000001:1.0:1789469543.249403:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469543.249408:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9031c00 x1876386402423680/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469543 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469543.249957:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9031c00 x1876386402423680/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469543 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469543.249966:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469543.249969:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469543.249972:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469543.249974:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469543.249979:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9031c00 x1876386402423680/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469543 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469543.249987:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469543.249990:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469543.249995:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469518/real 1789469518] req@ffff8cb9f9030a80 x1876386402423808/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469543 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469543.250005:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469543.250006:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469543.250009:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30898. 00000400:00000200:1.0:1789469543.250012:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5cc0 00000400:00000010:1.0:1789469543.250015:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5cc0. 00000100:00000001:1.0:1789469543.250017:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469543.250020:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030a80 x1876386402423808/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469543 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469543.250031:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030a80 x1876386402423808/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469543 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469543.250037:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469543.250038:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469543.250040:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469543.250041:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469543.250045:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9030a80 x1876386402423808/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469543 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469543.250051:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469543.250062:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469543.250065:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469543.250069:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469543.250071:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469543.250074:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469543.250079:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9031c00 x1876386402423680/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469543 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469543.250096:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469543.250100:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469543.250101:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469543.250103:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469543.250106:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469543.250109:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469543.250113:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469543.250585:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469543.250589:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469543.250595:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9031c00 x1876386402423680/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469543 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469543.250604:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402423680:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469543.250610:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469543.250614:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030a80 x1876386402423808/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469543 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469543.250622:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469543.250624:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789469543.250733:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469543.250740:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469543.250743:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469543.250746:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789469543.250749:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469543.250752:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469543.250757:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469543.250761:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21767 00000400:00000200:3.0:1789469543.250770:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469543.250777:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789469543.250781:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469543.250784:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469543.250788:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469543.250791:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469543.250793:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789469543.250804:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469543.250806:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789469543.250810:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469543.250814:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789469543.250817:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789469543.250819:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789469543.250823:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469543.250825:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469543.250827:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469543.250830:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789469543.250833:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789469543.250837:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789469543.250839:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469543.250843:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469543.250851:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469543.250854:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469543.250856:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789469543.250862:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789469543.250865:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469543.250867:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469543.250878:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033100. 00000020:00000040:3.0:1789469543.250890:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=11 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789469543.250895:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469543.250897:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469543.250900:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469543.250903:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469543.250908:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469543.250918:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2000. 00000100:00000001:3.0:1789469543.250926:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469543.250934:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033100 x1876386402424064/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469543.250944:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469543.250949:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469543.250954:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024ed4020] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033100 x1876386402424064/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469543.250967:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469543.250970:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469543.250974:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469543.250977:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469543.250982:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469543.250985:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469543.250988:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469543.250994:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21796) 00000100:00000001:1.0:1789469543.251209:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469543.251211:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469543.251214:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469543.251216:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469543.251220:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469543.251237:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469543.251240:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469543.251245:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030a80 x1876386402423808/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469543 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469543.251253:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402423808:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469543.251258:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469543.251262:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469543.251266:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9031c00 x1876386402423680/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469543 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469543.251272:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469543.251276:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469543.251279:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6892000. 02000000:00000001:1.0:1789469543.251285:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469543.251287:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469543.251289:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789469543.251291:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469543.251294:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d2c00. 02000000:00000001:1.0:1789469543.251299:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469543.251302:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469543.251304:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9031c00. 00000100:00000001:1.0:1789469543.251309:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469543.251310:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469543.251312:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469543.251315:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030a80 x1876386402423808/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469543 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469543.251321:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469543.251322:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469543.251324:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890000. 02000000:00000001:1.0:1789469543.251327:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469543.251328:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469543.251329:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789469543.251331:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469543.251333:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d1c00. 02000000:00000001:1.0:1789469543.251335:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469543.251336:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469543.251338:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030a80. 00000100:00000001:1.0:1789469543.251340:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469543.251342:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469543.251344:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469543.251350:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469543.251352:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469543.251354:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469543.251356:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469543.251358:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469543.251362:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033100 x1876386402424064/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469543.251371:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469543.251374:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469543.251378:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469543.251380:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469543.251383:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469543.251386:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402424064:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469543.251390:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469543.251395:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469543.251398:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469543.251400:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469543.251405:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890000. 02000000:00000001:1.0:1789469543.251408:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469543.251940:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469543.251947:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30898. 00000400:00000010:1.0:1789469543.251956:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5cc0. 00000100:00000200:1.0:1789469543.251965:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402424064, portal 10 00000100:00000001:1.0:1789469543.251968:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469543.251970:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107415296 : -126744602136320 : ffff8cb9f9033100) 00000100:00000040:1.0:1789469543.251980:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033100 x1876386402424064/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469543.251988:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469543.251990:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469543.251994:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d53b8. 00000100:00000200:1.0:1789469543.251998:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402424064, offset 0 00000400:00000200:1.0:1789469543.252006:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469543.252016:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469543.252023:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469543.252029:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469543.252034:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469543.252038:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469543.252041:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469543.252045:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94092:94092:256:4294967295] 192.168.203.142@tcp LPNI seq info [94092:94092:8:4294967295] 00000400:00000200:1.0:1789469543.252051:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469543.252062:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469543.252069:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469543.252076:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7200. 00000800:00000200:1.0:1789469543.252092:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469543.252102:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469543.252107:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7200 type 1, nob 616 niov 1 nkiov 1 00000100:00080000:3.0:1789469543.252243:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469543.252247:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469543.252250:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469543.252253:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789469543.252256:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469543.252259:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469543.252263:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469543.252267:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21767 00000400:00000200:3.0:1789469543.252272:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469543.252275:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789469543.252278:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469543.252282:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469543.252284:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469543.252286:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469543.252289:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789469543.252295:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469543.252297:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789469543.252300:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469543.252302:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789469543.252305:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789469543.252308:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789469543.252311:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469543.252313:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469543.252315:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469543.252317:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789469543.252320:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789469543.252323:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789469543.252325:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469543.252327:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469543.252333:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469543.252335:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469543.252337:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789469543.252340:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789469543.252343:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469543.252345:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469543.252350:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033800. 00000020:00000040:3.0:1789469543.252353:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789469543.252356:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469543.252358:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469543.252361:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469543.252363:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469543.252366:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469543.252372:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1000. 00000100:00000001:3.0:1789469543.252377:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469543.252383:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033800 x1876386402424192/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469543.252392:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469543.252395:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469543.252399:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd66b7ab] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033800 x1876386402424192/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469543.252409:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469543.252757:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469543.252764:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789469543.252768:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469543.252772:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316459294 00000100:00000010:1.0:1789469543.252778:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869aea0. 00000100:00000001:1.0:1789469543.252787:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789469543.252795:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316459294 00000100:00000010:1.0:1789469543.252798:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869ab40. 00000100:00000001:1.0:1789469543.252802:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789469543.252805:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469543.252809:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469543.252814:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469543.252816:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469543.252823:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469543.252825:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469543.252828:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469543.252829:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469543.252831:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469543.252836:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033800 x1876386402424192/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469543.252844:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469543.252845:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469543.252848:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469543.252850:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469543.252852:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469543.252856:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402424192:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469543.252859:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469543.252862:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469543.252864:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469543.252866:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469543.252871:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6892000. 02000000:00000001:1.0:1789469543.252873:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469543.252878:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469543.252890:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30dc0. 00000400:00000010:1.0:1789469543.252896:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5908. 00000100:00000200:1.0:1789469543.252901:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402424192, portal 10 00000100:00000001:1.0:1789469543.252903:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469543.252905:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107417088 : -126744602134528 : ffff8cb9f9033800) 00000100:00000040:1.0:1789469543.252911:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033800 x1876386402424192/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469543.252918:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469543.252920:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469543.252923:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d54c8. 00000100:00000200:1.0:1789469543.252925:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402424192, offset 0 00000400:00000200:1.0:1789469543.252931:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469543.252936:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469543.252942:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469543.252946:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469543.252949:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469543.252952:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469543.252954:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469543.252957:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94093:94093:255:4294967295] 192.168.203.142@tcp LPNI seq info [94093:94093:7:4294967295] 00000400:00000200:1.0:1789469543.252961:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469543.252968:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469543.252973:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469543.252978:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7800. 00000800:00000200:1.0:1789469543.252982:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469543.252989:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469543.252992:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469543.252995:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469543.253000:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789469543.253003:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469543.253005:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316459282 00000100:00000001:1.0:1789469543.253008:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4316459294 00000100:00000001:1.0:1789469543.253010:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316459282 00000100:00000001:1.0:1789469543.253012:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4316459294 00000100:00000001:1.0:1789469543.253014:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469543.253016:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469543.253018:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469543.253020:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469543.253023:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469543.253025:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469543.253027:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469543.253028:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469543.253030:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469543.253032:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469543.254168:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469543.254180:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469543.254183:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469543.254187:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469543.254195:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21796) 00000800:00000200:2.0:1789469543.257340:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469543.257355:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7200. 00000400:00000200:2.0:1789469543.257368:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469543.257379:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469543.257389:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d53b8 00000400:00000010:2.0:1789469543.257392:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d53b8. 00000100:00000001:2.0:1789469543.257400:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469543.257410:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033100 x1876386402424064/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469543.257974:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469543.257980:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033100 x1876386402424064/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469568 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469543.257989:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469543.257991:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789469543.258428:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469543.258434:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7800. 00000400:00000200:2.0:1789469543.258438:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469543.258444:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469543.258448:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d54c8 00000400:00000010:2.0:1789469543.258451:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d54c8. 00000100:00000001:2.0:1789469543.258455:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469543.258461:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033800 x1876386402424192/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469543.259550:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469543.259559:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033800 x1876386402424192/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469568 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469543.259567:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469543.259569:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1789469543.280439:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316459294, at 4316459295 00000100:00000010:3.0:1789469543.280459:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869ab40. 00000100:00000040:2.0:1789469543.281119:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316459294, at 4316459295 00000100:00000010:2.0:1789469543.281164:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869aea0. 00000100:00000001:2.0:1789469543.377339:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469543.377351:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469543.377354:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469543.377361:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469543.377366:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469543.377371:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469543.377373:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469543.377377:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469543.377381:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469543.761425:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469543.761435:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469543.761442:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469543.761444:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469543.761447:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469543.761448:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469543.761618:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469543.761684:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469543.761689:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469544.273282:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469544.273291:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469544.273313:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469519/real 1789469519] req@ffff8cb9f9032d80 x1876386402423936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469544 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469544.273336:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469544.273339:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469544.273343:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30d68. 00000400:00000200:1.0:1789469544.273353:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5000 00000400:00000010:1.0:1789469544.273356:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5000. 00000100:00000001:1.0:1789469544.273363:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469544.273368:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9032d80 x1876386402423936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469544 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469544.273378:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9032d80 x1876386402423936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469544 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469544.273388:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469544.273390:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469544.273394:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469544.273396:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469544.273401:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9032d80 x1876386402423936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469544 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469544.273409:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469544.273420:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469544.273422:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1789469544.273426:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469544.273428:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469544.273432:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469544.273437:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9032d80 x1876386402423936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469544 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469544.273445:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469544.273448:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469544.273450:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469544.273452:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469544.273455:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469544.273457:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469544.273462:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469544.273493:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469544.273496:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469544.273500:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9032d80 x1876386402423936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469544 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469544.273519:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402423936:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789469544.273524:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469544.273528:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469544.273532:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9032d80 x1876386402423936/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469544 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469544.273539:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469544.273542:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469544.273547:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6891c00. 02000000:00000001:1.0:1789469544.273553:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469544.273557:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469544.273559:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789469544.273562:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469544.273565:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d3800. 02000000:00000001:1.0:1789469544.273569:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469544.273572:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469544.273574:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9032d80. 00000100:00000001:1.0:1789469544.273581:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469544.273583:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469544.273586:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469544.274736:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469544.274745:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789469544.274748:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469544.274752:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469544.274756:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469544.274765:0:176036:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21768 00000400:00000200:3.0:1789469544.274774:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469544.274781:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789469544.274785:0:176036:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469544.274789:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469544.274792:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469544.274794:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469544.274797:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789469544.274807:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469544.274809:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789469544.274812:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469544.274816:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789469544.274819:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789469544.274821:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789469544.274825:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469544.274827:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469544.274830:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469544.274832:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789469544.274835:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789469544.274840:0:176036:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789469544.274842:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469544.274845:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469544.274849:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469544.274853:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469544.274856:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469544.274858:0:176036:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469544.274869:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033480. 00000020:00000040:3.0:1789469544.274873:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789469544.274878:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469544.274879:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469544.274882:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469544.274886:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469544.274890:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469544.274899:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d0800. 00000100:00000001:3.0:1789469544.274908:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469544.274918:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033480 x1876386402424320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469544.274930:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469544.274936:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469544.274940:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000939732d7] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033480 x1876386402424320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469544.275007:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469544.275012:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469544.275015:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469544.275021:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033480 x1876386402424320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469544.275029:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469544.275032:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469544.275036:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469544.275039:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469544.275042:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469544.275046:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402424320:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789469544.275051:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469544.275056:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469544.275058:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469544.275061:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469544.275066:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6891c00. 02000000:00000001:1.0:1789469544.275068:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469544.275084:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469544.275089:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30d68. 00000400:00000010:1.0:1789469544.275097:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5000. 00000100:00000200:1.0:1789469544.275104:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402424320, portal 25 00000100:00000001:1.0:1789469544.275106:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469544.275108:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107416192 : -126744602135424 : ffff8cb9f9033480) 00000100:00000040:1.0:1789469544.275114:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033480 x1876386402424320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469544.275154:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469544.275166:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469544.275169:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5660. 00000100:00000200:1.0:1789469544.275174:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402424320, offset 0 00000400:00000200:1.0:1789469544.275182:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469544.275191:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469544.275198:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469544.275205:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469544.275209:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469544.275213:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469544.275216:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469544.275220:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94094:94094:256:4294967295] 192.168.203.142@tcp LPNI seq info [94094:94094:8:4294967295] 00000400:00000200:1.0:1789469544.275226:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469544.275238:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469544.275245:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469544.275252:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7b00. 00000800:00000200:1.0:1789469544.275270:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469544.275279:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469544.275285:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469544.275303:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469544.275309:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469544.275312:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316461557 00000100:00000010:1.0:1789469544.275318:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a1e0. 00000100:00000001:1.0:1789469544.275326:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789469544.275334:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316461557 00000100:00000010:1.0:1789469544.275337:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a7e0. 00000100:00000001:1.0:1789469544.275340:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789469544.275344:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469544.275347:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469544.275352:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469544.275354:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469544.275410:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469544.275414:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469544.275418:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469544.275421:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469544.275425:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469544.275429:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469544.275433:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469544.275436:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469544.275439:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469544.275444:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21797) 00000800:00000200:2.0:1789469544.275629:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469544.275635:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7b00. 00000400:00000200:2.0:1789469544.275642:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469544.275648:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469544.275655:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5660 00000400:00000010:2.0:1789469544.275658:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5660. 00000100:00000001:2.0:1789469544.275664:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469544.275669:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033480 x1876386402424320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469544.275679:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469544.275683:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033480 x1876386402424320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469569 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469544.275691:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469544.275694:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789469544.278929:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469544.278941:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1789469544.278948:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469544.278951:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469544.278958:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469544.278961:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469544.401890:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469544.401901:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469544.401904:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469544.401911:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469544.401916:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469544.401921:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469544.401924:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469544.401927:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469544.401930:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469544.785415:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469544.785429:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469544.785438:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469544.785439:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469544.785444:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469544.785445:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469544.785867:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469544.785873:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469544.786364:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469545.425358:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469545.425370:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469545.425372:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469545.425389:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469545.425394:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469545.425399:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469545.425402:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469545.425405:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469545.425408:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469545.553455:0:332893:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316461557, at 4316461568 00000100:00000010:3.0:1789469545.553478:0:332893:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a7e0. 00000100:00000040:2.0:1789469545.553711:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316461557, at 4316461568 00000100:00000010:2.0:1789469545.553720:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a1e0. 00010000:00000001:0.0:1789469545.809378:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469545.809389:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469545.809397:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469545.809399:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469545.809403:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469545.809404:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469545.809490:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469545.809495:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469545.809499:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469546.449709:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469546.449718:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469546.449721:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469546.449728:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469546.449732:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469546.449737:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469546.449740:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469546.449743:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469546.449746:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469546.833277:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469546.833289:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469546.833291:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469546.833295:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469546.833301:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469546.833303:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469546.833305:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469546.833308:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469546.833313:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469546.833314:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469546.833318:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469546.833319:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469546.833709:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469546.833714:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469546.833718:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469547.475307:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469547.475318:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469547.475321:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469547.475328:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469547.475333:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469547.475338:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469547.475342:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469547.475345:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469547.475348:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469547.857429:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469547.857438:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469547.857445:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469547.857446:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469547.857450:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469547.857451:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469547.857563:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469547.857568:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469547.857572:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469548.305279:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469548.305293:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469548.305297:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469548.305312:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469548.305316:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469548.305319:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469548.305322:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469548.305326:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469548.305329:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469548.305332:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469548.305338:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21802) 00000100:00000001:1.0:1789469548.305785:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469548.305799:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469548.305802:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469548.305806:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469548.305809:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469548.305814:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469548.305818:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469548.501027:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469548.501039:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469548.501054:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469548.501062:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469548.501067:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469548.501081:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469548.501086:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469548.501090:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469548.501093:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469548.881326:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469548.881336:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469548.881343:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469548.881347:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469548.881350:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469548.881355:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469548.881358:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469548.881361:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469548.881363:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469548.881365:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469548.881369:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469548.881371:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469548.881372:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469548.881373:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469548.881375:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469548.881378:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469548.881379:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469548.881380:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469548.881529:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469548.881534:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469548.881539:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469549.329285:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469549.329306:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469549.329309:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469549.329315:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469549.329317:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469549.329322:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469549.329325:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469549.521282:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469549.521293:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469549.521296:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469549.521312:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469549.521318:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469549.521322:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469549.521326:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469549.521329:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469549.521332:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469549.905820:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469549.905830:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469549.905837:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469549.905839:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469549.905842:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469549.905844:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469549.906004:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469549.906008:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469549.906021:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469550.353445:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469550.353464:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469550.353467:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469550.353474:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469550.353477:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469550.353483:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469550.353486:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469550.550088:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469550.550100:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469550.550102:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469550.550109:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469550.550113:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469550.550117:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469550.550174:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469550.550178:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469550.550182:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469550.929312:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469550.929322:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469550.929331:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469550.929341:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469550.929345:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469550.929346:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469550.929524:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469550.929528:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469550.929532:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469551.377426:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469551.377446:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469551.377449:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469551.377455:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469551.377458:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469551.377463:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469551.377466:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469551.571105:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469551.571116:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469551.571119:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469551.571126:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469551.571143:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469551.571148:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469551.571152:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469551.571155:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469551.571159:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469551.953510:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469551.953521:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469551.953529:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469551.953530:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469551.953533:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469551.953534:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469551.953719:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469551.953726:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469551.953730:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469552.401544:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469552.401563:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469552.401565:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469552.401571:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469552.401573:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469552.401579:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469552.401582:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469552.594240:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469552.594251:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469552.594254:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469552.594261:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469552.594266:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469552.594272:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469552.594275:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469552.594278:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469552.594281:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469552.977260:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469552.977266:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469552.977271:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469552.977272:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469552.977275:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469552.977276:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469552.979190:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469552.979196:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469552.979201:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469553.425254:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469553.425270:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469553.425272:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469553.425276:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469553.425279:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469553.425283:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469553.425285:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469553.617266:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469553.617275:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469553.617276:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469553.617282:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469553.617286:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469553.617290:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469553.617293:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469553.617295:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469553.617298:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469553.745343:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469553.745353:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469553.745357:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469553.745360:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469553.745363:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469553.745366:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469553.745368:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469553.745372:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469553.745376:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469553.745379:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469553.745384:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21807) 00010000:00000001:0.0:1789469554.002039:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469554.002046:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469554.002052:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469554.002053:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469554.002056:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469554.002057:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469554.002374:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469554.002379:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469554.002382:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469554.449245:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469554.449258:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469554.449260:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469554.449265:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469554.449267:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469554.449272:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469554.449275:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469554.641648:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469554.641656:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469554.641658:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469554.641665:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469554.641669:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469554.641673:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469554.641676:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469554.641680:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469554.641682:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469555.025373:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469555.025381:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469555.025386:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469555.025387:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469555.025391:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469555.025393:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469555.025530:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469555.025534:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469555.025537:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469555.473274:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469555.473291:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469555.473293:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469555.473300:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469555.473303:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469555.473307:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469555.473310:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469555.665455:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469555.665462:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469555.665464:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469555.665469:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469555.665473:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469555.665477:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469555.665480:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469555.665483:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469555.665496:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469556.049337:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469556.049344:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469556.049350:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469556.049352:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469556.049355:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469556.049357:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469556.049459:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469556.049463:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469556.049466:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469556.498851:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469556.498865:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469556.498867:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469556.498871:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469556.498873:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469556.498877:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469556.498879:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469556.689252:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469556.689260:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469556.689261:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469556.689266:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469556.689270:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469556.689274:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469556.689277:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469556.689279:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469556.689283:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469557.073606:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469557.073614:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469557.073617:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469557.073620:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469557.073625:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469557.073628:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469557.073630:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469557.073633:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469557.073636:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469557.073638:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469557.073641:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469557.073642:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469557.073769:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469557.073773:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469557.073776:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469557.524127:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469557.524155:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469557.524158:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469557.524163:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469557.524165:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469557.524169:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469557.524171:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469557.715344:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469557.715352:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469557.715354:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469557.715360:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469557.715363:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469557.715367:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469557.715369:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469557.715372:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469557.715374:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469558.097310:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469558.097317:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469558.097323:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469558.097324:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469558.097327:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469558.097328:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469558.097476:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469558.097480:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469558.097483:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469558.545254:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469558.545268:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469558.545271:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469558.545276:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469558.545278:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469558.545282:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469558.545284:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469558.737582:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469558.737589:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469558.737591:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469558.737596:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469558.737599:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469558.737603:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469558.737606:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469558.737608:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469558.737611:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469558.869567:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469558.869578:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469558.869581:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469558.869584:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469558.869587:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469558.869590:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469558.869592:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469558.869596:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469558.869599:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469558.869602:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469558.869607:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21812) 00010000:00000001:0.0:1789469559.126334:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469559.126341:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469559.126347:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469559.126350:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469559.126362:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469559.126367:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469559.126370:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469559.126372:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469559.126374:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469559.126376:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469559.126379:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469559.126381:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469559.126382:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469559.126384:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469559.126386:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469559.126387:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469559.126389:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469559.126390:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469559.126557:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469559.126560:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469559.126563:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469559.572780:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469559.572794:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469559.572796:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469559.572800:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469559.572802:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469559.572807:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469559.572810:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469559.761254:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469559.761262:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469559.761264:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469559.761269:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469559.761272:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469559.761276:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469559.761278:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469559.761281:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469559.761283:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469560.145328:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469560.145335:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469560.145340:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469560.145342:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469560.145345:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469560.145346:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469560.145448:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469560.145452:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469560.145455:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469560.593245:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469560.593259:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469560.593261:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469560.593265:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469560.593267:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469560.593272:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469560.593274:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469560.785363:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469560.785374:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469560.785377:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469560.785384:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469560.785389:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469560.785394:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469560.785397:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469560.785401:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469560.785404:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469561.169384:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469561.169394:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469561.169401:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469561.169403:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469561.169406:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469561.169408:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469561.169513:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469561.169520:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469561.169525:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469561.617242:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469561.617265:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469561.617268:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469561.617272:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469561.617275:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469561.617279:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469561.617282:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469561.809260:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469561.809269:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469561.809271:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469561.809276:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469561.809280:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469561.809284:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469561.809287:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469561.809289:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469561.809292:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469562.193403:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469562.193410:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469562.193416:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469562.193417:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469562.193420:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469562.193422:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469562.193699:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469562.193703:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469562.193706:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469562.643450:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469562.643464:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469562.643466:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469562.643470:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469562.643472:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469562.643476:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469562.643479:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469562.833279:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469562.833287:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469562.833289:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469562.833294:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469562.833297:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469562.833300:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469562.833303:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469562.833305:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469562.833308:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469563.218608:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469563.218617:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469563.218624:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469563.218626:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469563.218629:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469563.218631:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469563.225500:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469563.225507:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469563.225511:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469563.665241:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469563.665254:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469563.665256:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469563.665260:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469563.665263:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469563.665267:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469563.665270:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469563.857245:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469563.857252:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469563.857254:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469563.857260:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469563.857263:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469563.857267:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469563.857270:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469563.857273:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469563.857275:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469563.986077:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469563.986093:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469563.986096:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469563.986100:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469563.986103:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469563.986108:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469563.986110:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469563.986114:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469563.986117:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469563.986120:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469563.986128:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21817) 00010000:00000001:0.0:1789469564.241908:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469564.241937:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469564.241945:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469564.241947:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469564.241952:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469564.241953:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469564.242069:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469564.242076:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469564.242081:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469564.689283:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469564.689297:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469564.689299:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469564.689304:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469564.689306:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469564.689309:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469564.689312:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469564.881362:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469564.881371:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469564.881373:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469564.881379:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469564.881382:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469564.881385:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469564.881388:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469564.881390:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469564.881393:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469565.265327:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469565.265337:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469565.265344:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469565.265345:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469565.265349:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469565.265350:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469565.265509:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469565.265514:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469565.265518:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469565.716350:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469565.716367:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469565.716369:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469565.716375:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469565.716378:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469565.716383:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469565.716386:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469565.905264:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469565.905273:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469565.905275:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469565.905280:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469565.905283:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469565.905287:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469565.905290:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469565.905292:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469565.905294:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469566.289293:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469566.289310:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469566.289312:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469566.289315:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469566.289321:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469566.289323:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469566.289325:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469566.289327:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469566.289332:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469566.289334:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469566.289337:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469566.289339:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469566.289546:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469566.289551:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469566.289554:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469566.737508:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469566.737522:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469566.737524:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469566.737529:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469566.737532:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469566.737536:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469566.737539:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469566.929254:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469566.929262:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469566.929265:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469566.929271:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469566.929274:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469566.929279:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469566.929289:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469566.929292:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469566.929295:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469567.313799:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469567.313806:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469567.313812:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469567.313813:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469567.313816:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469567.313817:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469567.314115:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469567.314119:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469567.314123:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469567.761250:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469567.761263:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469567.761265:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469567.761269:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469567.761271:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469567.761275:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469567.761277:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469567.953350:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469567.953358:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469567.953360:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469567.953365:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469567.953369:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469567.953372:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469567.953375:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469567.953377:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469567.953380:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469568.337305:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469568.337311:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469568.337316:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469568.337320:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469568.337322:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469568.337326:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469568.337328:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469568.337330:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469568.337332:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469568.337334:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469568.337337:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469568.337339:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469568.337340:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469568.337341:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469568.337343:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469568.337344:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469568.337346:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469568.337347:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469568.337658:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469568.337662:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469568.337665:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469568.788495:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469568.788503:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469568.788519:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469543/real 1789469543] req@ffff8cb9f9033800 x1876386402424192/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469568 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469568.788537:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469568.788540:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469568.788543:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30dc0. 00000400:00000200:1.0:1789469568.788550:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5908 00000400:00000010:1.0:1789469568.788553:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5908. 00000100:00000001:1.0:1789469568.788558:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469568.788563:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033800 x1876386402424192/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469568 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469568.788573:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033800 x1876386402424192/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469568 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469568.788581:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469568.788583:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469568.788586:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469568.788588:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469568.788593:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9033800 x1876386402424192/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469568 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469568.788614:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469568.788617:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469568.788622:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469543/real 1789469543] req@ffff8cb9f9033100 x1876386402424064/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469568 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469568.788630:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469568.788632:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469568.788634:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30898. 00000400:00000200:1.0:1789469568.788636:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5cc0 00000400:00000010:1.0:1789469568.788638:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5cc0. 00000100:00000001:1.0:1789469568.788640:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469568.788643:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033100 x1876386402424064/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469568 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469568.788652:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033100 x1876386402424064/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469568 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469568.788658:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469568.788660:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469568.788662:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469568.788663:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469568.788667:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9033100 x1876386402424064/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469568 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469568.788674:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469568.788682:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469568.788684:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469568.788687:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469568.788689:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469568.788692:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469568.788696:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033800 x1876386402424192/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469568 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469568.788715:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469568.788719:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469568.788720:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469568.788721:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469568.788724:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469568.788727:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469568.788730:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469568.788758:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469568.788761:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469568.788765:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033800 x1876386402424192/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469568 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469568.788774:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402424192:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469568.788779:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469568.788783:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033100 x1876386402424064/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469568 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469568.788790:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469568.788792:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469568.788794:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469568.788795:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469568.788797:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469568.788799:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469568.788802:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469568.788807:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469568.788810:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469568.788814:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033100 x1876386402424064/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469568 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469568.788831:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402424064:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469568.788838:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469568.788841:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469568.788844:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033800 x1876386402424192/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469568 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469568.788852:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469568.788855:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469568.788859:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6892000. 02000000:00000001:1.0:1789469568.788865:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469568.788868:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469568.788871:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789469568.788873:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469568.788876:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d1000. 00000100:00080000:2.0:1789469568.788880:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1789469568.788881:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469568.788883:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469568.788886:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033800. 00000100:00080000:2.0:1789469568.788897:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469568.788901:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789469568.788903:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469568.788906:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789469568.788908:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1789469568.788910:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789469568.788912:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:1.0:1789469568.788915:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033100 x1876386402424064/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469568 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789469568.788916:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469568.788923:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00000001:1.0:1789469568.788927:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00080000:2.0:1789469568.788929:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21791 00000400:00000200:2.0:1789469568.788938:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469568.788943:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789469568.788946:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789469568.788949:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469568.788952:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469568.788954:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469568.788957:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789469568.788963:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789469568.788965:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:2.0:1789469568.788967:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789469568.788971:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:2.0:1789469568.788973:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:2.0:1789469568.788976:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:2.0:1789469568.788978:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469568.788980:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469568.788982:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469568.788984:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789469568.788987:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:2.0:1789469568.788990:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789469568.788993:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469568.788994:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1789469568.788996:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:1.0:1789469568.788998:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890000. 02000000:00000001:1.0:1789469568.789003:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469568.789004:0:253748:0:(genops.c:1216:class_import_put()) Process entered 02000000:00000001:2.0:1789469568.789004:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1789469568.789007:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789469568.789010:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469568.789011:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:2.0:1789469568.789014:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 02000000:00000010:1.0:1789469568.789015:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d2000. 02000000:00000001:1.0:1789469568.789020:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000008:00100000:2.0:1789469568.789020:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1789469568.789023:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000008:00000001:2.0:1789469568.789026:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789469568.789027:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033100. 00000100:00000001:1.0:1789469568.789031:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469568.789032:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469568.789034:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469568.789154:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789469568.789163:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742df80. 00000020:00000040:2.0:1789469568.789166:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789469568.789170:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789469568.789172:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469568.789175:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469568.789177:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789469568.789181:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469568.789188:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacf000. 00000100:00000001:2.0:1789469568.789194:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469568.789202:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742df80 x1876386402424448/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789469568.789211:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469568.789215:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469568.789219:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017561cf4] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742df80 x1876386402424448/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469568.789243:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469568.789246:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469568.789249:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1789469568.789251:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789469568.789252:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469568.789255:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789469568.789257:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21791 00000400:00000200:2.0:1789469568.789262:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469568.789265:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789469568.789267:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789469568.789269:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469568.789272:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469568.789274:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469568.789276:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789469568.789279:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789469568.789280:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:2.0:1789469568.789282:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789469568.789284:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:2.0:1789469568.789286:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:2.0:1789469568.789288:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:2.0:1789469568.789291:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469568.789293:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469568.789294:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469568.789296:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789469568.789299:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:2.0:1789469568.789302:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789469568.789304:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469568.789306:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789469568.789309:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469568.789311:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469568.789313:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1789469568.789315:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789469568.789317:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469568.789319:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789469568.789323:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742ea00. 00000020:00000040:2.0:1789469568.789325:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:2.0:1789469568.789327:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789469568.789328:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469568.789330:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469568.789331:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789469568.789333:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469568.789336:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacc400. 00000100:00000001:2.0:1789469568.789339:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469568.789343:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742ea00 x1876386402424576/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789469568.789350:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469568.789352:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469568.789356:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce5eb67d] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742ea00 x1876386402424576/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469568.789363:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469568.789366:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469568.789369:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469568.789372:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469568.789375:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469568.789379:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21822) 00000100:00000001:1.0:1789469568.789464:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469568.789467:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469568.789470:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469568.789475:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742df80 x1876386402424448/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469568.789483:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469568.789485:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469568.789488:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469568.789491:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469568.789493:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469568.789496:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402424448:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469568.789500:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469568.789504:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469568.789506:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469568.789509:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469568.789513:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890000. 02000000:00000001:1.0:1789469568.789515:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469568.789521:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469568.789524:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30898. 00000400:00000010:1.0:1789469568.789528:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5cc0. 00000100:00000200:1.0:1789469568.789533:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402424448, portal 10 00000100:00000001:1.0:1789469568.789536:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469568.789537:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836130688 : -126740873420928 : ffff8cbad742df80) 00000100:00000040:1.0:1789469568.789544:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742df80 x1876386402424448/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469568.789551:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469568.789553:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469568.789556:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5908. 00000100:00000200:1.0:1789469568.789559:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402424448, offset 0 00000400:00000200:1.0:1789469568.789565:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469568.789572:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469568.789578:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469568.789582:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469568.789585:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469568.789589:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469568.789592:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469568.789606:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94095:94095:256:4294967295] 192.168.203.142@tcp LPNI seq info [94095:94095:8:4294967295] 00000400:00000200:1.0:1789469568.789611:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469568.789620:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469568.789625:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469568.789631:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7100. 00000800:00000200:1.0:1789469568.789638:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469568.789646:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469568.789651:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469568.789669:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469568.789674:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789469568.789677:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469568.789680:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316484831 00000100:00000010:1.0:1789469568.789686:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a180. 00000100:00000001:1.0:1789469568.789692:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789469568.789697:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316484831 00000100:00000010:1.0:1789469568.789709:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869ad80. 00000100:00000001:1.0:1789469568.789713:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789469568.789724:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469568.789728:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469568.789730:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469568.789734:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742ea00 x1876386402424576/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469568.789741:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469568.789742:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469568.789744:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469568.789745:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469568.789747:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469568.789750:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402424576:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469568.789754:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469568.789755:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469568.789757:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469568.789758:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469568.789761:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6892000. 02000000:00000001:1.0:1789469568.789763:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469568.789766:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469568.789769:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30dc0. 00000400:00000010:1.0:1789469568.789772:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5e58. 00000100:00000200:1.0:1789469568.789776:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402424576, portal 10 00000100:00000001:1.0:1789469568.789777:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469568.789779:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836133376 : -126740873418240 : ffff8cbad742ea00) 00000100:00000040:1.0:1789469568.789784:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742ea00 x1876386402424576/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469568.789789:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469568.789791:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469568.789794:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5880. 00000100:00000200:1.0:1789469568.789796:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402424576, offset 0 00000400:00000200:1.0:1789469568.789800:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469568.789804:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469568.789807:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469568.789809:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469568.789812:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469568.789814:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469568.789825:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469568.789828:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94096:94096:255:4294967295] 192.168.203.142@tcp LPNI seq info [94096:94096:7:4294967295] 00000400:00000200:1.0:1789469568.789832:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469568.789838:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469568.789841:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469568.789845:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7f00. 00000800:00000200:1.0:1789469568.789848:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469568.789852:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469568.789855:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469568.789858:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469568.789860:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789469568.789864:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469568.789865:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316484819 00000100:00000001:1.0:1789469568.789868:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4316484831 00000100:00000001:1.0:1789469568.789870:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316484819 00000100:00000001:1.0:1789469568.789872:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4316484831 00000100:00000001:1.0:1789469568.789874:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469568.789876:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469568.789879:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469568.789880:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469568.789885:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469568.789895:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469568.789897:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469568.789898:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469568.789900:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469568.789901:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469568.790160:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469568.790165:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7100. 00000400:00000200:2.0:1789469568.790170:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469568.790175:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469568.790180:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5908 00000400:00000010:2.0:1789469568.790183:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5908. 00000100:00000001:2.0:1789469568.790186:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469568.790191:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742df80 x1876386402424448/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469568.790200:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469568.790203:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742df80 x1876386402424448/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469593 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469568.790216:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469568.790217:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789469568.790278:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469568.790282:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7f00. 00000400:00000200:2.0:1789469568.790285:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469568.790288:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469568.790291:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5880 00000400:00000010:2.0:1789469568.790293:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5880. 00000100:00000001:2.0:1789469568.790296:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469568.790300:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742ea00 x1876386402424576/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469568.790306:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469568.790309:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742ea00 x1876386402424576/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469593 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469568.790315:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469568.790317:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1789469568.817258:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316484831, at 4316484832 00000100:00000010:2.0:1789469568.817274:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a180. 00000100:00000040:3.0:1789469568.817378:0:333084:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316484831, at 4316484832 00000100:00000010:3.0:1789469568.817393:0:333084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869ad80. 00000100:00000001:2.0:1789469568.979489:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469568.979497:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469568.979499:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469568.979505:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469568.979509:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469568.979512:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469568.979515:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469568.979517:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469568.979519:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469569.362595:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469569.362602:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469569.362607:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469569.362608:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469569.362612:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469569.362613:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469569.362746:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469569.362750:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469569.362753:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469569.809477:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469569.809485:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469569.809502:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469544/real 1789469544] req@ffff8cb9f9033480 x1876386402424320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469569 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469569.809520:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469569.809522:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469569.809526:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30d68. 00000400:00000200:1.0:1789469569.809533:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5000 00000400:00000010:1.0:1789469569.809536:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5000. 00000100:00000001:1.0:1789469569.809541:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469569.809546:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033480 x1876386402424320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469569 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469569.809555:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033480 x1876386402424320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469569 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469569.809562:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469569.809564:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469569.809568:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469569.809570:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469569.809574:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9033480 x1876386402424320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469569 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469569.809580:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469569.809589:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469569.809592:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1789469569.809595:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469569.809597:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469569.809600:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469569.809604:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033480 x1876386402424320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469569 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469569.809611:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469569.809614:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469569.809615:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469569.809616:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469569.809619:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469569.809621:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469569.809625:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469569.809651:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469569.809654:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469569.809658:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033480 x1876386402424320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469569 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469569.809666:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402424320:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789469569.809671:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469569.809673:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469569.809677:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033480 x1876386402424320/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469569 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469569.809684:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469569.809687:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469569.809690:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6891c00. 02000000:00000001:1.0:1789469569.809696:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469569.809699:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469569.809700:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789469569.809703:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469569.809705:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d0800. 02000000:00000001:1.0:1789469569.809709:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469569.809711:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469569.809713:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033480. 00000100:00000001:1.0:1789469569.809718:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469569.809720:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469569.809722:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469569.809907:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469569.809913:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789469569.809916:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789469569.809919:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469569.809922:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789469569.809926:0:176036:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21792 00000400:00000200:2.0:1789469569.809935:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469569.809940:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789469569.809943:0:176036:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789469569.809947:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469569.809949:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469569.809952:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469569.809954:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789469569.809960:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789469569.809962:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:2.0:1789469569.809964:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789469569.809968:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:2.0:1789469569.809970:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:2.0:1789469569.809972:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:2.0:1789469569.809976:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469569.809977:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469569.809979:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469569.809981:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789469569.809984:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:2.0:1789469569.809988:0:176036:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789469569.809990:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469569.809996:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789469569.810000:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469569.810003:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469569.810005:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789469569.810007:0:176036:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789469569.810015:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742dc00. 00000020:00000040:2.0:1789469569.810019:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789469569.810022:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789469569.810023:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469569.810026:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469569.810029:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789469569.810033:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469569.810041:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacf400. 00000100:00000001:2.0:1789469569.810048:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469569.810054:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742dc00 x1876386402424704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789469569.810064:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469569.810067:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469569.810072:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e28b06d0] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742dc00 x1876386402424704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469569.810092:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469569.810095:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469569.810099:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469569.810101:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469569.810104:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469569.810107:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469569.810110:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469569.810113:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469569.810115:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469569.810120:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21823) 00000100:00000001:1.0:1789469569.810154:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469569.810158:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469569.810161:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469569.810166:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742dc00 x1876386402424704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469569.810174:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469569.810176:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469569.810179:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469569.810181:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469569.810184:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469569.810187:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402424704:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789469569.810190:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469569.810194:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469569.810196:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469569.810199:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469569.810212:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6891c00. 02000000:00000001:1.0:1789469569.810215:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469569.810220:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469569.810223:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30d68. 00000400:00000010:1.0:1789469569.810228:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5000. 00000100:00000200:1.0:1789469569.810234:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402424704, portal 25 00000100:00000001:1.0:1789469569.810236:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469569.810238:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836129792 : -126740873421824 : ffff8cbad742dc00) 00000100:00000040:1.0:1789469569.810243:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742dc00 x1876386402424704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469569.810250:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469569.810253:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469569.810255:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5770. 00000100:00000200:1.0:1789469569.810259:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402424704, offset 0 00000400:00000200:1.0:1789469569.810264:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469569.810271:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469569.810278:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469569.810282:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469569.810286:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469569.810290:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469569.810293:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469569.810296:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94097:94097:256:4294967295] 192.168.203.142@tcp LPNI seq info [94097:94097:8:4294967295] 00000400:00000200:1.0:1789469569.810301:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469569.810310:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469569.810316:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469569.810322:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7600. 00000800:00000200:1.0:1789469569.810328:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469569.810336:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469569.810339:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469569.810356:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469569.810360:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469569.810363:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316487092 00000100:00000010:1.0:1789469569.810368:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869acc0. 00000100:00000001:1.0:1789469569.810375:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789469569.810381:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316487092 00000100:00000010:1.0:1789469569.810384:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869ac00. 00000100:00000001:1.0:1789469569.810387:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789469569.810390:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469569.810393:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469569.810404:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469569.810407:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469569.810412:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469569.810414:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1789469569.810416:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469569.810417:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469569.810419:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469569.810421:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469569.810463:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469569.810468:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7600. 00000400:00000200:2.0:1789469569.810473:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469569.810478:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469569.810482:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5770 00000400:00000010:2.0:1789469569.810485:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5770. 00000100:00000001:2.0:1789469569.810488:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469569.810493:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742dc00 x1876386402424704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469569.810501:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469569.810505:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742dc00 x1876386402424704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469594 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469569.810512:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469569.810513:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789469570.001448:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469570.001455:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469570.001457:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469570.001462:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469570.001466:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469570.001470:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469570.001473:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469570.001476:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469570.001478:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469570.386421:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469570.386431:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469570.386439:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469570.386441:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469570.386445:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469570.386447:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469570.387100:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469570.387108:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469570.387114:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469571.026692:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469571.026701:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469571.026703:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469571.026708:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469571.026712:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469571.026716:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469571.026718:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469571.026721:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469571.026724:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469571.089283:0:333084:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316487092, at 4316487104 00000100:00000010:3.0:1789469571.089301:0:333084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869ac00. 00000100:00000040:2.0:1789469571.089373:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316487092, at 4316487104 00000100:00000010:2.0:1789469571.089380:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869acc0. 00010000:00000001:0.0:1789469571.413472:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469571.413480:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469571.413487:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469571.413488:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469571.413492:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469571.413494:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469571.413635:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469571.413638:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469571.413642:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469572.051009:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469572.051017:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469572.051020:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469572.051024:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469572.051028:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469572.051031:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469572.051034:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469572.051037:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469572.051039:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469572.433442:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469572.433448:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469572.433453:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469572.433454:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469572.433458:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469572.433459:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469572.433960:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469572.433964:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469572.433967:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469573.073200:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469573.073208:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469573.073209:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469573.073214:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469573.073217:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469573.073220:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469573.073223:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469573.073225:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469573.073228:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469573.457363:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469573.457370:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469573.457375:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469573.457377:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469573.457379:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469573.457380:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469573.457482:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469573.457486:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469573.457489:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469573.842079:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469573.842089:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469573.842092:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469573.842095:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469573.842098:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469573.842101:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469573.842103:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469573.842106:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469573.842109:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469573.842112:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469573.842118:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21827) 00000100:00000001:3.0:1789469573.842196:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469573.842207:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469573.842209:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469573.842212:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469573.842215:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469573.842218:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469573.842221:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469574.097364:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469574.097372:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469574.097374:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469574.097379:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469574.097382:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469574.097385:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469574.097388:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469574.097390:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469574.097392:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469574.481295:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469574.481302:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469574.481309:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469574.481310:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469574.481318:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469574.481319:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469574.481448:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469574.481452:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469574.481455:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469574.865248:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469574.865266:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469574.865269:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469574.865274:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469574.865277:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469574.865281:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469574.865283:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469574.865426:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469574.865432:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469574.865436:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469574.865439:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469574.865442:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469574.865445:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469574.865447:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469574.865451:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469574.865454:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469574.865457:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469574.865462:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21828) 00000100:00000001:2.0:1789469575.121616:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469575.121623:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469575.121636:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469575.121641:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469575.121644:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469575.121647:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469575.121650:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469575.121652:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469575.121655:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469575.505260:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469575.505267:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469575.505272:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469575.505274:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469575.505277:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469575.505278:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469575.505743:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469575.505746:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469575.505749:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469575.890557:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469575.890571:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469575.890573:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469575.890577:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469575.890580:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469575.890584:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469575.890587:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469576.148164:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469576.148172:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469576.148175:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469576.148180:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469576.148184:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469576.148188:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469576.148190:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469576.148192:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469576.148195:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469576.529286:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469576.529295:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469576.529297:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469576.529300:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469576.529306:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469576.529308:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469576.529310:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469576.529313:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469576.529316:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469576.529317:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469576.529321:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469576.529322:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469576.532677:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469576.532683:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469576.532687:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469576.914324:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469576.914339:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469576.914342:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469576.914346:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469576.914348:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469576.914353:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469576.914356:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469577.169257:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469577.169265:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469577.169267:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469577.169272:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469577.169275:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469577.169280:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469577.169282:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469577.169285:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469577.169287:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469577.553308:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469577.553315:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469577.553321:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469577.553322:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469577.553325:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469577.553326:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469577.553432:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469577.553440:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469577.553446:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469577.937308:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469577.937328:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469577.937331:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469577.937338:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469577.937340:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469577.937346:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469577.937349:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469578.193290:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469578.193297:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469578.193299:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469578.193303:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469578.193307:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469578.193311:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469578.193314:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469578.193316:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469578.193319:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469578.577270:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469578.577276:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469578.577282:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469578.577285:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469578.577287:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469578.577292:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469578.577295:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469578.577298:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469578.577300:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469578.577302:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469578.577306:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469578.577308:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469578.577309:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469578.577310:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469578.577312:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469578.577313:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469578.577315:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469578.577317:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469578.577402:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469578.577406:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469578.577409:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469578.962348:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469578.962369:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469578.962372:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469578.962378:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469578.962381:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469578.962386:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469578.962390:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469579.217282:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469579.217289:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469579.217292:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469579.217298:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469579.217302:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469579.217306:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469579.217309:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469579.217312:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469579.217315:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469579.601286:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469579.601292:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469579.601297:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469579.601298:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469579.601301:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469579.601302:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469579.601633:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469579.601637:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469579.601640:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469579.985378:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469579.985398:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469579.985402:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469579.985409:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469579.985412:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469579.985418:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469579.985421:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469580.241274:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469580.241281:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469580.241283:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469580.241290:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469580.241293:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469580.241309:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469580.241312:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469580.241314:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469580.241317:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469580.369333:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469580.369344:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469580.369347:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469580.369350:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469580.369352:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469580.369356:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469580.369358:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469580.369362:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469580.369365:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469580.369368:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469580.369373:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21834) 00010000:00000001:0.0:1789469580.625275:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469580.625282:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469580.625289:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469580.625290:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469580.625294:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469580.625295:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469580.625422:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469580.625426:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469580.625429:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469581.009288:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469581.009307:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469581.009310:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469581.009317:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469581.009320:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469581.009325:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469581.009329:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469581.265424:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469581.265432:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469581.265434:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469581.265439:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469581.265443:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469581.265447:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469581.265450:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469581.265452:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469581.265455:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469581.649260:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469581.649266:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469581.649271:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469581.649272:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469581.649275:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469581.649276:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469581.649416:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469581.649420:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469581.649423:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469582.033569:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469582.033588:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469582.033591:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469582.033597:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469582.033600:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469582.033605:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469582.033608:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469582.289317:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469582.289393:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469582.289396:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469582.289401:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469582.289404:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469582.289408:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469582.289411:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469582.289413:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469582.289416:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469582.674555:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469582.674564:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469582.674571:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469582.674573:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469582.674577:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469582.674578:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469582.675411:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469582.675417:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469582.675422:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469583.058595:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469583.058616:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469583.058619:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469583.058625:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469583.058628:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469583.058634:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469583.058637:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469583.313253:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469583.313261:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469583.313263:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469583.313267:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469583.313271:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469583.313274:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469583.313277:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469583.313279:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469583.313282:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469583.697244:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469583.697251:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469583.697256:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469583.697257:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469583.697260:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469583.697261:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469583.702613:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469583.702621:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469583.702626:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469584.081302:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469584.081321:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469584.081324:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469584.081331:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469584.081334:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469584.081340:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469584.081343:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469584.337298:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469584.337307:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469584.337309:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469584.337314:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469584.337318:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469584.337321:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469584.337324:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469584.337327:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469584.337330:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469584.721425:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469584.721432:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469584.721438:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469584.721439:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469584.721442:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469584.721443:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469584.722276:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469584.722280:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469584.722283:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469585.105730:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469585.105748:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469585.105751:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469585.105757:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469585.105760:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469585.105773:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469585.105777:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469585.361269:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469585.361277:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469585.361279:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469585.361285:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469585.361288:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469585.361292:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469585.361295:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469585.361297:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469585.361300:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469585.489337:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469585.489348:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469585.489353:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469585.489356:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469585.489358:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469585.489361:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469585.489364:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469585.489368:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469585.489370:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469585.489373:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469585.489379:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21839) 00010000:00000001:0.0:1789469585.745296:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469585.745303:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469585.745309:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469585.745310:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469585.745313:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469585.745315:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469585.745552:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469585.745556:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469585.745559:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469586.129291:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469586.129310:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469586.129313:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469586.129319:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469586.129322:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469586.129328:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469586.129331:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469586.385456:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469586.385464:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469586.385466:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469586.385471:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469586.385474:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469586.385478:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469586.385481:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469586.385484:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469586.385487:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469586.769285:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469586.769294:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469586.769296:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469586.769299:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469586.769304:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469586.769306:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469586.769308:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469586.769311:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469586.769315:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469586.769316:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469586.769319:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469586.769321:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469586.769412:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469586.769416:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469586.769419:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469587.153356:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469587.153369:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469587.153371:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469587.153376:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469587.153378:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469587.153382:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469587.153385:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469587.410305:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469587.410312:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469587.410315:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469587.410320:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469587.410323:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469587.410327:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469587.410330:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469587.410332:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469587.410335:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469587.793336:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469587.793342:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469587.793347:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469587.793349:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469587.793352:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469587.793353:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469587.793481:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469587.793485:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469587.793488:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469588.177304:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469588.177320:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469588.177323:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469588.177327:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469588.177330:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469588.177334:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469588.177336:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469588.433258:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469588.433267:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469588.433269:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469588.433275:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469588.433279:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469588.433284:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469588.433287:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469588.433290:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469588.433293:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469588.817326:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469588.817332:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469588.817337:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469588.817341:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469588.817343:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469588.817347:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469588.817350:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469588.817353:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469588.817355:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469588.817357:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469588.817361:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469588.817362:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469588.817364:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469588.817365:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469588.817367:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469588.817368:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469588.817370:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469588.817372:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469588.817465:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469588.817468:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469588.817471:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469589.201309:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469589.201324:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469589.201326:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469589.201331:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469589.201334:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469589.201339:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469589.201342:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469589.457255:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469589.457263:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469589.457265:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469589.457269:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469589.457273:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469589.457276:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469589.457279:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469589.457282:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469589.457285:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469589.841387:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469589.841394:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469589.841400:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469589.841401:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469589.841404:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469589.841405:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469589.841526:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469589.841529:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469589.841532:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469590.225281:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469590.225301:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469590.225305:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469590.225311:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469590.225313:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469590.225318:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469590.225321:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469590.483669:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469590.483677:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469590.483679:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469590.483684:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469590.483687:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469590.483692:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469590.483694:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469590.483697:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469590.483700:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469590.609246:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469590.609256:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469590.609259:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469590.609263:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469590.609267:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469590.609271:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469590.609275:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469590.609279:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469590.609282:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469590.609285:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469590.609291:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21844) 00010000:00000001:0.0:1789469590.865308:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469590.865314:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469590.865320:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469590.865322:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469590.865326:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469590.865327:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469590.865475:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469590.865478:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469590.865482:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469591.249879:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469591.249896:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469591.249899:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469591.249906:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469591.249909:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469591.249914:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469591.249918:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469591.506121:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469591.506129:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469591.506144:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469591.506149:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469591.506152:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469591.506156:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469591.506159:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469591.506161:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469591.506163:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469591.889909:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469591.889915:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469591.889920:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469591.889921:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469591.889924:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469591.889925:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469591.890174:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469591.890177:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469591.890180:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469592.273387:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469592.273405:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469592.273407:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469592.273413:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469592.273416:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469592.273423:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469592.273426:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469592.529254:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469592.529262:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469592.529264:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469592.529269:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469592.529272:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469592.529277:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469592.529280:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469592.529282:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469592.529285:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469592.913340:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469592.913347:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469592.913352:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469592.913354:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469592.913357:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469592.913358:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469592.913451:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469592.913455:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469592.913458:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469593.298874:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469593.298884:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469593.298903:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469568/real 1789469568] req@ffff8cbad742df80 x1876386402424448/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469593 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469593.298926:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469593.298930:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469593.298935:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30898. 00000400:00000200:3.0:1789469593.298944:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5cc0 00000400:00000010:3.0:1789469593.298948:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5cc0. 00000100:00000001:3.0:1789469593.298955:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469593.298960:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742df80 x1876386402424448/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469593 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469593.298970:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742df80 x1876386402424448/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469593 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469593.298977:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469593.298980:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469593.298983:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469593.298986:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469593.298990:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742df80 x1876386402424448/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469593 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469593.298997:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469593.299001:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469593.299006:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469568/real 1789469568] req@ffff8cbad742ea00 x1876386402424576/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469593 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469593.299014:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469593.299016:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469593.299017:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30dc0. 00000400:00000200:3.0:1789469593.299020:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5e58 00000400:00000010:3.0:1789469593.299021:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5e58. 00000100:00000001:3.0:1789469593.299023:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469593.299026:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742ea00 x1876386402424576/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469593 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469593.299034:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742ea00 x1876386402424576/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469593 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469593.299040:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469593.299041:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469593.299044:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469593.299045:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469593.299049:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742ea00 x1876386402424576/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469593 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469593.299055:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469593.299066:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469593.299068:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469593.299071:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469593.299074:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469593.299079:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469593.299083:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742df80 x1876386402424448/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469593 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469593.299092:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469593.299094:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469593.299096:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469593.299097:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469593.299100:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469593.299103:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469593.299107:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469593.299156:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789469593.299159:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469593.299164:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742df80 x1876386402424448/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469593 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469593.299172:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402424448:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469593.299179:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469593.299183:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742ea00 x1876386402424576/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469593 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469593.299190:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469593.299194:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469593.299195:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469593.299197:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469593.299199:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469593.299202:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469593.299205:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469593.299214:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789469593.299218:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469593.299224:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742ea00 x1876386402424576/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469593 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469593.299231:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402424576:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469593.299235:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469593.299240:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1789469593.299243:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469593.299246:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742df80 x1876386402424448/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469593 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789469593.299262:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1789469593.299268:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1789469593.299271:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469593.299276:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789469593.299279:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469593.299282:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469593.299288:0:176036:0:(import.c:520:import_select_connection()) Process entered 02000000:00000001:3.0:1789469593.299290:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:0.0:1789469593.299298:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21817 02000000:00000010:3.0:1789469593.299298:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890000. 02000000:00000001:3.0:1789469593.299306:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1789469593.299314:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000020:00000001:3.0:1789469593.299314:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469593.299319:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:3.0:1789469593.299324:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 00000400:00000200:0.0:1789469593.299326:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 02000000:00000010:3.0:1789469593.299329:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacf000. 00000100:00080000:0.0:1789469593.299332:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1789469593.299338:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1789469593.299340:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 02000000:00000001:3.0:1789469593.299343:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1789469593.299347:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000010:3.0:1789469593.299347:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742df80. 00000100:00000040:0.0:1789469593.299356:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469593.299358:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789469593.299360:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000100:00000001:3.0:1789469593.299363:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469593.299370:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1789469593.299376:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000040:3.0:1789469593.299378:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742ea00 x1876386402424576/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469593 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1789469593.299380:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:0.0:1789469593.299388:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469593.299394:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:0.0:1789469593.299403:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:0.0:1789469593.299411:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000001:3.0:1789469593.299417:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469593.299420:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1789469593.299423:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 02000000:00000010:3.0:1789469593.299424:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6892000. 00000100:00000001:0.0:1789469593.299432:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1789469593.299434:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469593.299438:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000040:0.0:1789469593.299439:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000020:00000040:3.0:1789469593.299442:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000100:00000001:0.0:1789469593.299451:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789469593.299451:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469593.299456:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacc400. 00000020:00000040:0.0:1789469593.299460:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 02000000:00000001:3.0:1789469593.299462:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469593.299466:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:0.0:1789469593.299469:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000010:3.0:1789469593.299469:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742ea00. 00000100:00000001:3.0:1789469593.299476:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789469593.299478:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469593.299481:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1789469593.299484:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1789469593.299487:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469593.299495:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469593.299500:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469593.299503:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789469593.299507:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789469593.299511:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469593.299513:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469593.299523:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e9c00. 00000020:00000040:0.0:1789469593.299527:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789469593.299530:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469593.299532:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469593.299534:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469593.299537:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469593.299542:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469593.299549:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687f400. 00000100:00000001:0.0:1789469593.299556:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469593.299567:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e9c00 x1876386402424832/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469593.299577:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469593.299580:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469593.299585:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e8628d7] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e9c00 x1876386402424832/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469593.299616:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469593.299619:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469593.299622:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789469593.299624:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469593.299625:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469593.299628:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469593.299630:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21817 00000400:00000200:0.0:1789469593.299634:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789469593.299637:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789469593.299639:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469593.299642:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469593.299644:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469593.299647:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469593.299649:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789469593.299652:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469593.299653:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:0.0:1789469593.299654:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469593.299657:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:0.0:1789469593.299658:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:0.0:1789469593.299661:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:0.0:1789469593.299663:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469593.299665:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469593.299667:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469593.299669:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789469593.299671:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:0.0:1789469593.299673:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789469593.299676:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469593.299678:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469593.299681:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469593.299683:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469593.299685:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789469593.299687:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789469593.299690:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469593.299691:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469593.299695:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6ea300. 00000020:00000040:0.0:1789469593.299697:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789469593.299699:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469593.299710:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469593.299712:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469593.299713:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469593.299715:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469593.299719:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687ec00. 00000100:00000001:0.0:1789469593.299723:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469593.299727:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6ea300 x1876386402424960/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469593.299734:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469593.299736:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469593.299739:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec572498] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6ea300 x1876386402424960/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469593.299746:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469593.299748:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469593.299752:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469593.299754:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469593.299757:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469593.299762:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21847) 00000100:00000001:3.0:1789469593.299897:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469593.299901:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469593.299904:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469593.299912:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e9c00 x1876386402424832/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469593.299921:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469593.299923:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469593.299927:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469593.299932:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469593.299934:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469593.299939:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402424832:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469593.299943:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469593.299948:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469593.299951:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469593.299954:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469593.299964:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d1400. 02000000:00000001:3.0:1789469593.299966:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469593.299974:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789469593.299978:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bfaa8. 00000400:00000010:3.0:1789469593.299987:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce7f8. 00000100:00000200:3.0:1789469593.299995:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402424832, portal 10 00000100:00000001:3.0:1789469593.299997:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469593.299998:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704779264 : -126741004772352 : ffff8cbacf6e9c00) 00000100:00000040:3.0:1789469593.300006:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e9c00 x1876386402424832/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469593.300012:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469593.300015:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789469593.300017:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ceaa0. 00000100:00000200:3.0:1789469593.300021:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402424832, offset 0 00000400:00000200:3.0:1789469593.300041:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789469593.300051:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469593.300059:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789469593.300065:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789469593.300070:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789469593.300074:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789469593.300077:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789469593.300081:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94098:94098:256:4294967295] 192.168.203.142@tcp LPNI seq info [94098:94098:8:4294967295] 00000400:00000200:3.0:1789469593.300086:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469593.300097:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789469593.300105:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789469593.300111:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7e00. 00000800:00000200:3.0:1789469593.300119:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789469593.300129:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469593.300156:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789469593.300183:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469593.300189:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:3.0:1789469593.300193:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789469593.300197:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316509342 00000100:00000010:3.0:1789469593.300203:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451c60. 00000100:00000001:3.0:1789469593.300213:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469593.300224:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316509342 00000100:00000010:3.0:1789469593.300228:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad04514e0. 00000100:00000001:3.0:1789469593.300231:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469593.300235:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469593.300238:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469593.300240:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469593.300245:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6ea300 x1876386402424960/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469593.300251:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469593.300253:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469593.300255:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469593.300257:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469593.300259:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469593.300261:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402424960:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469593.300264:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469593.300266:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469593.300268:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469593.300270:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469593.300273:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d3400. 02000000:00000001:3.0:1789469593.300275:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469593.300278:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789469593.300281:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf898. 00000400:00000010:3.0:1789469593.300284:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce5d8. 00000100:00000200:3.0:1789469593.300288:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402424960, portal 10 00000100:00000001:3.0:1789469593.300290:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469593.300291:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704781056 : -126741004770560 : ffff8cbacf6ea300) 00000100:00000040:3.0:1789469593.300297:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6ea300 x1876386402424960/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469593.300304:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469593.300306:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789469593.300310:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce2a8. 00000100:00000200:3.0:1789469593.300312:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402424960, offset 0 00000400:00000200:3.0:1789469593.300317:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789469593.300321:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469593.300325:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789469593.300328:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789469593.300330:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789469593.300333:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789469593.300335:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789469593.300338:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94099:94099:255:4294967295] 192.168.203.142@tcp LPNI seq info [94099:94099:7:4294967295] 00000400:00000200:3.0:1789469593.300342:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469593.300347:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789469593.300352:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789469593.300355:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7f00. 00000800:00000200:3.0:1789469593.300359:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789469593.300363:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469593.300366:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789469593.300368:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469593.300371:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:3.0:1789469593.300374:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789469593.300376:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316509330 00000100:00000001:3.0:1789469593.300379:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4316509342 00000100:00000001:3.0:1789469593.300381:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316509330 00000100:00000001:3.0:1789469593.300382:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4316509342 00000100:00000001:3.0:1789469593.300385:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469593.300386:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469593.300390:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469593.300392:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469593.300398:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469593.300400:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469593.300403:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469593.300404:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469593.300406:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469593.300408:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469593.300681:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469593.300688:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7e00. 00000400:00000200:2.0:1789469593.300695:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469593.300717:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469593.300723:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ceaa0 00000400:00000010:2.0:1789469593.300726:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ceaa0. 00000100:00000001:2.0:1789469593.300732:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469593.300737:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9c00 x1876386402424832/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469593.300745:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469593.300748:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9c00 x1876386402424832/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469593.300755:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469593.300757:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789469593.300845:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469593.300850:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7f00. 00000400:00000200:2.0:1789469593.300853:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469593.300857:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469593.300860:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce2a8 00000400:00000010:2.0:1789469593.300861:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce2a8. 00000100:00000001:2.0:1789469593.300864:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469593.300868:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6ea300 x1876386402424960/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469593.300874:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469593.300877:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6ea300 x1876386402424960/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469593.300882:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469593.300884:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1789469593.328450:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316509342, at 4316509343 00000100:00000010:2.0:1789469593.328469:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451c60. 00000100:00000040:3.0:1789469593.328552:0:333084:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316509342, at 4316509343 00000100:00000010:3.0:1789469593.328558:0:333084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad04514e0. 00000100:00000001:1.0:1789469593.553321:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469593.553330:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469593.553333:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469593.553338:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469593.553341:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469593.553345:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469593.553348:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469593.553350:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469593.553353:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469593.937323:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469593.937486:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469593.937496:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469593.937498:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469593.937503:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469593.937504:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469593.937604:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469593.937610:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469593.937614:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469594.321365:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469594.321375:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469594.321396:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469569/real 1789469569] req@ffff8cbad742dc00 x1876386402424704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469594 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469594.321417:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469594.321420:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469594.321424:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30d68. 00000400:00000200:3.0:1789469594.321433:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5000 00000400:00000010:3.0:1789469594.321437:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5000. 00000100:00000001:3.0:1789469594.321443:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469594.321447:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742dc00 x1876386402424704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469594 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469594.321457:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742dc00 x1876386402424704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469594 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469594.321465:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469594.321468:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469594.321471:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469594.321474:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469594.321478:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742dc00 x1876386402424704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469594 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469594.321486:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469594.321497:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469594.321499:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:3.0:1789469594.321503:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469594.321505:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469594.321508:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469594.321514:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742dc00 x1876386402424704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469594 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469594.321523:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469594.321526:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469594.321528:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469594.321529:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469594.321532:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469594.321535:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469594.321539:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469594.321576:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789469594.321579:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469594.321584:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742dc00 x1876386402424704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469594 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469594.321594:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402424704:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789469594.321599:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469594.321602:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469594.321606:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742dc00 x1876386402424704/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469594 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469594.321613:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469594.321617:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469594.321622:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6891c00. 02000000:00000001:3.0:1789469594.321628:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469594.321631:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469594.321633:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789469594.321636:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469594.321639:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacf400. 02000000:00000001:3.0:1789469594.321643:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469594.321645:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469594.321647:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742dc00. 00000100:00000001:3.0:1789469594.321653:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469594.321655:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469594.321658:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469594.321766:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469594.321772:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789469594.321774:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789469594.321777:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469594.321781:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789469594.321785:0:176036:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21818 00000400:00000200:2.0:1789469594.321794:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469594.321801:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789469594.321804:0:176036:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789469594.321807:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469594.321811:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469594.321813:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469594.321815:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789469594.321823:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789469594.321824:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:2.0:1789469594.321828:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789469594.321832:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:2.0:1789469594.321834:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:2.0:1789469594.321836:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:2.0:1789469594.321839:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469594.321840:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469594.321843:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469594.321845:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789469594.321848:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:2.0:1789469594.321852:0:176036:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789469594.321854:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469594.321857:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789469594.321861:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469594.321864:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469594.321867:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789469594.321870:0:176036:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789469594.321881:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742f800. 00000020:00000040:2.0:1789469594.321885:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789469594.321889:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789469594.321891:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469594.321896:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469594.321898:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789469594.321903:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469594.321911:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacf800. 00000100:00000001:2.0:1789469594.321919:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469594.321926:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742f800 x1876386402425088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789469594.321935:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469594.321939:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469594.321943:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000106e5d2c] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742f800 x1876386402425088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469594.321964:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469594.321968:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469594.321972:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469594.321975:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469594.321978:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469594.321981:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469594.321984:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469594.321996:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469594.321999:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469594.322005:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21848) 00000100:00000001:3.0:1789469594.322054:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469594.322067:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469594.322069:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469594.322075:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742f800 x1876386402425088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469594.322084:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469594.322086:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469594.322090:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469594.322093:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469594.322095:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469594.322099:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402425088:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789469594.322103:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469594.322107:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469594.322110:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469594.322113:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469594.322120:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d0800. 02000000:00000001:3.0:1789469594.322122:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469594.322128:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789469594.322156:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf738. 00000400:00000010:3.0:1789469594.322163:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce000. 00000100:00000200:3.0:1789469594.322170:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402425088, portal 25 00000100:00000001:3.0:1789469594.322173:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469594.322175:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836136960 : -126740873414656 : ffff8cbad742f800) 00000100:00000040:3.0:1789469594.322182:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742f800 x1876386402425088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469594.322189:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469594.322193:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789469594.322195:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce220. 00000100:00000200:3.0:1789469594.322198:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402425088, offset 0 00000400:00000200:3.0:1789469594.322206:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789469594.322214:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469594.322221:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789469594.322228:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789469594.322233:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789469594.322237:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789469594.322240:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789469594.322244:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94100:94100:256:4294967295] 192.168.203.142@tcp LPNI seq info [94100:94100:8:4294967295] 00000400:00000200:3.0:1789469594.322249:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469594.322259:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789469594.322266:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789469594.322272:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7600. 00000800:00000200:3.0:1789469594.322280:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789469594.322289:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469594.322293:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789469594.322313:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469594.322318:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789469594.322321:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316511604 00000100:00000010:3.0:1789469594.322327:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad04514e0. 00000100:00000001:3.0:1789469594.322335:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469594.322341:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316511604 00000100:00000010:3.0:1789469594.322344:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad04512a0. 00000100:00000001:3.0:1789469594.322347:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469594.322351:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469594.322354:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469594.322357:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469594.322359:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469594.322364:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469594.322366:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:3.0:1789469594.322368:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469594.322369:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469594.322371:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469594.322372:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469594.322619:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469594.322625:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7600. 00000400:00000200:2.0:1789469594.322631:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469594.322638:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469594.322645:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce220 00000400:00000010:2.0:1789469594.322648:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce220. 00000100:00000001:2.0:1789469594.322652:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469594.322658:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742f800 x1876386402425088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469594.322667:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469594.322670:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742f800 x1876386402425088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469619 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469594.322676:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469594.322678:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789469594.578009:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469594.578017:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469594.578019:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469594.578025:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469594.578028:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469594.578032:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469594.578035:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469594.578037:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469594.578039:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469594.961306:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469594.961313:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469594.961318:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469594.961319:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469594.961322:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469594.961323:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469594.961476:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469594.961479:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469594.961482:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469595.601827:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469595.601835:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469595.601837:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469595.601841:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469595.601845:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469595.601849:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469595.601851:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469595.601854:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469595.601856:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469595.602295:0:333084:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316511604, at 4316511617 00000100:00000010:3.0:1789469595.602314:0:333084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad04512a0. 00000100:00000040:2.0:1789469595.602714:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316511604, at 4316511617 00000100:00000010:2.0:1789469595.602721:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad04514e0. 00010000:00000001:0.0:1789469595.985415:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469595.985424:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469595.985431:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469595.985432:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469595.985436:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469595.985438:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469595.985552:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469595.985557:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469595.985562:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469596.625253:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469596.625261:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469596.625263:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469596.625268:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469596.625271:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469596.625275:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469596.625277:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469596.625279:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469596.625282:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469597.009285:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469597.009294:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469597.009296:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469597.009301:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469597.009305:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469597.009308:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469597.009310:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469597.009312:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469597.009327:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469597.009330:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469597.009334:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469597.009335:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469597.009562:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469597.009566:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469597.009569:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469597.651254:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469597.651263:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469597.651265:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469597.651270:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469597.651274:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469597.651278:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469597.651281:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469597.651283:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469597.651286:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469598.033975:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469598.033994:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469598.034000:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469598.034002:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469598.034005:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469598.034006:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469598.034196:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469598.034200:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469598.034203:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789469598.353293:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469598.353302:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469598.353305:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469598.353310:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469598.353312:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469598.353316:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469598.353318:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469598.353322:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469598.353324:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469598.353327:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469598.353332:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21852) 00000100:00000001:3.0:1789469598.354100:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469598.354117:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469598.354120:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469598.354125:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469598.354128:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469598.354153:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469598.354157:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469598.673250:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469598.673259:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469598.673261:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469598.673267:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469598.673270:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469598.673274:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469598.673276:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469598.673279:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469598.673282:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469599.057305:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469599.057312:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469599.057317:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469599.057320:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469599.057322:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469599.057325:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469599.057328:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469599.057330:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469599.057332:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469599.057334:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469599.057337:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469599.057339:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469599.057340:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469599.057341:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469599.057342:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469599.057343:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469599.057345:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469599.057346:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469599.057562:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469599.057566:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469599.057569:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789469599.377281:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469599.377292:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469599.377296:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469599.377300:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469599.377303:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469599.377306:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469599.377309:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469599.377313:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469599.377316:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469599.377319:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469599.377325:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21853) 00000100:00000001:3.0:1789469599.377327:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469599.377346:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469599.377349:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469599.377354:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469599.377357:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469599.377363:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469599.377366:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469599.697263:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469599.697270:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469599.697273:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469599.697278:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469599.697281:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469599.697285:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469599.697288:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469599.697290:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469599.697292:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469600.081284:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469600.081292:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469600.081298:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469600.081299:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469600.081302:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469600.081303:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469600.081434:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469600.081438:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469600.081441:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469600.401284:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469600.401299:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469600.401302:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469600.401307:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469600.401309:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469600.401314:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469600.401317:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469600.721398:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469600.721405:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469600.721407:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469600.721413:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469600.721416:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469600.721420:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469600.721422:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469600.721425:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469600.721427:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469601.106043:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469601.106049:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469601.106055:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469601.106056:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469601.106060:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469601.106061:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469601.106538:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469601.106542:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469601.106546:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469601.426006:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469601.426020:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469601.426022:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469601.426027:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469601.426029:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469601.426033:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469601.426036:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469601.745499:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469601.745507:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469601.745509:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469601.745515:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469601.745519:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469601.745522:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469601.745525:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469601.745527:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469601.745530:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469602.129257:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469602.129263:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469602.129267:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469602.129269:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469602.129272:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469602.129273:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469602.129944:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469602.129948:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469602.129951:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469602.449239:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469602.449253:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469602.449265:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469602.449270:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469602.449272:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469602.449276:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469602.449278:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469602.769296:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469602.769304:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469602.769306:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469602.769311:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469602.769315:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469602.769319:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469602.769321:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469602.769324:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469602.769326:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469603.153288:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469603.153295:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469603.153301:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469603.153302:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469603.153305:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469603.153306:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469603.153403:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469603.153406:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469603.153410:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469603.473943:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469603.473968:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469603.473970:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469603.473975:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469603.473977:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469603.473981:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469603.473984:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469603.793292:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469603.793300:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469603.793302:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469603.793307:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469603.793310:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469603.793314:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469603.793317:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469603.793320:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469603.793322:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469604.177253:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469604.177259:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469604.177264:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469604.177265:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469604.177268:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469604.177269:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469604.177407:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469604.177410:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469604.177413:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469604.434033:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469604.434043:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469604.434046:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469604.434050:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469604.434053:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469604.434057:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469604.434059:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469604.434063:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469604.434065:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469604.434068:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469604.434073:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21858) 00000100:00000001:3.0:1789469604.499267:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469604.499281:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469604.499283:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469604.499287:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469604.499290:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469604.499294:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469604.499296:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469604.817968:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469604.817975:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469604.817987:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469604.817992:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469604.817996:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469604.817999:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469604.818002:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469604.818005:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469604.818007:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469605.201477:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469605.201484:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469605.201490:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469605.201491:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469605.201494:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469605.201496:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469605.201865:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469605.201868:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469605.201871:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469605.522790:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469605.522803:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469605.522805:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469605.522810:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469605.522812:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469605.522816:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469605.522819:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469605.841866:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469605.841873:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469605.841875:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469605.841881:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469605.841884:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469605.841888:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469605.841891:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469605.841894:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469605.841896:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469606.225302:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469606.225309:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469606.225314:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469606.225316:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469606.225319:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469606.225320:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469606.225632:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469606.225636:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469606.225639:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469606.545300:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469606.545314:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469606.545317:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469606.545321:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469606.545324:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469606.545328:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469606.545336:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469606.865428:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469606.865436:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469606.865439:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469606.865445:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469606.865449:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469606.865453:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469606.865456:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469606.865458:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469606.865461:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469607.249376:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469607.249385:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469607.249387:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469607.249390:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469607.249395:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469607.249397:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469607.249400:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469607.249402:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469607.249406:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469607.249407:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469607.249410:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469607.249411:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469607.256481:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469607.256488:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469607.262049:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469607.569238:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469607.569251:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469607.569253:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469607.569257:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469607.569259:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469607.569263:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469607.569266:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469607.889279:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469607.889287:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469607.889289:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469607.889295:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469607.889298:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469607.889302:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469607.889305:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469607.889307:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469607.889310:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469608.273253:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469608.273261:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469608.273266:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469608.273268:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469608.273271:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469608.273272:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469608.273465:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469608.273469:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469608.273472:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469608.595534:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469608.595547:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469608.595549:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469608.595554:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469608.595556:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469608.595560:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469608.595562:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469608.913235:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469608.913243:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469608.913245:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469608.913250:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469608.913253:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469608.913257:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469608.913260:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469608.913262:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469608.913264:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469609.297551:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469609.297557:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469609.297563:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469609.297566:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469609.297568:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469609.297571:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469609.297575:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469609.297577:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469609.297590:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469609.297592:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469609.297599:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469609.297601:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469609.297602:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469609.297604:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469609.297606:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469609.297607:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469609.297609:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469609.297611:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469609.298096:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469609.298100:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469609.298103:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469609.554653:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469609.554663:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469609.554667:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469609.554671:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469609.554674:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469609.554677:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469609.554679:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469609.554683:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469609.554686:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469609.554690:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469609.554695:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21863) 00000100:00000001:3.0:1789469609.617692:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469609.617707:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469609.617709:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469609.617714:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469609.617716:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469609.617721:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469609.617724:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469609.937257:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469609.937265:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469609.937267:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469609.937272:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469609.937275:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469609.937279:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469609.937281:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469609.937284:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469609.937287:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469610.321337:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469610.321344:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469610.321349:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469610.321351:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469610.321354:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469610.321355:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469610.321480:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469610.321484:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469610.321487:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469610.641599:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469610.641612:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469610.641614:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469610.641618:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469610.641620:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469610.641625:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469610.641628:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469610.961254:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469610.961262:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469610.961264:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469610.961269:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469610.961273:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469610.961276:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469610.961279:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469610.961282:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469610.961284:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469611.345362:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469611.345368:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469611.345373:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469611.345374:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469611.345377:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469611.345379:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469611.345476:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469611.345480:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469611.345483:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469611.665263:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469611.665278:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469611.665280:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469611.665284:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469611.665286:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469611.665290:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469611.665293:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469611.986801:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469611.986810:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469611.986812:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469611.986817:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469611.986821:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469611.986825:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469611.986828:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469611.986830:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469611.986832:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469612.369363:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469612.369375:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469612.369383:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469612.369386:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469612.369392:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469612.369393:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469612.370544:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469612.370551:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469612.370565:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469612.689312:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469612.689326:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469612.689328:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469612.689334:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469612.689336:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469612.689340:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469612.689343:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469613.011648:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469613.011655:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469613.011657:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469613.011663:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469613.011666:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469613.011670:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469613.011672:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469613.011674:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469613.011677:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469613.393337:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469613.393347:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469613.393357:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469613.393358:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469613.393362:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469613.393363:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469613.393472:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469613.393476:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469613.393480:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469613.713961:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469613.713982:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469613.713985:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469613.713993:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469613.713996:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469613.714002:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469613.714006:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469614.037404:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469614.037415:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469614.037417:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469614.037423:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469614.037427:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469614.037432:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469614.037435:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469614.037437:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469614.037440:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469614.418225:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469614.418236:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469614.418244:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469614.418245:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469614.418249:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469614.418250:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469614.418863:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469614.418867:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469614.418872:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789469614.675905:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469614.675919:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469614.675923:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469614.675926:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469614.675929:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469614.675932:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469614.675935:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469614.675939:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469614.675942:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469614.675945:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469614.675951:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21868) 00000100:00000001:3.0:1789469614.737588:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469614.737609:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469614.737612:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469614.737618:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469614.737622:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469614.737627:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469614.737630:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469615.057291:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469615.057301:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469615.057303:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469615.057309:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469615.057313:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469615.057318:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469615.057321:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469615.057324:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469615.057327:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469615.441374:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469615.441384:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469615.441392:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469615.441393:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469615.441398:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469615.441399:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469615.441528:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469615.441540:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469615.441544:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469615.761354:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469615.761373:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469615.761377:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469615.761383:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469615.761386:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469615.761392:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469615.761395:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469616.081363:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469616.081375:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469616.081378:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469616.081387:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469616.081391:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469616.081397:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469616.081400:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469616.081403:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469616.081407:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469616.466851:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469616.466864:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469616.466867:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469616.466871:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469616.466878:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469616.466880:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469616.466883:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469616.466885:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469616.466890:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469616.466891:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469616.466895:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469616.466896:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469616.470924:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469616.470935:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469616.470941:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469616.785238:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469616.785255:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469616.785257:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469616.785262:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469616.785264:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469616.785268:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469616.785270:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469617.106109:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469617.106119:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469617.106121:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469617.106128:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469617.106149:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469617.106155:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469617.106159:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469617.106162:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469617.106165:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469617.490035:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469617.490044:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469617.490051:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469617.490052:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469617.490056:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469617.490058:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469617.491887:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469617.491893:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469617.491898:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469617.809349:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469617.809369:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469617.809371:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469617.809377:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469617.809380:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469617.809385:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469617.809388:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469618.129414:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469618.129426:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469618.129429:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469618.129436:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469618.129441:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469618.129562:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469618.129567:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469618.129570:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469618.129573:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469618.515203:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469618.515212:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469618.515219:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469618.515220:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469618.515224:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469618.515225:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469618.515857:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469618.515862:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469618.515867:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469618.834505:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469618.834573:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469618.834597:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469593/real 1789469593] req@ffff8cbacf6e9c00 x1876386402424832/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469618 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469618.834626:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469618.834629:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469618.834634:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bfaa8. 00000400:00000200:3.0:1789469618.834642:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce7f8 00000400:00000010:3.0:1789469618.834646:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce7f8. 00000100:00000001:3.0:1789469618.834652:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469618.834656:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e9c00 x1876386402424832/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469618 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469618.834666:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e9c00 x1876386402424832/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469618 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469618.834675:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469618.834677:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469618.834681:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469618.834683:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469618.834687:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e9c00 x1876386402424832/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469618 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469618.834695:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469618.834697:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469618.834702:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469593/real 1789469593] req@ffff8cbacf6ea300 x1876386402424960/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469618 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469618.834710:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469618.834711:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469618.834713:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf898. 00000400:00000200:3.0:1789469618.834716:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce5d8 00000400:00000010:3.0:1789469618.834718:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce5d8. 00000100:00000001:3.0:1789469618.834720:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469618.834723:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6ea300 x1876386402424960/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469618 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469618.834736:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6ea300 x1876386402424960/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469618 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469618.834743:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469618.834745:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469618.834746:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469618.834748:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469618.834752:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6ea300 x1876386402424960/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469618 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469618.834758:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469618.834768:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469618.834770:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469618.834773:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469618.834777:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469618.834781:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469618.834786:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e9c00 x1876386402424832/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469618 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469618.834793:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469618.834797:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469618.834798:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469618.834800:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469618.834803:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469618.834807:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469618.834812:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469618.834842:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789469618.834846:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469618.834851:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e9c00 x1876386402424832/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469618 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469618.834859:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402424832:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469618.834866:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469618.834869:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6ea300 x1876386402424960/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469618 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469618.834875:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469618.834877:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469618.834878:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469618.834880:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469618.834881:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469618.834883:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469618.834886:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469618.834892:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789469618.834894:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469618.834898:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6ea300 x1876386402424960/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469618 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469618.834905:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402424960:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469618.834911:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469618.834915:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469618.834919:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e9c00 x1876386402424832/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469618 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469618.834927:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1789469618.834930:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1789469618.834931:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:0.0:1789469618.834938:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000010:3.0:1789469618.834939:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d1400. 00000100:00080000:0.0:1789469618.834942:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469618.834947:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:3.0:1789469618.834947:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789469618.834952:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:3.0:1789469618.834953:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000100:00080000:0.0:1789469618.834956:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000040:3.0:1789469618.834958:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000100:00000001:0.0:1789469618.834961:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000020:00000001:3.0:1789469618.834963:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00080000:0.0:1789469618.834969:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21842 02000000:00000010:3.0:1789469618.834969:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687f400. 02000000:00000001:3.0:1789469618.834976:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469618.834980:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1789469618.834982:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000010:3.0:1789469618.834984:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e9c00. 00000100:00000001:3.0:1789469618.834990:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1789469618.834991:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00000001:3.0:1789469618.834993:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789469618.834997:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1789469618.834998:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469618.835004:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6ea300 x1876386402424960/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469618 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789469618.835007:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469618.835012:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469618.835017:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469618.835018:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1789469618.835021:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 02000000:00000001:3.0:1789469618.835022:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469618.835025:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d3400. 02000000:00000001:3.0:1789469618.835031:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789469618.835032:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000001:3.0:1789469618.835033:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789469618.835036:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000040:3.0:1789469618.835037:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:0.0:1789469618.835041:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000001:3.0:1789469618.835042:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469618.835045:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687ec00. 00000020:00000040:0.0:1789469618.835047:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 02000000:00000001:3.0:1789469618.835049:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1789469618.835052:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 02000000:00000001:3.0:1789469618.835053:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469618.835056:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6ea300. 00000020:00000001:0.0:1789469618.835057:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000001:3.0:1789469618.835060:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1789469618.835064:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469618.835064:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789469618.835068:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469618.835070:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469618.835072:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789469618.835076:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:0.0:1789469618.835081:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789469618.835081:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469618.835099:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469618.835103:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469618.835110:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469618.835114:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469618.835117:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789469618.835122:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789469618.835125:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469618.835127:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469618.835166:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6eb480. 00000020:00000040:0.0:1789469618.835170:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789469618.835174:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469618.835176:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469618.835179:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469618.835182:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469618.835188:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469618.835197:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687cc00. 00000100:00000001:0.0:1789469618.835205:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469618.835213:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6eb480 x1876386402425216/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469618.835223:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469618.835228:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469618.835233:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008c1d296] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6eb480 x1876386402425216/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469618.835258:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469618.835261:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469618.835265:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789469618.835266:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469618.835268:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469618.835270:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469618.835273:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21842 00000400:00000200:0.0:1789469618.835278:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789469618.835281:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789469618.835283:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469618.835286:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469618.835288:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469618.835289:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469618.835292:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789469618.835295:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469618.835296:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:0.0:1789469618.835298:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469618.835301:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:0.0:1789469618.835303:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:0.0:1789469618.835305:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:0.0:1789469618.835308:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469618.835310:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469618.835313:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469618.835315:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789469618.835318:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:0.0:1789469618.835321:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789469618.835333:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469618.835335:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469618.835338:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469618.835340:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469618.835341:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789469618.835343:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789469618.835345:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469618.835346:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469618.835350:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e9500. 00000020:00000040:0.0:1789469618.835353:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789469618.835355:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469618.835356:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469618.835358:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469618.835359:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469618.835361:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469618.835365:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687d400. 00000100:00000001:0.0:1789469618.835368:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469618.835373:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e9500 x1876386402425344/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469618.835381:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469618.835383:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469618.835386:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004af4f142] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e9500 x1876386402425344/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469618.835394:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469618.835397:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469618.835401:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469618.835403:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469618.835407:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469618.835412:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21872) 00000100:00000001:3.0:1789469618.835663:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469618.835666:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469618.835669:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469618.835676:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6eb480 x1876386402425216/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469618.835684:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469618.835687:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469618.835691:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469618.835693:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469618.835696:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469618.835700:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402425216:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469618.835704:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469618.835709:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469618.835712:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469618.835716:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469618.835721:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d3400. 02000000:00000001:3.0:1789469618.835723:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469618.835731:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789469618.835734:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf898. 00000400:00000010:3.0:1789469618.835740:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce5d8. 00000100:00000200:3.0:1789469618.835748:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402425216, portal 10 00000100:00000001:3.0:1789469618.835750:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469618.835752:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704785536 : -126741004766080 : ffff8cbacf6eb480) 00000100:00000040:3.0:1789469618.835761:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6eb480 x1876386402425216/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469618.835769:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469618.835772:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789469618.835774:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce7f8. 00000100:00000200:3.0:1789469618.835778:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402425216, offset 0 00000400:00000200:3.0:1789469618.835786:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789469618.835795:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469618.835804:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789469618.835810:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789469618.835815:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789469618.835830:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789469618.835834:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789469618.835837:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94101:94101:256:4294967295] 192.168.203.142@tcp LPNI seq info [94101:94101:8:4294967295] 00000400:00000200:3.0:1789469618.835842:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469618.835854:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789469618.835861:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789469618.835868:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7400. 00000800:00000200:3.0:1789469618.835876:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789469618.835887:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469618.835892:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789469618.835965:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469618.835971:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:3.0:1789469618.835975:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789469618.835979:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316534877 00000100:00000010:3.0:1789469618.835985:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad04512a0. 00000100:00000001:3.0:1789469618.835993:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469618.836000:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316534877 00000100:00000010:3.0:1789469618.836003:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451ae0. 00000100:00000001:3.0:1789469618.836007:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469618.836010:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469618.836014:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469618.836017:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469618.836022:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e9500 x1876386402425344/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469618.836029:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469618.836030:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469618.836032:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469618.836034:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469618.836037:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469618.836039:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402425344:192.168.203.142@tcp:38:kworker.0 00000100:00000001:3.0:1789469618.836043:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469618.836045:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469618.836047:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469618.836049:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469618.836053:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d1400. 02000000:00000001:3.0:1789469618.836055:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469618.836058:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789469618.836061:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bfaa8. 00000400:00000010:3.0:1789469618.836065:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cef68. 00000100:00000200:3.0:1789469618.836068:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402425344, portal 10 00000100:00000001:3.0:1789469618.836070:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469618.836071:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704777472 : -126741004774144 : ffff8cbacf6e9500) 00000100:00000040:3.0:1789469618.836077:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e9500 x1876386402425344/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469618.836096:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469618.836098:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789469618.836101:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce550. 00000100:00000200:3.0:1789469618.836104:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402425344, offset 0 00000400:00000200:3.0:1789469618.836108:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789469618.836112:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469618.836116:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789469618.836119:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789469618.836121:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789469618.836124:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789469618.836126:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789469618.836129:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94102:94102:255:4294967295] 192.168.203.142@tcp LPNI seq info [94102:94102:7:4294967295] 00000400:00000200:3.0:1789469618.836158:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469618.836164:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789469618.836169:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789469618.836174:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7b00. 00000800:00000200:3.0:1789469618.836178:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789469618.836182:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469618.836185:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789469618.836188:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469618.836191:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:3.0:1789469618.836194:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789469618.836196:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316534866 00000100:00000001:3.0:1789469618.836198:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4316534877 00000100:00000001:3.0:1789469618.836200:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316534866 00000100:00000001:3.0:1789469618.836202:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4316534877 00000100:00000001:3.0:1789469618.836204:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469618.836205:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469618.836209:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469618.836211:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469618.836218:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469618.836220:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469618.836222:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469618.836224:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469618.836225:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469618.836227:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469618.847669:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469618.847685:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7400. 00000400:00000200:2.0:1789469618.847697:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469618.847710:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469618.847789:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce7f8 00000400:00000010:2.0:1789469618.847794:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce7f8. 00000100:00000001:2.0:1789469618.847803:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469618.847815:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6eb480 x1876386402425216/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469618.847830:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469618.847835:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6eb480 x1876386402425216/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469643 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469618.847844:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469618.847846:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789469618.848309:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469618.848313:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7b00. 00000400:00000200:2.0:1789469618.848317:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469618.848393:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469618.848398:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce550 00000400:00000010:2.0:1789469618.848401:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce550. 00000100:00000001:2.0:1789469618.848405:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469618.848411:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9500 x1876386402425344/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469618.848421:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469618.848424:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9500 x1876386402425344/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469643 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469618.848432:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469618.848433:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1789469618.863319:0:333084:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316534877, at 4316534878 00000100:00000010:3.0:1789469618.863341:0:333084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451ae0. 00000100:00000040:2.0:1789469618.865483:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316534877, at 4316534880 00000100:00000010:2.0:1789469618.865503:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad04512a0. 00000100:00000001:1.0:1789469619.153781:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469619.153792:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469619.153795:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469619.153802:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469619.153807:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469619.153812:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469619.153824:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469619.153827:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469619.153831:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469619.542070:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469619.542078:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469619.542085:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469619.542089:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469619.542092:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469619.542096:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469619.542100:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469619.542103:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469619.542105:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469619.542107:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469619.542112:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469619.542113:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469619.542114:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469619.542116:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469619.542117:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469619.542119:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469619.542120:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469619.542122:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469619.542920:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469619.542926:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469619.542931:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469619.860545:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469619.860556:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789469619.860579:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469594/real 1789469594] req@ffff8cbad742f800 x1876386402425088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469619 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789469619.860611:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789469619.860614:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789469619.860618:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf738. 00000400:00000200:3.0:1789469619.860628:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce000 00000400:00000010:3.0:1789469619.860631:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce000. 00000100:00000001:3.0:1789469619.860636:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789469619.860641:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742f800 x1876386402425088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469619 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789469619.860651:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742f800 x1876386402425088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469619 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469619.860660:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789469619.860662:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469619.860665:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469619.860667:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789469619.860671:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742f800 x1876386402425088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469619 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469619.860679:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469619.860690:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469619.860693:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:3.0:1789469619.860697:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469619.860700:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469619.860704:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789469619.860709:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742f800 x1876386402425088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469619 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469619.860716:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789469619.860720:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469619.860721:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789469619.860723:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469619.860725:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789469619.860728:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789469619.860732:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789469619.860763:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:3.0:1789469619.860766:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789469619.860771:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742f800 x1876386402425088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469619 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789469619.860780:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402425088:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789469619.860786:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469619.860788:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469619.860792:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742f800 x1876386402425088/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469619 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469619.860798:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789469619.860802:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789469619.860806:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d0800. 02000000:00000001:3.0:1789469619.860812:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789469619.860815:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789469619.860817:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789469619.860820:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789469619.860823:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacf800. 02000000:00000001:3.0:1789469619.860827:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789469619.860829:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789469619.860832:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742f800. 00000100:00000001:3.0:1789469619.860838:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789469619.860839:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469619.860842:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469619.860922:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469619.860928:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789469619.860930:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789469619.860933:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469619.860938:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789469619.860942:0:176036:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21843 00000400:00000200:2.0:1789469619.860952:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469619.860958:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789469619.860962:0:176036:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789469619.860966:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469619.860969:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469619.860973:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469619.860975:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789469619.861793:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789469619.861797:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:2.0:1789469619.861803:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789469619.861806:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:2.0:1789469619.861810:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:2.0:1789469619.861890:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:2.0:1789469619.861895:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469619.861898:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469619.861900:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469619.861902:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789469619.861905:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:2.0:1789469619.861909:0:176036:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789469619.861911:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469619.861914:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789469619.861920:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469619.861923:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469619.861925:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789469619.861928:0:176036:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789469619.861939:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742f800. 00000020:00000040:2.0:1789469619.861942:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789469619.861947:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789469619.861948:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469619.861952:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469619.861955:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789469619.861959:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469619.862054:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacdc00. 00000100:00000001:2.0:1789469619.862064:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469619.862075:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742f800 x1876386402425472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789469619.862086:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469619.862091:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469619.862096:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000106e5d2c] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742f800 x1876386402425472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469619.862175:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469619.862181:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469619.862183:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789469619.862190:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742f800 x1876386402425472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469619.862198:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789469619.862200:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469619.862204:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789469619.862207:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469619.862209:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469619.862212:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402425472:192.168.203.142@tcp:250:kworker.0 00000100:00000001:3.0:1789469619.862217:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789469619.862221:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789469619.862223:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469619.862226:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789469619.862232:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9e71d0800. 02000000:00000001:3.0:1789469619.862234:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469619.862242:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789469619.862248:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf738. 00000400:00000010:3.0:1789469619.862255:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce000. 00000100:00000200:3.0:1789469619.862263:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402425472, portal 25 00000100:00000001:3.0:1789469619.862265:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789469619.862267:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836136960 : -126740873414656 : ffff8cbad742f800) 00000100:00000040:3.0:1789469619.862273:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742f800 x1876386402425472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469619.862280:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789469619.862283:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789469619.862285:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ceee0. 00000100:00000200:3.0:1789469619.862289:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402425472, offset 0 00000400:00000200:3.0:1789469619.862296:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789469619.862307:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469619.862326:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789469619.862332:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789469619.862337:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789469619.862341:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789469619.862345:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789469619.862348:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94103:94103:256:4294967295] 192.168.203.142@tcp LPNI seq info [94103:94103:8:4294967295] 00000400:00000200:3.0:1789469619.862353:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469619.862364:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789469619.862371:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789469619.862378:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7a00. 00000800:00000200:3.0:1789469619.862385:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789469619.862395:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789469619.862400:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7a00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789469619.862417:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789469619.862422:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789469619.862424:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316537144 00000100:00000010:3.0:1789469619.862431:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451ae0. 00000100:00000001:3.0:1789469619.862439:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789469619.862447:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316537144 00000100:00000010:3.0:1789469619.862451:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451360. 00000100:00000001:3.0:1789469619.862454:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789469619.862457:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789469619.862587:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469619.862592:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469619.862595:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469619.862772:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469619.862777:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469619.862782:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469619.862786:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469619.862789:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469619.862792:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469619.862795:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469619.862797:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469619.862799:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469619.862805:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21873) 00000800:00000200:2.0:1789469619.862944:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469619.862949:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7a00. 00000400:00000200:2.0:1789469619.862955:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469619.862962:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469619.862970:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ceee0 00000400:00000010:2.0:1789469619.862973:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ceee0. 00000100:00000001:2.0:1789469619.863208:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469619.863217:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742f800 x1876386402425472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469619.863227:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469619.863230:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742f800 x1876386402425472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469644 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469619.863237:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469619.863239:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469619.867794:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469619.867805:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:3.0:1789469619.867812:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469619.867815:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469619.867821:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469619.867824:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469620.182514:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469620.182526:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469620.182529:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469620.182536:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469620.182542:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469620.182546:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469620.182550:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469620.182553:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469620.182556:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469620.561241:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469620.561251:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469620.561259:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469620.561260:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469620.561264:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469620.561265:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469620.562479:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469620.562485:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469620.562491:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789469621.138591:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316537144, at 4316537153 00000100:00000010:2.0:1789469621.138613:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451ae0. 00000100:00000040:3.0:1789469621.146740:0:333084:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316537144, at 4316537161 00000100:00000010:3.0:1789469621.146761:0:333084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451360. 00000100:00000001:1.0:1789469621.201511:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469621.201522:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469621.201524:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469621.201533:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469621.201537:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469621.201552:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469621.201556:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469621.201560:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469621.201563:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469621.585772:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469621.585783:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469621.585790:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469621.585792:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469621.585796:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469621.585797:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469621.586010:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469621.586015:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469621.586019:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469622.226115:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469622.226126:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469622.226128:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469622.226154:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469622.226159:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469622.226164:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469622.226167:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469622.226183:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469622.226187:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469622.609359:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469622.609369:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469622.609375:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469622.609377:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469622.609381:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469622.609383:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469622.609577:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469622.609582:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469622.609586:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469623.249326:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469623.249336:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469623.249339:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469623.249345:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469623.249349:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469623.249354:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469623.249357:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469623.249360:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469623.249364:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469623.633568:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469623.633580:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469623.633589:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469623.633590:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469623.633595:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469623.633596:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469623.633730:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469623.633735:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469623.633739:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789469623.892014:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469623.892029:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469623.892033:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469623.892036:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469623.892039:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469623.892042:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469623.892045:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469623.892049:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469623.892052:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469623.892056:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469623.892063:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21877) 00000100:00000001:1.0:1789469623.892376:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469623.892390:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469623.892392:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469623.892396:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469623.892399:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469623.892404:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469623.892408:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469624.275180:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469624.275190:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469624.275192:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469624.275198:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469624.275202:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469624.275207:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469624.275210:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469624.275213:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469624.275228:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469624.660118:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469624.660128:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469624.660168:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469624.660170:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469624.660175:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469624.660176:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469624.665327:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469624.665338:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469624.665345:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789469624.913834:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469624.913844:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469624.913848:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469624.913852:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469624.913854:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469624.913857:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469624.913860:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469624.913865:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469624.913868:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469624.913872:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469624.913889:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21878) 00000100:00000001:2.0:1789469624.914332:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469624.914346:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469624.914349:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469624.914353:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469624.914356:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469624.914361:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469624.914364:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469625.297249:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469625.297257:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469625.297259:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469625.297265:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469625.297268:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469625.297272:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469625.297275:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469625.297277:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469625.297279:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469625.681299:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469625.681306:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469625.681312:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469625.681314:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469625.681317:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469625.681319:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469625.681415:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469625.681420:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469625.681423:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469625.938119:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469625.938148:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469625.938150:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469625.938155:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469625.938157:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469625.938161:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469625.938164:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469626.321260:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469626.321268:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469626.321270:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469626.321276:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469626.321279:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469626.321283:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469626.321286:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469626.321289:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469626.321292:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469626.705691:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469626.705700:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469626.705703:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469626.705707:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469626.705711:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469626.705713:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469626.705715:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469626.705718:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469626.705722:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469626.705724:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469626.705727:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469626.705728:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469626.706632:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469626.706636:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469626.706639:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469626.961258:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469626.961272:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469626.961274:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469626.961279:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469626.961282:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469626.961286:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469626.961289:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469627.345435:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469627.345453:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469627.345455:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469627.345460:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469627.345463:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469627.345467:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469627.345470:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469627.345473:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469627.345476:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469627.729283:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469627.729289:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469627.729294:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469627.729295:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469627.729298:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469627.729299:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469627.730185:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469627.730190:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469627.730194:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469627.989962:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469627.989977:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469627.989979:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469627.989984:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469627.989986:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469627.989991:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469627.989993:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469628.369234:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469628.369242:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469628.369244:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469628.369250:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469628.369254:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469628.369258:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469628.369260:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469628.369263:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469628.369265:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469628.755718:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469628.755725:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469628.755731:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469628.755732:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469628.755735:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469628.755736:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469628.755866:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469628.755870:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469628.755873:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469629.009880:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469629.009894:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469629.009896:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469629.009900:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469629.009902:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469629.009906:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469629.009910:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469629.393290:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469629.393302:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469629.393304:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469629.393311:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469629.393316:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469629.393321:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469629.393324:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469629.393327:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469629.393330:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469629.778105:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469629.778116:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469629.778124:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469629.778129:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469629.778151:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469629.778156:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469629.778160:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469629.778162:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469629.778165:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469629.778168:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469629.778173:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469629.778176:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469629.778177:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469629.778179:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469629.778180:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469629.778182:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469629.778183:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469629.778185:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469629.779285:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469629.779291:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469629.779296:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469630.034023:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469630.034042:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469630.034045:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469630.034053:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469630.034056:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469630.034062:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469630.034065:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469630.034169:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469630.034179:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469630.034183:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469630.034186:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469630.034188:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469630.034191:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469630.034193:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469630.034197:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469630.034200:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469630.034202:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469630.034208:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21883) 00000100:00000001:1.0:1789469630.420904:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469630.420914:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469630.420917:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469630.420924:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469630.420929:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469630.420934:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469630.420938:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469630.420941:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469630.420944:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469630.801284:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469630.801291:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469630.801297:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469630.801298:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469630.801301:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469630.801302:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469630.801493:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469630.801500:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469630.801504:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469631.057556:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469631.057575:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469631.057578:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469631.057584:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469631.057587:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469631.057593:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469631.057596:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469631.441276:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469631.441289:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469631.441292:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469631.441302:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469631.441307:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469631.441313:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469631.441316:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469631.441320:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469631.441323:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469631.826524:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469631.826534:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469631.826540:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469631.826542:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469631.826546:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469631.826547:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469631.826591:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469631.826596:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469631.826600:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469632.081793:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469632.081809:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469632.081812:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469632.081819:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469632.081822:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469632.081835:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469632.081839:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469632.471651:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469632.471662:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469632.471664:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469632.471671:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469632.471675:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469632.471679:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469632.471682:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469632.471686:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469632.471689:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469632.849299:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469632.849308:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469632.849316:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469632.849317:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469632.849322:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469632.849323:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469632.851106:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469632.851115:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469632.851120:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469633.105469:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469633.105490:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469633.105492:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469633.105498:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469633.105501:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469633.105507:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469633.105511:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469633.489272:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469633.489281:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469633.489283:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469633.489291:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469633.489295:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469633.489299:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469633.489302:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469633.489305:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469633.489308:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469633.878679:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469633.878689:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469633.878697:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469633.878698:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469633.878702:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469633.878703:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469633.879549:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469633.879555:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469633.879560:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469634.129294:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469634.129314:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469634.129328:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469634.129335:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469634.129338:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469634.129345:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469634.129348:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469634.513777:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469634.513788:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469634.513791:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469634.513797:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469634.513802:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469634.513811:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469634.513815:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469634.513817:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469634.513830:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469634.898818:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469634.898827:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469634.898834:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469634.898835:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469634.898839:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469634.898840:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469634.899206:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469634.899210:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469634.899214:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789469635.153408:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469635.153422:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469635.153426:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469635.153430:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469635.153433:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469635.153436:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469635.153439:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469635.153445:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469635.153447:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469635.153451:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469635.153458:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21888) 00000100:00000001:2.0:1789469635.153536:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469635.153550:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469635.153553:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469635.153557:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469635.153560:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469635.153564:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469635.153567:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469635.538166:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469635.538176:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469635.538178:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469635.538185:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469635.538189:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469635.538193:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469635.538197:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469635.538199:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469635.538202:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469635.921796:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469635.921806:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469635.921814:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469635.921815:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469635.921819:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469635.921831:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469635.922848:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469635.922854:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469635.922859:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469636.177947:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469636.177967:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469636.177970:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469636.177977:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469636.177980:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469636.177985:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469636.177988:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469636.561357:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469636.561369:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469636.561383:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469636.561390:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469636.561394:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469636.561401:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469636.561405:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469636.561408:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469636.561411:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469636.945289:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469636.945308:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469636.945311:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469636.945315:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469636.945321:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469636.945324:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469636.945327:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469636.945330:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469636.945334:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469636.945336:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469636.945339:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469636.945340:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469636.945574:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469636.945578:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469636.945581:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469637.201263:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469637.201281:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469637.201284:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469637.201290:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469637.201293:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469637.201298:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469637.201301:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469637.585875:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469637.585886:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469637.585888:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469637.585895:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469637.585899:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469637.585904:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469637.585907:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469637.585910:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469637.585913:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469637.969288:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469637.969295:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469637.969300:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469637.969302:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469637.969305:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469637.969306:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469637.969399:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469637.969402:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469637.969405:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469638.225880:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469638.225896:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469638.225897:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469638.225902:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469638.225904:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469638.225908:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469638.225910:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469638.614843:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469638.614851:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469638.614853:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469638.614858:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469638.614862:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469638.614866:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469638.614879:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469638.614881:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469638.614884:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469638.994731:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469638.994737:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469638.994742:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469638.994743:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469638.994747:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469638.994748:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469638.995159:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469638.995163:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469638.995165:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469639.250479:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469639.250491:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469639.250493:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469639.250497:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469639.250500:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469639.250503:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469639.250506:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469639.633299:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469639.633306:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469639.633308:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469639.633313:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469639.633316:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469639.633320:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469639.633323:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469639.633326:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469639.633328:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469640.017295:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469640.017301:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469640.017307:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469640.017310:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469640.017312:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469640.017316:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469640.017319:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469640.017321:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469640.017323:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469640.017325:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469640.017328:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469640.017330:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469640.017331:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469640.017332:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469640.017333:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469640.017334:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469640.017353:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469640.017355:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469640.017619:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469640.017623:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469640.017626:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789469640.275782:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469640.275791:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469640.275794:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469640.275798:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469640.275800:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469640.275804:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469640.275806:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469640.275810:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469640.275813:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469640.275816:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469640.275821:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21893) 00000100:00000001:2.0:1789469640.276511:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469640.276524:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469640.276526:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469640.276530:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469640.276533:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469640.276537:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469640.276540:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469640.657305:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469640.657313:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469640.657315:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469640.657320:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469640.657323:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469640.657327:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469640.657330:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469640.657332:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469640.657334:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469641.041293:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469641.041299:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469641.041303:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469641.041305:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469641.041308:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469641.041309:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469641.041643:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469641.041647:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469641.041650:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469641.299780:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469641.299796:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469641.299798:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469641.299802:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469641.299804:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469641.299808:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469641.299812:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469641.682883:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469641.682891:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469641.682893:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469641.682898:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469641.682901:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469641.682905:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469641.682908:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469641.682910:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469641.682912:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469642.065766:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469642.065773:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469642.065778:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469642.065779:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469642.065783:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469642.065784:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469642.065886:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469642.065890:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469642.065894:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469642.321250:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469642.321264:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469642.321266:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469642.321270:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469642.321273:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469642.321277:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469642.321279:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469642.705271:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469642.705279:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469642.705281:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469642.705287:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469642.705290:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469642.705294:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469642.705297:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469642.705300:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469642.705302:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469643.089535:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469643.089541:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469643.089547:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469643.089549:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469643.089552:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469643.089553:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469643.092956:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469643.092964:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469643.092968:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469643.345614:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469643.345621:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469643.345636:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469618/real 1789469618] req@ffff8cbacf6eb480 x1876386402425216/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469643 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469643.345663:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469643.345666:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469643.345670:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf898. 00000400:00000200:2.0:1789469643.345677:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce5d8 00000400:00000010:2.0:1789469643.345679:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce5d8. 00000100:00000001:2.0:1789469643.345683:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469643.345688:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6eb480 x1876386402425216/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469643 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469643.345698:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6eb480 x1876386402425216/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469643 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469643.345706:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469643.345708:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469643.345711:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469643.345714:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469643.345718:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6eb480 x1876386402425216/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469643 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469643.345725:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469643.345728:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469643.345732:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469618/real 1789469618] req@ffff8cbacf6e9500 x1876386402425344/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469643 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469643.345746:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469643.345748:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469643.345749:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bfaa8. 00000400:00000200:2.0:1789469643.345752:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cef68 00000400:00000010:2.0:1789469643.345753:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cef68. 00000100:00000001:2.0:1789469643.345755:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469643.345758:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e9500 x1876386402425344/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469643 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469643.345766:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e9500 x1876386402425344/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469643 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469643.345772:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469643.345774:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469643.345775:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469643.345777:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469643.345780:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e9500 x1876386402425344/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469643 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469643.345786:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469643.345795:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469643.345796:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469643.345799:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469643.345802:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469643.345804:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469643.345808:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6eb480 x1876386402425216/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469643 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469643.345815:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469643.345818:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469643.345820:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469643.345821:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469643.345823:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469643.345826:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469643.345831:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469643.345860:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789469643.345862:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469643.345867:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6eb480 x1876386402425216/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469643 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469643.345875:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402425216:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789469643.345880:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469643.345884:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e9500 x1876386402425344/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469643 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469643.345890:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469643.345893:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469643.345894:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469643.345896:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469643.345897:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469643.345899:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469643.345902:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469643.345908:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789469643.345911:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469643.345914:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e9500 x1876386402425344/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469643 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469643.345922:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402425344:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789469643.345926:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469643.345928:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469643.345931:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6eb480 x1876386402425216/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469643 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469643.345938:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469643.345941:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469643.345945:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d3400. 02000000:00000001:2.0:1789469643.345949:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469643.345953:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469643.345954:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789469643.345957:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469643.345960:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687cc00. 02000000:00000001:2.0:1789469643.345964:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469643.345966:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469643.345968:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6eb480. 00000100:00000001:2.0:1789469643.345971:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469643.345972:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469643.345974:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469643.345977:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e9500 x1876386402425344/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469643 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469643.345983:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469643.345984:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469643.345986:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d1400. 02000000:00000001:2.0:1789469643.345988:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469643.345990:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469643.345991:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789469643.345992:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469643.345994:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687d400. 02000000:00000001:2.0:1789469643.345996:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469643.345997:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469643.345998:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e9500. 00000100:00000001:2.0:1789469643.346001:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469643.346002:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469643.346004:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469643.346178:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469643.346183:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469643.346186:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469643.346189:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789469643.346191:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469643.346194:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469643.346198:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469643.346202:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21867 00000400:00000200:0.0:1789469643.346210:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789469643.346216:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789469643.346219:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469643.346222:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469643.346225:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469643.346228:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469643.346230:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789469643.346245:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469643.346247:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:0.0:1789469643.346250:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469643.346254:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:0.0:1789469643.346256:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:0.0:1789469643.346259:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:0.0:1789469643.346262:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469643.346264:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469643.346266:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469643.346268:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789469643.346271:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:0.0:1789469643.346274:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789469643.346277:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469643.346280:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469643.346286:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469643.346289:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469643.346291:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789469643.346296:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789469643.346298:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469643.346300:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469643.346308:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e8a80. 00000020:00000040:0.0:1789469643.346312:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789469643.346316:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469643.346318:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469643.346329:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469643.346334:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469643.346338:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469643.346346:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687d000. 00000100:00000001:0.0:1789469643.346352:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469643.346359:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e8a80 x1876386402425600/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469643.346368:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469643.346372:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469643.346377:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000758a2c5f] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e8a80 x1876386402425600/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469643.346395:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469643.346398:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469643.346401:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789469643.346403:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469643.346404:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469643.346407:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469643.346410:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21867 00000400:00000200:0.0:1789469643.346414:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789469643.346417:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789469643.346419:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469643.346422:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469643.346425:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469643.346427:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469643.346429:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789469643.346432:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469643.346442:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:0.0:1789469643.346444:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469643.346447:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:0.0:1789469643.346449:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:0.0:1789469643.346452:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:0.0:1789469643.346455:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469643.346458:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469643.346459:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469643.346462:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789469643.346464:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:0.0:1789469643.346467:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789469643.346470:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469643.346472:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469643.346474:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469643.346476:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469643.346478:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789469643.346480:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789469643.346482:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469643.346484:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469643.346487:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e9180. 00000020:00000040:0.0:1789469643.346490:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789469643.346492:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469643.346493:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469643.346495:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469643.346496:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469643.346498:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469643.346502:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687e000. 00000100:00000001:0.0:1789469643.346505:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469643.346510:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e9180 x1876386402425728/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469643.346516:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469643.346519:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469643.346522:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f96509f2] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e9180 x1876386402425728/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469643.346530:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469643.346533:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469643.346537:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469643.346539:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469643.346542:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469643.346547:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21897) 00000100:00000001:2.0:1789469643.346800:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469643.346803:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469643.346805:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469643.346811:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e8a80 x1876386402425600/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469643.346819:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469643.346821:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469643.346825:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469643.346828:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469643.346830:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469643.346833:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402425600:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789469643.346837:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469643.346841:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469643.346843:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469643.346846:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469643.346850:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacd000. 02000000:00000001:2.0:1789469643.346852:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789469643.346858:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789469643.346861:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7210. 00000400:00000010:2.0:1789469643.346867:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6deb28. 00000100:00000200:2.0:1789469643.346873:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402425600, portal 10 00000100:00000001:2.0:1789469643.346875:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469643.346877:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704774784 : -126741004776832 : ffff8cbacf6e8a80) 00000100:00000040:2.0:1789469643.346883:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e8a80 x1876386402425600/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469643.346891:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469643.346894:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789469643.346896:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6debb0. 00000100:00000200:2.0:1789469643.346899:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402425600, offset 0 00000400:00000200:2.0:1789469643.346905:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789469643.346913:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469643.346919:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789469643.346924:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789469643.346928:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789469643.346932:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789469643.346935:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789469643.346939:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94104:94104:256:4294967295] 192.168.203.142@tcp LPNI seq info [94104:94104:8:4294967295] 00000400:00000200:2.0:1789469643.346943:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469643.346953:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789469643.346960:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789469643.346966:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6300. 00000800:00000200:2.0:1789469643.346972:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789469643.346980:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789469643.346984:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789469643.347053:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469643.347058:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:2.0:1789469643.347062:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789469643.347073:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316559388 00000100:00000010:2.0:1789469643.347079:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d4e0. 00000100:00000001:2.0:1789469643.347085:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789469643.347090:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316559388 00000100:00000010:2.0:1789469643.347093:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d660. 00000100:00000001:2.0:1789469643.347096:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789469643.347099:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469643.347102:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469643.347105:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469643.347109:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e9180 x1876386402425728/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469643.347116:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469643.347118:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469643.347120:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469643.347122:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469643.347124:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469643.347127:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402425728:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789469643.347150:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469643.347152:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469643.347153:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469643.347155:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469643.347158:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faace800. 02000000:00000001:2.0:1789469643.347161:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789469643.347164:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789469643.347167:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee77e8. 00000400:00000010:2.0:1789469643.347170:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6deaa0. 00000100:00000200:2.0:1789469643.347173:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402425728, portal 10 00000100:00000001:2.0:1789469643.347175:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469643.347177:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704776576 : -126741004775040 : ffff8cbacf6e9180) 00000100:00000040:2.0:1789469643.347182:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e9180 x1876386402425728/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469643.347189:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469643.347192:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789469643.347195:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6dec38. 00000100:00000200:2.0:1789469643.347197:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402425728, offset 0 00000400:00000200:2.0:1789469643.347202:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789469643.347205:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469643.347209:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789469643.347211:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789469643.347214:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789469643.347216:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789469643.347219:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789469643.347221:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94105:94105:255:4294967295] 192.168.203.142@tcp LPNI seq info [94105:94105:7:4294967295] 00000400:00000200:2.0:1789469643.347225:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469643.347291:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789469643.347297:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789469643.347301:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6500. 00000800:00000200:2.0:1789469643.347305:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789469643.347309:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789469643.347312:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789469643.347316:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469643.347327:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:2.0:1789469643.347332:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789469643.347334:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316559377 00000100:00000001:2.0:1789469643.347337:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4316559388 00000100:00000001:2.0:1789469643.347340:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316559377 00000100:00000001:2.0:1789469643.347342:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4316559388 00000100:00000001:2.0:1789469643.347344:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469643.347346:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469643.347349:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469643.347351:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469643.347356:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469643.347358:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469643.347360:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469643.347361:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469643.347363:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469643.347365:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789469643.355142:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789469643.355153:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6300. 00000400:00000200:3.0:1789469643.355161:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789469643.355171:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789469643.355178:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6debb0 00000400:00000010:3.0:1789469643.355182:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6debb0. 00000100:00000001:3.0:1789469643.355187:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469643.355196:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e8a80 x1876386402425600/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469643.355208:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469643.355211:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e8a80 x1876386402425600/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469668 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469643.355218:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469643.355220:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789469643.355296:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789469643.355299:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6500. 00000400:00000200:3.0:1789469643.355302:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789469643.355306:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789469643.355308:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6dec38 00000400:00000010:3.0:1789469643.355310:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6dec38. 00000100:00000001:3.0:1789469643.355313:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469643.355317:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9180 x1876386402425728/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469643.355393:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469643.355397:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9180 x1876386402425728/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469668 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469643.355404:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469643.355405:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1789469643.374259:0:333084:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316559388, at 4316559389 00000100:00000010:3.0:1789469643.374274:0:333084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d660. 00000100:00000040:2.0:1789469643.374540:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316559388, at 4316559389 00000100:00000010:2.0:1789469643.374547:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d4e0. 00000100:00000001:1.0:1789469643.729258:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469643.729265:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469643.729267:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469643.729273:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469643.729276:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469643.729280:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469643.729283:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469643.729286:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469643.729288:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469644.113291:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469644.113298:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469644.113303:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469644.113304:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469644.113307:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469644.113308:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469644.113477:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469644.113481:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469644.113484:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469644.369218:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469644.369226:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469644.369241:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469619/real 1789469619] req@ffff8cbad742f800 x1876386402425472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469644 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469644.369257:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469644.369258:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469644.369262:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf738. 00000400:00000200:2.0:1789469644.369268:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce000 00000400:00000010:2.0:1789469644.369271:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce000. 00000100:00000001:2.0:1789469644.369275:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469644.369279:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742f800 x1876386402425472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469644 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469644.369288:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742f800 x1876386402425472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469644 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469644.369294:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469644.369296:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469644.369299:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469644.369301:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469644.369304:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742f800 x1876386402425472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469644 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469644.369310:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469644.369326:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469644.369328:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:2.0:1789469644.369331:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469644.369333:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469644.369335:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469644.369339:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742f800 x1876386402425472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469644 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469644.369346:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469644.369348:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469644.369349:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469644.369351:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469644.369353:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469644.369355:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469644.369358:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469644.369381:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789469644.369384:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469644.369387:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742f800 x1876386402425472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469644 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469644.369394:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402425472:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789469644.369398:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469644.369400:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469644.369403:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742f800 x1876386402425472/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469644 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469644.369409:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469644.369423:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469644.369427:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9e71d0800. 02000000:00000001:2.0:1789469644.369432:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469644.369435:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469644.369437:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789469644.369439:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469644.369442:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9faacdc00. 02000000:00000001:2.0:1789469644.369445:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469644.369446:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469644.369448:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742f800. 00000100:00000001:2.0:1789469644.369451:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469644.369452:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469644.369455:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469644.369595:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469644.369601:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1789469644.369603:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469644.369605:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469644.369608:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469644.369611:0:176036:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21868 00000400:00000200:0.0:1789469644.369618:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789469644.369623:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789469644.369626:0:176036:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469644.369629:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469644.369632:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469644.369634:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469644.369636:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789469644.369641:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469644.369643:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:0.0:1789469644.369646:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469644.369648:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:0.0:1789469644.369650:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:0.0:1789469644.369652:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:0.0:1789469644.369655:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469644.369657:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469644.369658:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469644.369660:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789469644.369662:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:0.0:1789469644.369665:0:176036:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789469644.369677:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469644.369679:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469644.369682:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469644.369684:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469644.369687:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789469644.369688:0:176036:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469644.369696:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e9880. 00000020:00000040:0.0:1789469644.369699:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:0.0:1789469644.369702:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469644.369703:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469644.369706:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469644.369709:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469644.369712:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469644.369719:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687e400. 00000100:00000001:0.0:1789469644.369725:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469644.369730:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e9880 x1876386402425856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469644.369738:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469644.369742:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469644.369745:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057da0825] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e9880 x1876386402425856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469644.369764:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469644.369768:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469644.369772:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469644.369774:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469644.369777:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469644.369780:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469644.369784:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469644.369786:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469644.369789:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469644.369793:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21898) 00000100:00000001:2.0:1789469644.370015:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469644.370018:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469644.370020:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469644.370025:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e9880 x1876386402425856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469644.370032:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469644.370034:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469644.370038:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469644.370040:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469644.370042:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469644.370045:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402425856:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789469644.370048:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469644.370051:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469644.370053:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469644.370055:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469644.370059:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacdc00. 02000000:00000001:2.0:1789469644.370061:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789469644.370066:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789469644.370070:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7528. 00000400:00000010:2.0:1789469644.370074:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6dee58. 00000100:00000200:2.0:1789469644.370079:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402425856, portal 25 00000100:00000001:2.0:1789469644.370081:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469644.370105:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704778368 : -126741004773248 : ffff8cbacf6e9880) 00000100:00000040:2.0:1789469644.370110:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e9880 x1876386402425856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469644.370117:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469644.370120:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789469644.370123:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de440. 00000100:00000200:2.0:1789469644.370126:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402425856, offset 0 00000400:00000200:2.0:1789469644.370149:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789469644.370157:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469644.370163:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789469644.370168:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789469644.370172:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789469644.370175:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789469644.370178:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789469644.370182:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94106:94106:256:4294967295] 192.168.203.142@tcp LPNI seq info [94106:94106:8:4294967295] 00000400:00000200:2.0:1789469644.370186:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469644.370194:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789469644.370200:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789469644.370205:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6f00. 00000800:00000200:2.0:1789469644.370212:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789469644.370219:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789469644.370223:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789469644.370240:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789469644.370244:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789469644.370247:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316561652 00000100:00000010:2.0:1789469644.370252:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d4e0. 00000100:00000001:2.0:1789469644.370259:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789469644.370264:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316561652 00000100:00000010:2.0:1789469644.370266:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d540. 00000100:00000001:2.0:1789469644.370270:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789469644.370273:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469644.370275:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469644.370278:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469644.370280:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469644.370284:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469644.370286:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:2.0:1789469644.370288:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469644.370289:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469644.370290:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469644.370292:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789469644.371379:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789469644.371387:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6f00. 00000400:00000200:3.0:1789469644.371393:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789469644.371401:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789469644.371407:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de440 00000400:00000010:3.0:1789469644.371409:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de440. 00000100:00000001:3.0:1789469644.371414:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469644.371420:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e9880 x1876386402425856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469644.371437:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469644.371441:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e9880 x1876386402425856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469669 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469644.371447:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469644.371449:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789469644.755768:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469644.755775:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469644.755777:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469644.755782:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469644.755785:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469644.755789:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469644.755792:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469644.755794:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469644.755797:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469645.138223:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469645.138229:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469645.138235:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469645.138237:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469645.138241:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469645.138242:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469645.138382:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469645.138386:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469645.138389:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789469645.649311:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316561652, at 4316561664 00000100:00000010:2.0:1789469645.649326:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d4e0. 00000100:00000040:3.0:1789469645.650333:0:333084:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316561652, at 4316561665 00000100:00000010:3.0:1789469645.650342:0:333084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d540. 00000100:00000001:1.0:1789469645.777370:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469645.777378:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469645.777380:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469645.777386:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469645.777389:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469645.777393:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469645.777396:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469645.777399:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469645.777466:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469646.162201:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469646.162209:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469646.162215:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469646.162216:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469646.162219:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469646.162220:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469646.163380:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469646.163385:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469646.163390:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469646.801335:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469646.801343:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469646.801345:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469646.801349:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469646.801353:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469646.801357:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469646.801360:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469646.801362:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469646.801365:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469647.185261:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469647.185269:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469647.185271:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469647.185275:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469647.185280:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469647.185282:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469647.185284:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469647.185286:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469647.185299:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469647.185301:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469647.185304:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469647.185305:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469647.185505:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469647.185509:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469647.185511:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469647.825265:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469647.825273:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469647.825275:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469647.825281:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469647.825284:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469647.825297:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469647.825300:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469647.825303:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469647.825306:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469648.209319:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469648.209326:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469648.209331:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469648.209333:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469648.209336:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469648.209337:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469648.209529:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469648.209533:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469648.209536:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789469648.401459:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469648.401469:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469648.401472:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469648.401475:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469648.401477:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469648.401480:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469648.401482:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469648.401486:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469648.401488:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469648.401491:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469648.401497:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21902) 00000100:00000001:2.0:1789469648.403728:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469648.403740:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469648.403743:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469648.403748:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469648.403750:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469648.403754:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469648.403756:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469648.849266:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469648.849275:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469648.849287:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469648.849292:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469648.849296:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469648.849300:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469648.849303:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469648.849305:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469648.849307:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469649.233269:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469649.233285:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469649.233291:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469649.233292:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469649.233295:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469649.233296:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469649.233446:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469649.233450:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469649.233453:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469649.425259:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1789469649.425266:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789469649.425281:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1789469649.425282:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1789469649.425285:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789469649.425287:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789469649.425290:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1789469649.425293:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1789469649.425295:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1789469649.425297:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789469649.425301:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469649.425302:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1789469649.425306:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469649.425307:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469649.425313:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469649.425316:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469649.425319:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469649.425325:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21903) 00000100:00000001:1.0:1789469649.873257:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469649.873265:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469649.873267:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469649.873282:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469649.873286:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469649.873289:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469649.873292:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469649.873294:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469649.873297:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469650.257306:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469650.257313:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469650.257318:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469650.257322:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469650.257325:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469650.257330:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469650.257333:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469650.257335:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469650.257337:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469650.257339:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469650.257342:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469650.257344:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469650.257345:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469650.257347:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469650.257348:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469650.257349:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469650.257351:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469650.257352:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469650.257461:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469650.257465:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469650.257467:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469650.450451:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469650.450465:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469650.450467:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469650.450472:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469650.450474:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469650.450478:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469650.450481:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469650.897475:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469650.897482:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469650.897483:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469650.897488:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469650.897492:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469650.897496:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469650.897499:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469650.897501:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469650.897504:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469651.281312:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469651.281319:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469651.281325:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469651.281326:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469651.281330:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469651.281332:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469651.281471:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469651.281475:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469651.281479:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469651.473620:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469651.473636:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469651.473638:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469651.473643:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469651.473645:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469651.473649:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469651.473652:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469651.921426:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469651.921434:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469651.921436:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469651.921441:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469651.921444:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469651.921448:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469651.921450:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469651.921452:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469651.921455:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469652.305308:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469652.305315:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469652.305320:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469652.305322:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469652.305325:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469652.305326:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469652.305434:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469652.305437:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469652.305440:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469652.497265:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469652.497278:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469652.497281:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469652.497285:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469652.497287:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469652.497291:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469652.497294:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469652.945235:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469652.945244:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469652.945254:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469652.945259:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469652.945263:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469652.945267:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469652.945270:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469652.945272:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469652.945275:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469653.329272:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469653.329279:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469653.329284:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469653.329286:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469653.329289:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469653.329290:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469653.329421:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469653.329425:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469653.329428:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469653.521254:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469653.521267:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469653.521269:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469653.521273:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469653.521275:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469653.521279:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469653.521282:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469653.969395:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469653.969402:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469653.969404:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469653.969410:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469653.969413:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469653.969417:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469653.969420:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469653.969422:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469653.969425:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469654.354361:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469654.354368:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469654.354373:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469654.354374:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469654.354377:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469654.354378:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469654.354504:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469654.354511:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469654.354517:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469654.545255:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469654.545269:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469654.545271:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469654.545276:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469654.545278:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469654.545282:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469654.545286:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469654.611214:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469654.611228:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469654.611232:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469654.611244:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469654.611246:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469654.611250:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469654.611252:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469654.611257:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469654.611260:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469654.611264:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469654.611272:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21908) 00000100:00000001:1.0:1789469654.993791:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469654.993803:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469654.993806:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469654.993812:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469654.993817:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469654.993823:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469654.993827:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469654.993830:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469654.993833:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469655.377242:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469655.377250:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469655.377257:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469655.377258:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469655.377261:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469655.377262:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469655.377394:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469655.377398:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469655.377400:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469655.569261:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469655.569274:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469655.569277:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469655.569281:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469655.569284:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469655.569288:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469655.569291:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469656.020369:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469656.020377:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469656.020380:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469656.020385:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469656.020389:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469656.020392:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469656.020395:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469656.020397:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469656.020400:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469656.401317:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469656.401325:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469656.401327:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469656.401332:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469656.401336:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469656.401339:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469656.401341:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469656.401344:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469656.401348:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469656.401350:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469656.401354:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469656.401355:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469656.401471:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469656.401474:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469656.401477:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469656.594275:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469656.594292:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469656.594294:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469656.594299:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469656.594301:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469656.594305:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469656.594308:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469657.041332:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469657.041340:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469657.041342:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469657.041347:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469657.041351:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469657.041354:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469657.041357:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469657.041359:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469657.041361:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469657.425285:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469657.425292:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469657.425298:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469657.425299:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469657.425302:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469657.425304:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469657.425438:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469657.425443:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469657.425446:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469657.618720:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469657.618736:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469657.618738:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469657.618743:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469657.618747:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469657.618751:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469657.618754:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469658.065441:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469658.065449:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469658.065451:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469658.065456:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469658.065460:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469658.065463:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469658.065466:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469658.065469:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469658.065471:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469658.449752:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469658.449758:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469658.449763:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469658.449764:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469658.449768:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469658.449769:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469658.449888:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469658.449893:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469658.449896:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469658.642245:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469658.642259:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469658.642261:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469658.642266:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469658.642268:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469658.642272:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469658.642275:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469659.089263:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469659.089271:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469659.089273:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469659.089278:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469659.089282:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469659.089285:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469659.089288:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469659.089290:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469659.089292:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469659.473264:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469659.473270:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469659.473275:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469659.473279:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469659.473289:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469659.473292:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469659.473295:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469659.473298:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469659.473300:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469659.473302:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469659.473305:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469659.473307:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469659.473308:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469659.473310:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469659.473311:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469659.473312:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469659.473314:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469659.473316:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469659.473437:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469659.473440:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469659.473443:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469659.665442:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469659.665462:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469659.665465:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469659.665470:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469659.665473:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469659.665477:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469659.665479:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469659.729493:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469659.729502:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469659.729505:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469659.729509:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469659.729511:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469659.729514:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469659.729517:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469659.729524:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469659.729526:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469659.729529:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469659.729534:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21913) 00000100:00000001:1.0:1789469660.115951:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469660.115958:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469660.115960:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469660.115965:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469660.115969:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469660.115972:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469660.115975:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469660.115978:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469660.115980:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469660.497299:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469660.497305:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469660.497311:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469660.497312:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469660.497315:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469660.497316:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469660.497411:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469660.497415:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469660.497418:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469660.689356:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469660.689371:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469660.689377:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469660.689382:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469660.689384:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469660.689389:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469660.689392:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469661.138869:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469661.138877:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469661.138879:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469661.138896:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469661.138899:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469661.138903:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469661.138906:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469661.138908:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469661.138910:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469661.522478:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469661.522485:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469661.522491:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469661.522492:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469661.522495:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469661.522496:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469661.525357:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469661.525364:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469661.525369:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469661.715894:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469661.715909:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469661.715911:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469661.715915:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469661.715917:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469661.715921:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469661.715924:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469662.164527:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469662.164535:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469662.164537:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469662.164542:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469662.164545:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469662.164548:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469662.164552:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469662.164554:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469662.164557:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469662.545296:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469662.545304:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469662.545310:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469662.545312:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469662.545315:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469662.545316:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469662.545420:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469662.545424:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469662.545427:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469662.737264:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469662.737281:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469662.737284:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469662.737289:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469662.737291:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469662.737295:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469662.737309:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469663.185287:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469663.185295:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469663.185297:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469663.185315:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469663.185318:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469663.185323:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469663.185325:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469663.185328:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469663.185330:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469663.569293:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469663.569300:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469663.569306:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469663.569307:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469663.569309:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469663.569311:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469663.569505:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469663.569510:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469663.569512:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469663.761258:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469663.761272:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469663.761274:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469663.761280:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469663.761282:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469663.761286:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469663.761289:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469664.209399:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469664.209408:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469664.209410:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469664.209416:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469664.209420:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469664.209424:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469664.209427:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469664.209429:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469664.209432:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469664.593412:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469664.593421:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469664.593429:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469664.593430:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469664.593434:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469664.593435:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469664.593672:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469664.593680:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469664.593685:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469664.785907:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469664.785921:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469664.785923:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469664.785928:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469664.785930:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469664.785935:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469664.785938:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789469664.849669:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469664.849678:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469664.849682:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469664.849685:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789469664.849689:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789469664.849691:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1789469664.849694:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469664.849699:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469664.849701:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789469664.849704:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789469664.849710:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21918) 00000100:00000001:1.0:1789469665.233314:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469665.233322:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469665.233324:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469665.233329:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469665.233333:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469665.233338:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469665.233340:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469665.233342:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469665.233346:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469665.617299:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469665.617318:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469665.617325:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469665.617326:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469665.617329:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469665.617330:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469665.617516:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469665.617521:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469665.617525:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469665.809330:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469665.809350:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469665.809353:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469665.809359:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469665.809363:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469665.809369:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469665.809372:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469666.257332:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469666.257343:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469666.257346:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469666.257354:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469666.257359:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469666.257364:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469666.257367:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469666.257371:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469666.257375:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469666.641390:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469666.641401:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469666.641404:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469666.641409:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469666.641415:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469666.641417:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469666.641419:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469666.641422:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469666.641427:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469666.641428:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469666.641432:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469666.641434:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469666.641670:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469666.641675:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469666.641679:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469666.833325:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469666.833344:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469666.833347:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469666.833353:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469666.833356:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469666.833361:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469666.833365:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469667.281856:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469667.281867:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469667.281870:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469667.281877:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469667.281882:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469667.281887:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469667.281891:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469667.281894:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469667.281897:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469667.665334:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469667.665343:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469667.665350:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469667.665351:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469667.665355:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469667.665356:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469667.665851:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469667.665856:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469667.665860:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469667.857283:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469667.857304:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469667.857307:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469667.857313:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469667.857316:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469667.857322:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469667.857325:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469668.305291:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469668.305303:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469668.305305:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469668.305312:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469668.305317:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469668.305321:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469668.305325:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469668.305328:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469668.305331:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469668.689564:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469668.689574:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469668.689582:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469668.689584:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469668.689587:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469668.689589:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469668.689773:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469668.689778:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469668.689782:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469668.881299:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469668.881310:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469668.881330:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469643/real 1789469643] req@ffff8cbacf6e8a80 x1876386402425600/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469668 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469668.881352:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469668.881355:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469668.881360:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7210. 00000400:00000200:2.0:1789469668.881368:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6deb28 00000400:00000010:2.0:1789469668.881372:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6deb28. 00000100:00000001:2.0:1789469668.881378:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469668.881383:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e8a80 x1876386402425600/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469668 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469668.881392:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e8a80 x1876386402425600/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469668 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469668.881401:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469668.881404:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469668.881407:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469668.881409:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469668.881414:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e8a80 x1876386402425600/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469668 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469668.881421:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469668.881424:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469668.881428:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469643/real 1789469643] req@ffff8cbacf6e9180 x1876386402425728/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469668 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469668.881436:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469668.881437:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469668.881439:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee77e8. 00000400:00000200:2.0:1789469668.881442:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6deaa0 00000400:00000010:2.0:1789469668.881443:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6deaa0. 00000100:00000001:2.0:1789469668.881446:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469668.881449:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e9180 x1876386402425728/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469668 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469668.881456:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e9180 x1876386402425728/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469668 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469668.881463:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469668.881464:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469668.881466:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469668.881467:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469668.881471:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e9180 x1876386402425728/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469668 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469668.881477:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469668.881489:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469668.881492:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469668.881495:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469668.881497:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469668.881501:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469668.881506:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e8a80 x1876386402425600/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469668 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469668.881513:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469668.881517:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469668.881519:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469668.881520:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469668.881523:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469668.881526:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469668.881530:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469668.881573:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789469668.881577:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469668.881581:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e8a80 x1876386402425600/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469668 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469668.881590:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402425600:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789469668.881595:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469668.881599:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e9180 x1876386402425728/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469668 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469668.881606:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469668.881608:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469668.881610:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469668.881612:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469668.881613:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469668.881616:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469668.881618:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469668.881625:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789469668.881628:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469668.881632:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e9180 x1876386402425728/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469668 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469668.881650:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402425728:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789469668.881654:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469668.881658:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469668.881662:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e8a80 x1876386402425600/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469668 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469668.881669:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469668.881673:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469668.881678:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacd000. 02000000:00000001:2.0:1789469668.881684:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469668.881687:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469668.881689:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789469668.881692:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469668.881694:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687d000. 02000000:00000001:2.0:1789469668.881698:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469668.881701:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469668.881703:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e8a80. 00000100:00000001:2.0:1789469668.881706:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469668.881708:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469668.881710:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469668.881713:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e9180 x1876386402425728/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469668 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469668.881719:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469668.881721:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469668.881723:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faace800. 02000000:00000001:2.0:1789469668.881725:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469668.881727:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469668.881728:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:2.0:1789469668.881730:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469668.881731:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687e000. 02000000:00000001:2.0:1789469668.881733:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469668.881734:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469668.881736:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e9180. 00000100:00000001:2.0:1789469668.881738:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469668.881739:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469668.881741:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469668.881834:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469668.881841:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469668.881843:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469668.881847:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789469668.881850:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469668.881853:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469668.881857:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469668.881861:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21892 00000400:00000200:0.0:1789469668.881869:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789469668.881876:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789469668.881880:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469668.881883:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469668.881886:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469668.881888:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469668.881891:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789469668.881898:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469668.881901:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:0.0:1789469668.881904:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469668.881907:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:0.0:1789469668.881910:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:0.0:1789469668.881913:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:0.0:1789469668.881916:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469668.881918:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469668.881920:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469668.881923:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789469668.881926:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:0.0:1789469668.881930:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789469668.881932:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469668.881935:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469668.881944:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469668.881947:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469668.881950:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789469668.881955:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789469668.881958:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469668.881960:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469668.881970:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6eaa00. 00000020:00000040:0.0:1789469668.881974:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789469668.881979:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469668.881980:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469668.881984:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469668.882000:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469668.882004:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469668.882014:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687f000. 00000100:00000001:0.0:1789469668.882022:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469668.882029:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6eaa00 x1876386402425984/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469668.882038:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469668.882043:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469668.882048:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007aeebcf0] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6eaa00 x1876386402425984/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469668.882075:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469668.882078:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469668.882081:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789469668.882082:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469668.882084:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469668.882086:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469668.882089:0:176036:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21892 00000400:00000200:0.0:1789469668.882093:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789469668.882095:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789469668.882098:0:176036:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469668.882101:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469668.882103:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469668.882105:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469668.882107:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789469668.882109:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469668.882111:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:0.0:1789469668.882112:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469668.882114:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:0.0:1789469668.882116:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:0.0:1789469668.882119:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:0.0:1789469668.882122:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469668.882124:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469668.882168:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469668.882171:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789469668.882173:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:0.0:1789469668.882176:0:176036:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789469668.882178:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469668.882181:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469668.882184:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469668.882186:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469668.882187:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789469668.882190:0:176036:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789469668.882192:0:176036:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469668.882194:0:176036:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469668.882198:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6eb800. 00000020:00000040:0.0:1789469668.882201:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789469668.882203:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469668.882205:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469668.882206:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469668.882208:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469668.882209:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469668.882214:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687c400. 00000100:00000001:0.0:1789469668.882217:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469668.882221:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6eb800 x1876386402426112/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469668.882229:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469668.882231:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469668.882234:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc332fda] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6eb800 x1876386402426112/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469668.882241:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469668.882243:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469668.882247:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469668.882250:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469668.882253:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469668.882259:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21922) 00000100:00000001:2.0:1789469668.882570:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469668.882575:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469668.882577:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469668.882582:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6eaa00 x1876386402425984/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469668.882590:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469668.882593:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469668.882597:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469668.882599:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469668.882602:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469668.882605:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402425984:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789469668.882609:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469668.882614:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469668.882617:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469668.882619:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469668.882624:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faace800. 02000000:00000001:2.0:1789469668.882626:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789469668.882633:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789469668.882650:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee77e8. 00000400:00000010:2.0:1789469668.882656:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6deaa0. 00000100:00000200:2.0:1789469668.882664:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402425984, portal 10 00000100:00000001:2.0:1789469668.882667:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469668.882669:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704782848 : -126741004768768 : ffff8cbacf6eaa00) 00000100:00000040:2.0:1789469668.882677:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6eaa00 x1876386402425984/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469668.882684:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469668.882687:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789469668.882689:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6deb28. 00000100:00000200:2.0:1789469668.882692:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402425984, offset 0 00000400:00000200:2.0:1789469668.882701:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789469668.882710:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469668.882719:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789469668.882725:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789469668.882730:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789469668.882734:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789469668.882737:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789469668.882741:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94107:94107:256:4294967295] 192.168.203.142@tcp LPNI seq info [94107:94107:8:4294967295] 00000400:00000200:2.0:1789469668.882746:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469668.882758:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789469668.882766:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789469668.882772:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6600. 00000800:00000200:2.0:1789469668.882779:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789469668.882789:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789469668.882794:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789469668.882816:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469668.882822:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:2.0:1789469668.882825:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789469668.882828:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316584924 00000100:00000010:2.0:1789469668.882833:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d840. 00000100:00000001:2.0:1789469668.882841:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789469668.882847:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316584924 00000100:00000010:2.0:1789469668.882850:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d000. 00000100:00000001:2.0:1789469668.882854:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789469668.882862:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469668.882866:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469668.882868:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469668.882873:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6eb800 x1876386402426112/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469668.882880:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469668.882881:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469668.882884:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469668.882885:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469668.882887:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469668.882890:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402426112:192.168.203.142@tcp:38:kworker.0 00000100:00000001:2.0:1789469668.882894:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469668.882896:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469668.882897:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469668.882899:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469668.882903:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacd000. 02000000:00000001:2.0:1789469668.882904:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789469668.882908:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789469668.882910:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7210. 00000400:00000010:2.0:1789469668.882914:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de110. 00000100:00000200:2.0:1789469668.882917:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402426112, portal 10 00000100:00000001:2.0:1789469668.882919:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469668.882920:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704786432 : -126741004765184 : ffff8cbacf6eb800) 00000100:00000040:2.0:1789469668.882926:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6eb800 x1876386402426112/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469668.882932:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469668.882935:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789469668.882937:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de660. 00000100:00000200:2.0:1789469668.882939:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402426112, offset 0 00000400:00000200:2.0:1789469668.882943:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789469668.882947:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469668.882952:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789469668.882954:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789469668.882956:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789469668.882959:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789469668.882961:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789469668.882963:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94108:94108:255:4294967295] 192.168.203.142@tcp LPNI seq info [94108:94108:7:4294967295] 00000400:00000200:2.0:1789469668.882966:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469668.882972:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789469668.882975:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789469668.882978:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6b00. 00000800:00000200:2.0:1789469668.882982:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789469668.882986:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789469668.883001:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789469668.883005:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469668.883008:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:2.0:1789469668.883011:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789469668.883013:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316584912 00000100:00000001:2.0:1789469668.883016:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4316584924 00000100:00000001:2.0:1789469668.883018:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316584912 00000100:00000001:2.0:1789469668.883021:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4316584924 00000100:00000001:2.0:1789469668.883023:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469668.883025:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469668.883029:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469668.883031:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469668.883037:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469668.883040:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469668.883042:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469668.883043:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469668.883045:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469668.883047:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789469668.883366:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789469668.883372:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6600. 00000400:00000200:3.0:1789469668.883379:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789469668.883385:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789469668.883391:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6deb28 00000400:00000010:3.0:1789469668.883394:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6deb28. 00000100:00000001:3.0:1789469668.883399:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469668.883404:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6eaa00 x1876386402425984/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469668.883413:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469668.883416:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6eaa00 x1876386402425984/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469693 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469668.883424:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469668.883427:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789469668.883506:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789469668.883509:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6b00. 00000400:00000200:3.0:1789469668.883512:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789469668.883516:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789469668.883519:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de660 00000400:00000010:3.0:1789469668.883520:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de660. 00000100:00000001:3.0:1789469668.883523:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469668.883527:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6eb800 x1876386402426112/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469668.883533:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469668.883546:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6eb800 x1876386402426112/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469693 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469668.883553:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469668.883554:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1789469668.910298:0:333084:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316584924, at 4316584925 00000100:00000040:2.0:1789469668.910299:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316584924, at 4316584925 00000100:00000010:3.0:1789469668.910320:0:333084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d000. 00000100:00000010:2.0:1789469668.910323:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d840. 00000100:00000001:1.0:1789469669.329352:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469669.329363:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469669.329366:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469669.329373:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469669.329377:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469669.329382:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469669.329386:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469669.329388:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469669.329392:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469669.713315:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469669.713325:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469669.713334:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469669.713337:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469669.713340:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469669.713344:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469669.713348:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469669.713351:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469669.713352:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469669.713355:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469669.713359:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469669.713360:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469669.713362:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469669.713363:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469669.713365:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469669.713366:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469669.713368:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469669.713370:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469669.713529:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469669.713534:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469669.713537:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469669.905326:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469669.905338:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1789469669.905359:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469644/real 1789469644] req@ffff8cbacf6e9880 x1876386402425856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469669 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789469669.905382:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789469669.905384:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789469669.905389:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7528. 00000400:00000200:2.0:1789469669.905397:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6dee58 00000400:00000010:2.0:1789469669.905401:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6dee58. 00000100:00000001:2.0:1789469669.905406:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789469669.905411:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e9880 x1876386402425856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469669 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789469669.905421:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e9880 x1876386402425856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469669 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469669.905431:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789469669.905433:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469669.905436:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469669.905439:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789469669.905444:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e9880 x1876386402425856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469669 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469669.905451:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469669.905463:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469669.905466:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:2.0:1789469669.905470:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469669.905473:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469669.905478:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469669.905483:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e9880 x1876386402425856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469669 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469669.905491:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1789469669.905495:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469669.905497:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789469669.905499:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469669.905502:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1789469669.905505:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1789469669.905509:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789469669.905540:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:2.0:1789469669.905543:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1789469669.905548:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e9880 x1876386402425856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469669 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789469669.905558:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402425856:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789469669.905564:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469669.905567:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469669.905571:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e9880 x1876386402425856/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469669 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469669.905579:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789469669.905583:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789469669.905588:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacdc00. 02000000:00000001:2.0:1789469669.905595:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789469669.905599:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789469669.905601:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:2.0:1789469669.905605:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789469669.905608:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687e400. 02000000:00000001:2.0:1789469669.905613:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789469669.905615:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789469669.905617:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e9880. 00000100:00000001:2.0:1789469669.905622:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789469669.905623:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469669.905626:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469669.905822:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469669.905829:0:176036:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1789469669.905832:0:176036:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789469669.905835:0:176036:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789469669.905840:0:176036:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789469669.905844:0:176036:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21893 00000400:00000200:0.0:1789469669.905854:0:176036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789469669.905861:0:176036:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789469669.905864:0:176036:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789469669.905869:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469669.905872:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469669.905875:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469669.905878:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789469669.905887:0:176036:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789469669.905889:0:176036:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:0.0:1789469669.905893:0:176036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789469669.905896:0:176036:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:0.0:1789469669.905899:0:176036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:0.0:1789469669.905902:0:176036:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:0.0:1789469669.905905:0:176036:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469669.905907:0:176036:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789469669.905909:0:176036:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789469669.905912:0:176036:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789469669.905915:0:176036:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:0.0:1789469669.905918:0:176036:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789469669.905921:0:176036:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789469669.905924:0:176036:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789469669.905928:0:176036:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789469669.905931:0:176036:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469669.905934:0:176036:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1789469669.905936:0:176036:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789469669.905948:0:176036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e8380. 00000020:00000040:0.0:1789469669.905952:0:176036:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:0.0:1789469669.905956:0:176036:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789469669.905958:0:176036:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789469669.905962:0:176036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789469669.905966:0:176036:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789469669.905971:0:176036:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789469669.905980:0:176036:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687c000. 00000100:00000001:0.0:1789469669.905988:0:176036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789469669.905995:0:176036:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e8380 x1876386402426240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789469669.906006:0:176036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789469669.906011:0:176036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789469669.906016:0:176036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008646cf65] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e8380 x1876386402426240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789469669.906040:0:176036:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469669.906044:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469669.906048:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469669.906053:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469669.906056:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469669.906060:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469669.906064:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469669.906067:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469669.906071:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469669.906077:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21923) 00000100:00000001:2.0:1789469669.906243:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469669.906248:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469669.906250:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789469669.906257:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e8380 x1876386402426240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469669.906272:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469669.906275:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469669.906279:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789469669.906282:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469669.906285:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469669.906288:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402426240:192.168.203.142@tcp:250:kworker.0 00000100:00000001:2.0:1789469669.906293:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789469669.906298:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789469669.906301:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469669.906305:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789469669.906310:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cb9faacdc00. 02000000:00000001:2.0:1789469669.906311:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789469669.906318:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789469669.906322:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7528. 00000400:00000010:2.0:1789469669.906329:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6dee58. 00000100:00000200:2.0:1789469669.906337:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402426240, portal 25 00000100:00000001:2.0:1789469669.906340:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789469669.906342:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704772992 : -126741004778624 : ffff8cbacf6e8380) 00000100:00000040:2.0:1789469669.906348:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e8380 x1876386402426240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469669.906356:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789469669.906359:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789469669.906362:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6dea18. 00000100:00000200:2.0:1789469669.906365:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402426240, offset 0 00000400:00000200:2.0:1789469669.906373:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789469669.906382:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469669.906389:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789469669.906396:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789469669.906401:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789469669.906405:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789469669.906409:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789469669.906414:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94109:94109:256:4294967295] 192.168.203.142@tcp LPNI seq info [94109:94109:8:4294967295] 00000400:00000200:2.0:1789469669.906418:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469669.906430:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789469669.906437:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789469669.906444:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6100. 00000800:00000200:2.0:1789469669.906452:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789469669.906462:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789469669.906467:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1789469669.906488:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789469669.906494:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789469669.906497:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316587188 00000100:00000010:2.0:1789469669.906503:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d840. 00000100:00000001:2.0:1789469669.906510:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789469669.906516:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316587188 00000100:00000010:2.0:1789469669.906519:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d7e0. 00000100:00000001:2.0:1789469669.906523:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789469669.906526:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789469669.906529:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469669.906533:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469669.906535:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469669.906541:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469669.906543:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:2.0:1789469669.906545:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469669.906546:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469669.906548:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469669.906550:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789469669.906839:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789469669.906845:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6100. 00000400:00000200:3.0:1789469669.906852:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789469669.906858:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789469669.906865:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6dea18 00000400:00000010:3.0:1789469669.906867:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6dea18. 00000100:00000001:3.0:1789469669.906871:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469669.906877:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e8380 x1876386402426240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469669.906885:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469669.906888:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e8380 x1876386402426240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469694 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469669.906894:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469669.906895:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789469670.353378:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469670.353388:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469670.353391:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469670.353399:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469670.353403:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469670.353409:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469670.353412:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469670.353414:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469670.353417:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469670.737370:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469670.737378:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469670.737385:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469670.737386:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469670.737391:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469670.737392:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469670.737529:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469670.737533:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469670.737536:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789469671.185283:0:333084:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316587188, at 4316587200 00000100:00000010:3.0:1789469671.185308:0:333084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d7e0. 00000100:00000040:2.0:1789469671.185505:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316587188, at 4316587200 00000100:00000010:2.0:1789469671.185512:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d840. 00000100:00000001:1.0:1789469671.377359:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469671.377370:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469671.377373:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469671.377380:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469671.377385:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469671.377390:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469671.377393:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469671.377396:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469671.377399:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469671.764818:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469671.764828:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469671.764835:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469671.764837:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469671.764841:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469671.764842:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469671.765699:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469671.765705:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469671.765709:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469672.401337:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469672.401347:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469672.401350:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469672.401357:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469672.401361:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469672.401366:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469672.401370:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469672.401374:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469672.401377:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469672.785379:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469672.785390:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469672.785398:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469672.785399:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469672.785404:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469672.785405:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469672.786209:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469672.786215:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469672.786220:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469673.425807:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469673.425818:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469673.425822:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469673.425829:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469673.425835:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469673.425842:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469673.425846:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469673.425849:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469673.425852:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469673.809738:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469673.809749:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469673.809757:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469673.809759:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469673.809763:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469673.809779:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469673.810111:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469673.810116:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469673.810120:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469673.937278:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469673.937306:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469673.937309:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469673.937315:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469673.937319:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469673.937324:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469673.937327:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469673.937516:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469673.937523:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469673.937526:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469673.937530:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469673.937533:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469673.937536:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469673.937539:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469673.937544:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469673.937547:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469673.937550:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469673.937557:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21927) 00000100:00000001:1.0:1789469674.449315:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469674.449334:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469674.449337:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469674.449343:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469674.449349:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469674.449354:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469674.449357:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469674.449361:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469674.449364:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469674.834414:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469674.834424:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469674.834431:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469674.834433:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469674.834437:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469674.834438:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469674.834609:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469674.834614:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469674.834618:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789469674.961457:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469674.961474:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469674.961478:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469674.961482:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1789469674.961487:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1789469674.961487:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469674.961493:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469674.961496:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469674.961501:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1789469674.961503:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1789469674.961505:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789469674.961507:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789469674.961511:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1789469674.961514:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469674.961518:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1789469674.961521:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21928) 00000100:00000001:1.0:1789469674.961523:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469674.961528:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469675.473282:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469675.473290:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469675.473292:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469675.473297:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469675.473301:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469675.473305:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469675.473308:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469675.473310:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469675.473313:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469675.858284:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469675.858290:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469675.858296:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469675.858297:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469675.858300:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469675.858302:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469675.858704:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469675.858708:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469675.858711:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469675.985255:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469675.985269:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469675.985271:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469675.985275:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469675.985277:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469675.985282:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469675.985284:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469676.502277:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469676.502284:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469676.502286:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469676.502291:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469676.502295:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469676.502298:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469676.502301:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469676.502303:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469676.502306:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469676.881364:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469676.881373:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469676.881375:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469676.881378:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469676.881382:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469676.881385:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469676.881387:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469676.881389:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469676.881393:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469676.881394:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469676.881409:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469676.881410:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469676.881512:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469676.881516:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469676.881519:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469677.009260:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469677.009274:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469677.009276:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469677.009280:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469677.009282:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469677.009287:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469677.009289:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469677.523905:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469677.523913:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469677.523916:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469677.523921:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469677.523924:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469677.523928:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469677.523931:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469677.523933:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469677.523936:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469677.905499:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469677.905505:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469677.905511:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469677.905512:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469677.905516:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469677.905517:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469677.905703:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469677.905707:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469677.905710:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469678.034162:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469678.034176:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469678.034179:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469678.034184:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469678.034186:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469678.034190:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469678.034193:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469678.548252:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469678.548260:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469678.548262:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469678.548267:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469678.548271:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469678.548274:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469678.548278:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469678.548280:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469678.548283:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469678.929353:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469678.929360:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469678.929365:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469678.929366:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469678.929370:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469678.929371:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469678.941971:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469678.941977:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469678.941982:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469679.057334:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469679.057351:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469679.057352:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469679.057357:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469679.057359:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469679.057364:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469679.057366:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469679.570096:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469679.570105:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469679.570107:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469679.570112:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469679.570116:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469679.570119:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469679.570122:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469679.570124:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469679.570127:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469679.954741:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469679.954748:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469679.954754:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469679.954757:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469679.954759:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469679.954763:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469679.954766:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469679.954768:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469679.954770:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469679.954773:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469679.954776:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469679.954778:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469679.954779:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469679.954780:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469679.954782:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469679.954782:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469679.954784:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469679.954786:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469679.954922:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469679.954926:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469679.954928:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469680.083465:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469680.083480:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469680.083482:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469680.083486:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469680.083488:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469680.083492:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469680.083494:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469680.209391:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469680.209401:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469680.209405:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469680.209410:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469680.209413:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469680.209415:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469680.209418:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469680.209422:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469680.209425:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469680.209428:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469680.209433:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21933) 00000100:00000001:2.0:1789469680.594119:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469680.594126:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469680.594128:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469680.594161:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469680.594165:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469680.594169:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469680.594172:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469680.594174:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469680.594177:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469680.977288:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469680.977295:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469680.977299:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469680.977301:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469680.977304:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469680.977305:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469680.977397:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469680.977401:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469680.977405:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469681.106115:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469681.106129:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469681.106146:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469681.106151:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469681.106153:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469681.106157:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469681.106160:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469681.617648:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469681.617655:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469681.617657:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469681.617662:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469681.617665:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469681.617669:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469681.617672:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469681.617674:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469681.617676:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469682.002051:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469682.002057:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469682.002062:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469682.002063:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469682.002066:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469682.002067:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469682.003498:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469682.003504:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469682.003510:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469682.129542:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469682.129557:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469682.129559:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469682.129564:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469682.129567:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469682.129571:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469682.129573:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469682.641263:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469682.641270:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469682.641273:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469682.641279:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469682.641282:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469682.641287:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469682.641290:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469682.641292:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469682.641295:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469683.025287:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469683.025293:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469683.025299:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469683.025300:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469683.025304:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469683.025305:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469683.025558:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469683.025562:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469683.025566:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469683.153259:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469683.153274:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469683.153276:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469683.153281:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469683.153283:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469683.153287:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469683.153290:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469683.665641:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469683.665649:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469683.665651:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469683.665657:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469683.665661:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469683.665664:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469683.665667:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469683.665670:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469683.665672:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469684.049815:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469684.049821:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469684.049827:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469684.049828:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469684.049832:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469684.049833:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469684.049971:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469684.049976:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469684.049979:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469684.177255:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469684.177270:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469684.177273:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469684.177278:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469684.177280:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469684.177284:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469684.177286:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469684.689264:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469684.689272:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469684.689274:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469684.689279:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:2.0:1789469684.689283:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469684.689286:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469684.689289:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789469684.689291:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469684.689293:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469685.073275:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469685.073281:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469685.073285:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469685.073286:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469685.073288:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469685.073289:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469685.073374:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469685.073378:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469685.073382:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469685.201249:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469685.201264:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469685.201266:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469685.201270:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469685.201272:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469685.201276:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469685.201279:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469685.329781:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469685.329792:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469685.329795:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469685.329798:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469685.329801:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469685.329804:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469685.329807:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469685.329810:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469685.329813:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469685.329816:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469685.329821:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21939) 00000100:00000001:1.0:1789469685.720841:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469685.720852:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469685.720855:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469685.720862:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469685.720867:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469685.720872:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469685.720888:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469685.720891:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469685.720895:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469686.098863:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469686.098870:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469686.098874:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469686.098875:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469686.098878:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469686.098880:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469686.099230:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469686.099234:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469686.099236:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469686.226129:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469686.226178:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469686.226180:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469686.226184:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469686.226187:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469686.226190:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469686.226193:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469686.737258:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469686.737265:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469686.737267:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469686.737272:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469686.737276:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469686.737280:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469686.737282:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469686.737285:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469686.737287:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469687.122108:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469687.122116:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469687.122119:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469687.122122:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469687.122126:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469687.122128:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469687.122158:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469687.122161:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469687.122165:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469687.122166:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469687.122170:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469687.122171:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469687.122258:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469687.122262:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469687.122265:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469687.250126:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469687.250157:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469687.250159:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469687.250164:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469687.250166:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469687.250171:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469687.250173:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469687.761305:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469687.761312:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469687.761315:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469687.761319:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469687.761324:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469687.761328:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469687.761331:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469687.761333:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469687.761336:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469688.145536:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469688.145543:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469688.145549:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469688.145550:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469688.145552:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469688.145553:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469688.145729:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469688.145733:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469688.145737:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469688.273253:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469688.273267:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469688.273269:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469688.273273:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469688.273275:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469688.273280:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469688.273282:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469688.785378:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469688.785386:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469688.785388:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469688.785392:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469688.785396:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469688.785400:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469688.785402:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469688.785404:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469688.785407:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469689.169508:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469689.169515:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469689.169521:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469689.169522:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469689.169525:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469689.169526:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469689.169653:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469689.169657:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469689.169659:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469689.297241:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469689.297257:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469689.297259:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469689.297264:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469689.297266:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469689.297270:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469689.297273:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469689.809587:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469689.809598:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469689.809601:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469689.809608:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469689.809613:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469689.809628:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469689.809632:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469689.809635:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469689.809638:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469690.193248:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469690.193254:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469690.193259:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469690.193262:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469690.193264:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469690.193268:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469690.193271:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469690.193273:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469690.193275:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469690.193277:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469690.193280:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469690.193282:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469690.193283:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469690.193284:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469690.193286:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469690.193287:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469690.193289:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469690.193291:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469690.193777:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469690.193780:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469690.193783:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469690.321251:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469690.321265:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469690.321267:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469690.321271:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469690.321273:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469690.321277:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469690.321279:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469690.450372:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469690.450382:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469690.450385:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469690.450388:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469690.450391:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469690.450393:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469690.450395:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469690.450399:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469690.450401:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469690.450403:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469690.450408:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21944) 00000100:00000001:1.0:1789469690.833243:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469690.833251:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469690.833253:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469690.833259:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469690.833262:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469690.833266:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469690.833268:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469690.833271:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469690.833274:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469691.217296:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469691.217303:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469691.217309:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469691.217310:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469691.217313:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469691.217314:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469691.217414:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469691.217418:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469691.217421:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469691.345245:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469691.345257:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469691.345259:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469691.345264:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469691.345267:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469691.345271:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469691.345273:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469691.857302:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469691.857309:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469691.857311:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469691.857315:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469691.857318:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469691.857321:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469691.857324:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469691.857326:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469691.857328:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469692.241253:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469692.241260:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469692.241265:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469692.241267:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469692.241270:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469692.241272:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469692.241468:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469692.241471:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469692.241475:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469692.369999:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469692.370014:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469692.370016:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469692.370020:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469692.370022:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469692.370026:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469692.370028:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469692.881247:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469692.881255:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469692.881257:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469692.881262:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469692.881265:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469692.881269:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469692.881283:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469692.881285:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469692.881288:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469693.265305:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469693.265313:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469693.265318:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469693.265320:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469693.265323:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469693.265324:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469693.265417:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469693.265420:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469693.265423:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469693.393800:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469693.393807:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469693.393822:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469668/real 1789469668] req@ffff8cbacf6eaa00 x1876386402425984/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469693 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469693.393849:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469693.393851:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469693.393855:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee77e8. 00000400:00000200:1.0:1789469693.393863:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6deaa0 00000400:00000010:1.0:1789469693.393865:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6deaa0. 00000100:00000001:1.0:1789469693.393870:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469693.393874:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6eaa00 x1876386402425984/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469693 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469693.393882:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6eaa00 x1876386402425984/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469693 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469693.393889:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469693.393891:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469693.393894:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469693.393895:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469693.393899:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6eaa00 x1876386402425984/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469693 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469693.393904:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469693.393907:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469693.393911:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469668/real 1789469668] req@ffff8cbacf6eb800 x1876386402426112/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469693 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469693.393917:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469693.393918:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469693.393920:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7210. 00000400:00000200:1.0:1789469693.393922:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de110 00000400:00000010:1.0:1789469693.393923:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de110. 00000100:00000001:1.0:1789469693.393925:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469693.393928:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6eb800 x1876386402426112/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469693 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469693.393935:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6eb800 x1876386402426112/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469693 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469693.393951:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469693.393952:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469693.393954:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469693.393955:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469693.393958:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6eb800 x1876386402426112/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469693 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469693.393964:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469693.393972:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469693.393973:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469693.393976:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469693.393978:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469693.393981:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469693.393984:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6eaa00 x1876386402425984/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469693 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469693.393990:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469693.393993:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469693.393995:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469693.393996:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469693.393998:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469693.394001:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469693.394004:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469693.394030:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469693.394033:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469693.394036:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6eaa00 x1876386402425984/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469693 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469693.394044:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402425984:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469693.394049:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469693.394052:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6eb800 x1876386402426112/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469693 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469693.394059:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469693.394061:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469693.394063:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469693.394064:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469693.394066:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469693.394068:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469693.394071:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469693.394077:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469693.394079:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469693.394082:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6eb800 x1876386402426112/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469693 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469693.394089:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402426112:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469693.394093:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469693.394095:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469693.394099:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6eaa00 x1876386402425984/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469693 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469693.394105:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469693.394108:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469693.394112:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faace800. 02000000:00000001:1.0:1789469693.394117:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469693.394119:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469693.394121:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789469693.394124:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469693.394127:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687f000. 02000000:00000001:1.0:1789469693.394130:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469693.394149:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469693.394151:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6eaa00. 00000100:00000001:1.0:1789469693.394155:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469693.394156:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469693.394158:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469693.394161:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6eb800 x1876386402426112/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469693 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469693.394167:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469693.394168:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469693.394169:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacd000. 02000000:00000001:1.0:1789469693.394172:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469693.394173:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469693.394174:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789469693.394176:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469693.394177:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687c400. 02000000:00000001:1.0:1789469693.394180:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469693.394181:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469693.394182:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6eb800. 00000100:00000001:1.0:1789469693.394184:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469693.394185:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469693.394187:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469693.394256:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469693.394262:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469693.394264:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469693.394267:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789469693.394269:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469693.394272:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469693.394275:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469693.394278:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21917 00000400:00000200:3.0:1789469693.394285:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469693.394291:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789469693.394294:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469693.394297:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469693.394300:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469693.394302:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469693.394304:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789469693.394311:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469693.394313:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789469693.394316:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469693.394319:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789469693.394321:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789469693.394323:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789469693.394326:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469693.394328:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469693.394330:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469693.394331:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789469693.394334:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789469693.394337:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789469693.394339:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469693.394342:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469693.394348:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469693.394350:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469693.394353:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789469693.394357:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789469693.394360:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469693.394362:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469693.394370:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033b80. 00000020:00000040:3.0:1789469693.394373:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789469693.394376:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469693.394378:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469693.394380:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469693.394384:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469693.394387:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469693.394395:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2000. 00000100:00000001:3.0:1789469693.394401:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469693.394408:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9033b80 x1876386402426368/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469693.394417:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469693.394421:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469693.394425:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013cbb969] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9033b80 x1876386402426368/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469693.394447:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469693.394450:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469693.394453:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789469693.394454:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469693.394456:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469693.394458:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469693.394461:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21917 00000400:00000200:3.0:1789469693.394465:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469693.394468:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789469693.394470:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469693.394472:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469693.394474:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469693.394476:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469693.394478:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789469693.394480:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469693.394482:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789469693.394483:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469693.394486:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789469693.394488:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789469693.394490:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789469693.394493:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469693.394494:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469693.394496:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469693.394498:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789469693.394500:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789469693.394503:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789469693.394505:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469693.394507:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469693.394510:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469693.394512:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469693.394514:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789469693.394516:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789469693.394518:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469693.394520:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469693.394524:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030000. 00000020:00000040:3.0:1789469693.394526:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789469693.394528:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469693.394529:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469693.394531:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469693.394532:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469693.394534:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469693.394537:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1000. 00000100:00000001:3.0:1789469693.394541:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469693.394545:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030000 x1876386402426496/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469693.394551:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469693.394553:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469693.394556:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000685e8900] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030000 x1876386402426496/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469693.394563:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469693.394566:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469693.394569:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469693.394571:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469693.394574:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469693.394578:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21947) 00000100:00000001:1.0:1789469693.395154:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469693.395159:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469693.395161:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469693.395167:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033b80 x1876386402426368/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469693.395176:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469693.395178:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469693.395181:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469693.395184:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469693.395186:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469693.395190:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402426368:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469693.395193:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469693.395197:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469693.395199:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469693.395201:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469693.395206:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6891000. 02000000:00000001:1.0:1789469693.395208:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469693.395214:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469693.395217:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f306e0. 00000400:00000010:1.0:1789469693.395224:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5000. 00000100:00000200:1.0:1789469693.395230:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402426368, portal 10 00000100:00000001:1.0:1789469693.395233:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469693.395235:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107417984 : -126744602133632 : ffff8cb9f9033b80) 00000100:00000040:1.0:1789469693.395241:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9033b80 x1876386402426368/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469693.395248:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469693.395251:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469693.395254:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5e58. 00000100:00000200:1.0:1789469693.395257:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402426368, offset 0 00000400:00000200:1.0:1789469693.395263:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469693.395271:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469693.395278:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469693.395282:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469693.395286:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469693.395290:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469693.395292:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469693.395295:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94110:94110:256:4294967295] 192.168.203.142@tcp LPNI seq info [94110:94110:8:4294967295] 00000400:00000200:1.0:1789469693.395299:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469693.395309:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469693.395314:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469693.395320:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7600. 00000800:00000200:1.0:1789469693.395326:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469693.395336:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469693.395340:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469693.395357:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469693.395362:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789469693.395365:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469693.395368:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316609437 00000100:00000010:1.0:1789469693.395373:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869af60. 00000100:00000001:1.0:1789469693.395380:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789469693.395396:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316609437 00000100:00000010:1.0:1789469693.395400:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a360. 00000100:00000001:1.0:1789469693.395403:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789469693.395408:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469693.395411:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469693.395414:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469693.395418:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030000 x1876386402426496/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469693.395425:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469693.395426:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469693.395428:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469693.395429:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469693.395431:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469693.395434:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402426496:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469693.395437:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469693.395439:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469693.395440:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469693.395442:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469693.395445:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6893800. 02000000:00000001:1.0:1789469693.395447:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469693.395450:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469693.395453:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30058. 00000400:00000010:1.0:1789469693.395457:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5cc0. 00000100:00000200:1.0:1789469693.395460:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402426496, portal 10 00000100:00000001:1.0:1789469693.395461:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469693.395463:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107402752 : -126744602148864 : ffff8cb9f9030000) 00000100:00000040:1.0:1789469693.395468:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030000 x1876386402426496/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469693.395474:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469693.395477:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469693.395479:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5770. 00000100:00000200:1.0:1789469693.395482:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402426496, offset 0 00000400:00000200:1.0:1789469693.395486:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469693.395491:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469693.395494:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469693.395497:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469693.395500:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469693.395502:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469693.395504:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469693.395507:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94111:94111:255:4294967295] 192.168.203.142@tcp LPNI seq info [94111:94111:7:4294967295] 00000400:00000200:1.0:1789469693.395511:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469693.395517:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469693.395521:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469693.395525:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7f00. 00000800:00000200:1.0:1789469693.395529:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469693.395533:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469693.395535:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469693.395539:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469693.395541:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789469693.395545:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469693.395547:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316609425 00000100:00000001:1.0:1789469693.395549:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4316609437 00000100:00000001:1.0:1789469693.395552:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316609425 00000100:00000001:1.0:1789469693.395554:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4316609437 00000100:00000001:1.0:1789469693.395556:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469693.395558:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469693.395561:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469693.395563:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469693.395568:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469693.395570:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469693.395572:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469693.395574:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469693.395576:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469693.395577:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789469693.396196:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789469693.396203:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7600. 00000400:00000200:3.0:1789469693.396210:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789469693.396216:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789469693.396221:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5e58 00000400:00000010:3.0:1789469693.396224:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5e58. 00000100:00000001:3.0:1789469693.396229:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469693.396235:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9033b80 x1876386402426368/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469693.396244:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469693.396247:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033b80 x1876386402426368/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469718 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469693.396254:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469693.396255:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789469693.396320:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789469693.396323:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7f00. 00000400:00000200:3.0:1789469693.396327:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789469693.396330:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789469693.396333:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5770 00000400:00000010:3.0:1789469693.396335:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5770. 00000100:00000001:3.0:1789469693.396337:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469693.396341:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030000 x1876386402426496/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469693.396349:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469693.396352:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030000 x1876386402426496/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469718 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469693.396357:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469693.396359:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1789469693.423266:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316609437, at 4316609438 00000100:00000040:3.0:1789469693.423267:0:333084:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316609437, at 4316609438 00000100:00000010:2.0:1789469693.423284:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869af60. 00000100:00000010:3.0:1789469693.423292:0:333084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a360. 00000100:00000001:1.0:1789469693.905589:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469693.905598:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469693.905600:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469693.905606:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469693.905609:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469693.905613:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469693.905615:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469693.905617:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469693.905619:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469694.289308:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469694.289327:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469694.289336:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469694.289337:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469694.289341:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469694.289343:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469694.289428:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469694.289436:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469694.289441:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469694.419376:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469694.419383:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469694.419399:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469669/real 1789469669] req@ffff8cbacf6e8380 x1876386402426240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469694 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469694.419416:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469694.419419:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469694.419422:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7528. 00000400:00000200:1.0:1789469694.419429:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6dee58 00000400:00000010:1.0:1789469694.419432:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6dee58. 00000100:00000001:1.0:1789469694.419436:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469694.419440:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6e8380 x1876386402426240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469694 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469694.419449:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6e8380 x1876386402426240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469694 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469694.419455:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469694.419457:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469694.419459:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469694.419461:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469694.419465:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbacf6e8380 x1876386402426240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469694 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469694.419481:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469694.419490:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469694.419492:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1789469694.419494:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469694.419497:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469694.419500:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469694.419505:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6e8380 x1876386402426240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469694 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469694.419511:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469694.419514:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469694.419515:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469694.419516:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469694.419518:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469694.419520:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469694.419523:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469694.419547:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469694.419550:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469694.419554:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6e8380 x1876386402426240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469694 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469694.419562:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402426240:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789469694.419566:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469694.419569:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469694.419572:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6e8380 x1876386402426240/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469694 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469694.419577:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469694.419581:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469694.419585:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cb9faacdc00. 02000000:00000001:1.0:1789469694.419589:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469694.419593:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469694.419594:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789469694.419596:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469694.419599:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae687c000. 02000000:00000001:1.0:1789469694.419603:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469694.419604:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469694.419606:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6e8380. 00000100:00000001:1.0:1789469694.419610:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469694.419611:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469694.419614:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469694.420196:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469694.420207:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789469694.420212:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469694.420215:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469694.420220:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469694.420228:0:332879:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21918 00000400:00000200:3.0:1789469694.420239:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469694.420247:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789469694.420251:0:332879:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469694.420254:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469694.420258:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469694.420261:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469694.420264:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789469694.420274:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469694.420276:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789469694.420279:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469694.420283:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789469694.420286:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789469694.420289:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789469694.420292:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469694.420294:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469694.420296:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469694.420298:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789469694.420301:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789469694.420305:0:332879:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789469694.420307:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469694.420310:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469694.420314:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469694.420318:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469694.420321:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789469694.420324:0:332879:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469694.420336:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9030e00. 00000020:00000040:3.0:1789469694.420340:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789469694.420344:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469694.420346:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469694.420349:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469694.420353:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469694.420357:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469694.420367:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d3800. 00000100:00000001:3.0:1789469694.420376:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469694.420386:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9030e00 x1876386402426624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469694.420397:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469694.420402:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469694.420407:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ae05b5f] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9030e00 x1876386402426624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469694.420485:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469694.420490:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469694.420493:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469694.420500:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9030e00 x1876386402426624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469694.420619:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469694.420622:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469694.420627:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469694.420630:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469694.420633:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469694.420637:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9030e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402426624:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789469694.420642:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469694.420647:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469694.420650:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469694.420653:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469694.420659:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890800. 02000000:00000001:1.0:1789469694.420661:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469694.420668:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469694.420674:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f305d8. 00000400:00000010:1.0:1789469694.420681:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5880. 00000100:00000200:1.0:1789469694.420690:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402426624, portal 25 00000100:00000001:1.0:1789469694.420693:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469694.420695:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107406336 : -126744602145280 : ffff8cb9f9030e00) 00000100:00000040:1.0:1789469694.420701:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9030e00 x1876386402426624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469694.420709:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469694.420712:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469694.420714:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5908. 00000100:00000200:1.0:1789469694.420718:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402426624, offset 0 00000400:00000200:1.0:1789469694.420726:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469694.420737:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469694.420745:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469694.420753:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469694.420757:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469694.420762:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469694.420765:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469694.420769:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94112:94112:256:4294967295] 192.168.203.142@tcp LPNI seq info [94112:94112:8:4294967295] 00000400:00000200:1.0:1789469694.420774:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469694.420785:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469694.420793:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469694.420799:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7100. 00000800:00000200:1.0:1789469694.420807:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469694.420817:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469694.420822:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469694.420848:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469694.420853:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469694.420856:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316611702 00000100:00000010:1.0:1789469694.420864:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a360. 00000100:00000001:1.0:1789469694.420873:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789469694.420881:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316611702 00000100:00000010:1.0:1789469694.420884:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869af60. 00000100:00000001:1.0:1789469694.420888:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789469694.420890:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469694.420893:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469694.420910:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469694.420913:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789469694.421094:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469694.421100:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7100. 00000400:00000200:2.0:1789469694.421106:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469694.421113:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469694.421120:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5908 00000400:00000010:2.0:1789469694.421123:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5908. 00000100:00000001:2.0:1789469694.421128:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469694.421172:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9030e00 x1876386402426624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469694.421181:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469694.421185:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9030e00 x1876386402426624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469719 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469694.421192:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469694.421194:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789469694.421264:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469694.421269:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469694.421273:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469694.421276:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469694.421279:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469694.421283:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469694.421287:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469694.421290:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469694.421294:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469694.421299:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21948) 00000100:00000001:1.0:1789469694.421524:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469694.421527:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1789469694.421531:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469694.421533:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469694.421536:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469694.421539:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469694.929994:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469694.930006:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469694.930008:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469694.930015:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469694.930020:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469694.930025:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469694.930028:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469694.930031:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469694.930035:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469695.313442:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469695.313452:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469695.313459:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469695.313460:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469695.313463:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469695.313464:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469695.313703:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469695.313708:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469695.313712:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789469695.697310:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316611702, at 4316611712 00000100:00000010:2.0:1789469695.697330:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a360. 00000100:00000040:3.0:1789469695.697442:0:333084:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316611702, at 4316611712 00000100:00000010:3.0:1789469695.697457:0:333084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869af60. 00000100:00000001:1.0:1789469695.954708:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469695.954719:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469695.954721:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469695.954729:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469695.954733:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469695.954738:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469695.954741:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469695.954744:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469695.954747:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469696.337360:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469696.337372:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469696.337374:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469696.337378:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469696.337384:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469696.337387:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469696.337389:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469696.337391:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469696.337395:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469696.337397:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469696.337400:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469696.337401:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469696.337793:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469696.337797:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469696.337800:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469696.977301:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469696.977313:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469696.977316:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469696.977323:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469696.977327:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469696.977331:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469696.977334:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469696.977337:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469696.977340:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469697.361467:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469697.361475:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469697.361480:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469697.361482:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469697.361485:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469697.361487:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469697.361589:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469697.361593:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469697.361596:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469698.001275:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469698.001283:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469698.001285:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469698.001291:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469698.001294:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469698.001297:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469698.001300:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469698.001303:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469698.001306:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469698.387382:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469698.387389:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469698.387394:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469698.387396:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469698.387399:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469698.387400:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469698.387534:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469698.387538:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469698.387541:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469698.452023:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469698.452036:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469698.452039:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469698.452043:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469698.452045:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469698.452050:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469698.452052:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469698.452193:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469698.452198:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469698.452202:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469698.452206:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469698.452208:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469698.452211:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469698.452214:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469698.452218:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469698.452221:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469698.452224:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469698.452230:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21952) 00000100:00000001:1.0:1789469699.025298:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469699.025306:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469699.025308:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469699.025313:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469699.025317:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469699.025321:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469699.025324:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469699.025326:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469699.025329:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469699.409337:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469699.409345:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469699.409350:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469699.409354:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469699.409356:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469699.409360:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469699.409363:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469699.409365:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469699.409367:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469699.409370:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469699.409373:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469699.409375:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469699.409376:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469699.409378:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469699.409379:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469699.409381:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469699.409382:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469699.409384:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469699.409539:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469699.409543:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469699.409546:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469699.473255:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469699.473269:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469699.473271:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469699.473276:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469699.473278:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469699.473282:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469699.473285:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469699.478827:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469699.478837:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469699.478841:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469699.478844:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469699.478847:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469699.478850:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469699.478863:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469699.478866:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469699.478869:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469699.478871:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469699.478877:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21953) 00000100:00000001:1.0:1789469700.049395:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469700.049404:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469700.049407:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469700.049412:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469700.049417:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469700.049431:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469700.049435:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469700.049437:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469700.049440:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469700.434190:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469700.434199:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469700.434207:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469700.434208:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469700.434213:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469700.434215:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469700.435440:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469700.435447:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469700.435454:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469700.498545:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469700.498564:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469700.498567:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469700.498573:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469700.498576:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469700.498581:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469700.498584:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469701.076170:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469701.076180:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469701.076182:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469701.076189:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469701.076193:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469701.076199:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469701.076202:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469701.076205:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469701.076208:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469701.457475:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469701.457485:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469701.457733:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469701.457735:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469701.457741:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469701.457742:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469701.458017:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469701.458021:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469701.458026:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469701.521284:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469701.521317:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469701.521320:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469701.521326:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469701.521329:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469701.521335:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469701.521338:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469702.097303:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469702.097313:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469702.097316:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469702.097324:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469702.097328:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469702.097333:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469702.097337:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469702.097340:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469702.097344:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469702.482040:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469702.482058:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469702.482064:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469702.482066:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469702.482070:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469702.482071:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469702.482572:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469702.482576:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469702.482580:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469702.545654:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469702.545672:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469702.545675:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469702.545681:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469702.545684:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469702.545689:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469702.545692:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469703.121476:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469703.121486:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469703.121488:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469703.121495:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469703.121499:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469703.121504:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469703.121507:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469703.121510:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469703.121513:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469703.505311:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469703.505320:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469703.505327:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469703.505329:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469703.505333:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469703.505334:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469703.505413:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469703.505418:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469703.505422:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469703.569277:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469703.569300:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469703.569302:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469703.569308:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469703.569311:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469703.569317:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469703.569320:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469704.146182:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469704.146194:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469704.146197:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469704.146205:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469704.146209:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469704.146214:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469704.146217:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469704.146221:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469704.146224:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469704.529760:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469704.529771:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469704.529777:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469704.529778:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469704.529782:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469704.529783:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469704.530235:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469704.530239:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469704.530243:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469704.594212:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469704.594234:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469704.594236:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469704.594244:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469704.594247:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469704.594252:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469704.594255:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469704.785972:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469704.785986:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469704.785991:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469704.785995:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469704.785998:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469704.786001:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469704.786005:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469704.786010:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469704.786013:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469704.786016:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469704.786023:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21958) 00000100:00000001:1.0:1789469705.169317:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469705.169328:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469705.169331:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469705.169338:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469705.169342:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469705.169348:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469705.169352:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469705.169355:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469705.169358:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469705.553336:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469705.553347:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469705.553354:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469705.553355:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469705.553360:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469705.553362:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469705.553513:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469705.553518:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469705.553522:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469705.618230:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469705.618250:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469705.618253:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469705.618259:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469705.618262:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469705.618268:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469705.618271:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469706.193368:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469706.193380:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469706.193383:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469706.193390:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469706.193394:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469706.193398:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469706.193401:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469706.193406:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469706.193409:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469706.577344:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469706.577353:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469706.577356:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469706.577360:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469706.577365:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469706.577367:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469706.577370:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469706.577372:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469706.577375:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469706.577377:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469706.577380:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469706.577381:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469706.577679:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469706.577683:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469706.577686:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469706.641263:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469706.641279:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469706.641281:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469706.641285:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469706.641287:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469706.641291:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469706.641294:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469707.217994:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469707.218001:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469707.218003:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469707.218008:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469707.218012:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469707.218016:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469707.218018:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469707.218020:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469707.218023:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469707.601347:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469707.601354:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469707.601360:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469707.601362:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469707.601365:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469707.601366:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469707.601551:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469707.601555:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469707.601568:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469707.665383:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469707.665397:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469707.665399:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469707.665404:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469707.665406:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469707.665410:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469707.665413:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469708.241260:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469708.241269:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469708.241270:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469708.241275:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469708.241278:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469708.241282:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469708.241284:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469708.241286:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469708.241290:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469708.625262:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469708.625270:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469708.625275:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469708.625277:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469708.625280:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469708.625281:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469708.630605:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469708.630612:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469708.630616:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469708.689302:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469708.689316:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469708.689318:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469708.689323:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469708.689325:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469708.689330:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469708.689332:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469709.266404:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469709.266411:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469709.266414:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469709.266419:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469709.266422:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469709.266426:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469709.266429:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469709.266431:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469709.266434:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469709.649316:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469709.649323:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469709.649329:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469709.649332:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469709.649338:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469709.649342:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469709.649345:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469709.649348:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469709.649349:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469709.649351:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469709.649355:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469709.649356:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469709.649357:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469709.649359:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469709.649360:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469709.649361:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469709.649363:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469709.649364:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469709.649488:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469709.649492:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469709.649495:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469709.713450:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469709.713472:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469709.713474:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469709.713479:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469709.713481:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469709.713493:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469709.713496:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469709.905245:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469709.905254:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469709.905257:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469709.905261:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469709.905264:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469709.905267:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469709.905270:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469709.905273:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469709.905277:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469709.905280:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469709.905286:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21963) 00000100:00000001:1.0:1789469710.289291:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469710.289300:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469710.289302:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469710.289307:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469710.289311:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469710.289315:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469710.289318:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469710.289320:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469710.289323:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469710.673263:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469710.673269:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469710.673276:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469710.673277:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469710.673280:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469710.673281:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469710.673475:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469710.673479:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469710.673482:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469710.737248:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469710.737262:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469710.737264:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469710.737269:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469710.737271:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469710.737275:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469710.737278:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469711.313275:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469711.313281:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469711.313283:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469711.313287:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469711.313291:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469711.313295:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469711.313297:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469711.313299:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469711.313301:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469711.697308:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469711.697316:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469711.697321:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469711.697323:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469711.697326:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469711.697327:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469711.698068:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469711.698072:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469711.698076:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469711.761260:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469711.761277:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469711.761279:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469711.761284:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469711.761287:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469711.761292:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469711.761294:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469712.341465:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469712.341474:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469712.341476:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469712.341481:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469712.341484:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469712.341488:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469712.341491:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469712.341493:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469712.341495:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469712.721266:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469712.721273:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469712.721278:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469712.721279:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469712.721283:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469712.721284:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469712.721635:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469712.721640:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469712.721643:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469712.785250:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469712.785266:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469712.785268:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469712.785273:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469712.785275:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469712.785279:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469712.785282:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469713.361374:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469713.361383:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469713.361385:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469713.361391:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469713.361395:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469713.361399:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469713.361402:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469713.361404:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469713.361407:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469713.745323:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469713.745331:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469713.745336:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469713.745338:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469713.745341:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469713.745342:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469713.745511:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469713.745515:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469713.745518:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469713.809322:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469713.809337:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469713.809340:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469713.809344:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469713.809347:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469713.809352:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469713.809354:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469714.385528:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469714.385536:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469714.385538:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469714.385544:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469714.385547:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469714.385550:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469714.385553:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469714.385555:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469714.385557:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469714.769266:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469714.769273:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469714.769279:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469714.769281:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469714.769284:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469714.769285:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469714.769488:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469714.769492:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469714.769496:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469714.833854:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469714.833868:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469714.833870:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469714.833874:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469714.833876:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469714.833880:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469714.833883:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469715.030644:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469715.030654:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469715.030657:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469715.030660:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469715.030662:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469715.030665:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469715.030667:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469715.030671:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469715.030674:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469715.030677:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469715.030683:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21968) 00000100:00000001:1.0:1789469715.410189:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469715.410199:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469715.410202:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469715.410208:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469715.410212:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469715.410217:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469715.410220:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469715.410223:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469715.410226:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469715.793704:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469715.793714:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469715.793721:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469715.793723:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469715.793727:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469715.793728:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469715.793895:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469715.793900:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469715.793903:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469715.857503:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469715.857524:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469715.857527:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469715.857534:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469715.857537:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469715.857543:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469715.857546:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469716.433263:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469716.433275:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469716.433278:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469716.433286:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469716.433291:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469716.433296:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469716.433311:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469716.433315:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469716.433319:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469716.817831:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469716.817843:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469716.817846:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469716.817850:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469716.817857:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469716.817860:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469716.817863:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469716.817866:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469716.817871:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469716.817873:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469716.817888:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469716.817890:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469716.822051:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469716.822061:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469716.822068:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469716.882079:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469716.882099:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469716.882102:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469716.882108:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469716.882111:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469716.882116:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469716.882119:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469717.457317:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469717.457328:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469717.457330:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469717.457339:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469717.457343:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469717.457347:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469717.457351:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469717.457354:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469717.457357:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469717.841341:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469717.841352:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469717.841361:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469717.841362:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469717.841366:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469717.841367:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469717.841546:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469717.841560:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469717.841564:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469717.906773:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469717.906792:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469717.906795:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469717.906802:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469717.906805:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469717.906810:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469717.906813:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469718.483802:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469718.483813:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469718.483816:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469718.483824:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469718.483828:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469718.483833:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469718.483837:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469718.483840:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469718.483843:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469718.865416:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469718.865426:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469718.865432:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469718.865433:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469718.865437:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469718.865438:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469718.865596:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469718.865600:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469718.865604:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469718.931366:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469718.931380:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469718.931403:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469693/real 1789469693] req@ffff8cb9f9033b80 x1876386402426368/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469718 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469718.931425:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469718.931428:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469718.931433:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f306e0. 00000400:00000200:1.0:1789469718.931442:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5000 00000400:00000010:1.0:1789469718.931445:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5000. 00000100:00000001:1.0:1789469718.931451:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469718.931466:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9033b80 x1876386402426368/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469718 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469718.931474:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9033b80 x1876386402426368/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469718 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469718.931482:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469718.931484:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469718.931488:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469718.931490:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469718.931494:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9033b80 x1876386402426368/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469718 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469718.931500:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469718.931502:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469718.931507:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469693/real 1789469693] req@ffff8cb9f9030000 x1876386402426496/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469718 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469718.931515:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469718.931516:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469718.931518:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30058. 00000400:00000200:1.0:1789469718.931520:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5cc0 00000400:00000010:1.0:1789469718.931522:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5cc0. 00000100:00000001:1.0:1789469718.931524:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469718.931527:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030000 x1876386402426496/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469718 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469718.931541:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030000 x1876386402426496/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469718 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469718.931548:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469718.931549:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469718.931551:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469718.931552:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469718.931556:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9030000 x1876386402426496/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469718 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469718.931562:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469718.931572:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469718.931574:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469718.931578:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469718.931580:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469718.931584:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469718.931588:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033b80 x1876386402426368/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469718 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469718.931596:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469718.931598:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469718.931599:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469718.931601:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469718.931604:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469718.931608:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469718.931612:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469718.931643:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469718.931646:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469718.931651:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033b80 x1876386402426368/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469718 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469718.931659:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402426368:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469718.931666:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469718.931670:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030000 x1876386402426496/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469718 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469718.931676:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469718.931678:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469718.931680:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469718.931681:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469718.931683:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469718.931685:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469718.931687:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469718.931694:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469718.931696:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469718.931700:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030000 x1876386402426496/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469718 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469718.931708:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402426496:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469718.931712:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469718.931715:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469718.931718:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033b80 x1876386402426368/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469718 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469718.931725:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469718.931728:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469718.931733:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6891000. 02000000:00000001:1.0:1789469718.931738:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469718.931742:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469718.931754:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=9 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789469718.931758:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469718.931761:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d2000. 02000000:00000001:1.0:1789469718.931766:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469718.931769:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469718.931771:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033b80. 00000100:00000001:1.0:1789469718.931777:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469718.931779:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469718.931781:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469718.931784:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030000 x1876386402426496/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789469718 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469718.931790:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469718.931791:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469718.931793:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6893800. 02000000:00000001:1.0:1789469718.931795:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469718.931797:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469718.931798:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789469718.931800:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469718.931802:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d1000. 02000000:00000001:1.0:1789469718.931804:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469718.931805:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469718.931806:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030000. 00000100:00000001:1.0:1789469718.931809:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469718.931810:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469718.931813:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469718.933181:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469718.933191:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469718.933194:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469718.933198:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1789469718.933201:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469718.933204:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469718.933209:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469718.933215:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21942 00000400:00000200:3.0:1789469718.933227:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469718.933234:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789469718.933237:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469718.933241:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469718.933244:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469718.933246:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469718.933249:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789469718.933258:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469718.933260:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:3.0:1789469718.933264:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469718.933267:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:3.0:1789469718.933270:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:3.0:1789469718.933272:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:3.0:1789469718.933275:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469718.933277:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469718.933278:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469718.933280:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789469718.933283:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:3.0:1789469718.933295:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789469718.933298:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469718.933301:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469718.933310:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469718.933312:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469718.933315:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789469718.933319:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789469718.933322:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469718.933324:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469718.933336:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031880. 00000020:00000040:3.0:1789469718.933340:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=10 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789469718.933345:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469718.933347:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469718.933351:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469718.933354:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469718.933359:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469718.933369:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d1c00. 00000100:00000001:3.0:1789469718.933377:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469718.933389:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031880 x1876386402426752/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469718.933398:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469718.933403:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469718.933408:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081730922] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031880 x1876386402426752/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469718.933433:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469718.933436:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469718.933440:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1789469718.933442:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789469718.933443:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789469718.933446:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789469718.933449:0:332879:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 21942 00000400:00000200:3.0:1789469718.933453:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789469718.933465:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:3.0:1789469718.933468:0:332879:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1789469718.933471:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469718.933473:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469718.933475:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469718.933477:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789469718.933480:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789469718.933481:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:3.0:1789469718.933483:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789469718.933485:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:3.0:1789469718.933487:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:3.0:1789469718.933490:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:3.0:1789469718.933493:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469718.933494:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789469718.933496:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789469718.933497:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789469718.933499:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:3.0:1789469718.933501:0:332879:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789469718.933503:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789469718.933505:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789469718.933507:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789469718.933509:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469718.933511:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1789469718.933513:0:332879:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1789469718.933515:0:332879:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469718.933516:0:332879:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789469718.933519:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9032300. 00000020:00000040:3.0:1789469718.933522:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:3.0:1789469718.933524:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789469718.933525:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469718.933527:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789469718.933528:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789469718.933529:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789469718.933533:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9e71d2c00. 00000100:00000001:3.0:1789469718.933543:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789469718.933549:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9032300 x1876386402426880/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789469718.933556:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789469718.933558:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469718.933561:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005446fc88] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9032300 x1876386402426880/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469718.933568:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789469718.933571:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469718.933575:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469718.933577:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469718.933580:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469718.933586:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21972) 00000100:00000001:1.0:1789469718.935105:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469718.935116:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469718.935120:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469718.935180:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9031880 x1876386402426752/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469718.935195:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469718.935197:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469718.935202:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469718.935206:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469718.935209:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469718.935213:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402426752:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469718.935218:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469718.935222:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469718.935225:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469718.935228:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469718.935239:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6893800. 02000000:00000001:1.0:1789469718.935241:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469718.935250:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469718.935255:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30058. 00000400:00000010:1.0:1789469718.935265:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5cc0. 00000100:00000200:1.0:1789469718.935274:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402426752, portal 10 00000100:00000001:1.0:1789469718.935278:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469718.935280:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107409024 : -126744602142592 : ffff8cb9f9031880) 00000100:00000040:1.0:1789469718.935298:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031880 x1876386402426752/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469718.935306:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469718.935309:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469718.935313:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5000. 00000100:00000200:1.0:1789469718.935318:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402426752, offset 0 00000400:00000200:1.0:1789469718.935326:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469718.935338:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469718.935349:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469718.935357:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469718.935362:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469718.935366:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469718.935369:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469718.935373:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94113:94113:256:4294967295] 192.168.203.142@tcp LPNI seq info [94113:94113:8:4294967295] 00000400:00000200:1.0:1789469718.935377:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469718.935388:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469718.935395:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469718.935402:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7b00. 00000800:00000200:1.0:1789469718.935410:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469718.935421:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469718.935427:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469718.935453:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469718.935642:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789469718.935648:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469718.935653:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316634977 00000100:00000010:1.0:1789469718.935660:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a5a0. 00000100:00000001:1.0:1789469718.935669:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789469718.935694:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316634977 00000100:00000010:1.0:1789469718.935698:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869acc0. 00000100:00000001:1.0:1789469718.935702:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789469718.935708:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469718.935712:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469718.935716:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469718.935722:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9032300 x1876386402426880/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469718.935730:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469718.935732:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469718.935734:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469718.935735:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469718.935737:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469718.935740:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9032300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402426880:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789469718.935752:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469718.935755:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469718.935757:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469718.935759:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469718.935763:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6891000. 02000000:00000001:1.0:1789469718.935765:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469718.935768:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469718.935771:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f306e0. 00000400:00000010:1.0:1789469718.935775:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5660. 00000100:00000200:1.0:1789469718.935779:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402426880, portal 10 00000100:00000001:1.0:1789469718.935781:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469718.935782:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107411712 : -126744602139904 : ffff8cb9f9032300) 00000100:00000040:1.0:1789469718.935788:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9032300 x1876386402426880/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469718.935797:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469718.935799:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469718.935802:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d54c8. 00000100:00000200:1.0:1789469718.935805:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402426880, offset 0 00000400:00000200:1.0:1789469718.935810:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469718.935815:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469718.935819:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469718.935822:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469718.935824:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469718.935827:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469718.935829:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469718.935832:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94114:94114:255:4294967295] 192.168.203.142@tcp LPNI seq info [94114:94114:7:4294967295] 00000400:00000200:1.0:1789469718.935836:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469718.935843:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469718.935848:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469718.935852:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7800. 00000800:00000200:1.0:1789469718.935856:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469718.935861:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469718.935864:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469718.935867:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789469718.935870:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789469718.935874:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469718.935876:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4316634965 00000100:00000001:1.0:1789469718.935878:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4316634977 00000100:00000001:1.0:1789469718.935881:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4316634965 00000100:00000001:1.0:1789469718.935883:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4316634977 00000100:00000001:1.0:1789469718.935885:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469718.935887:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469718.935891:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469718.935893:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469718.935903:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469718.935906:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469718.935909:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469718.935910:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469718.935912:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469718.935914:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789469718.936120:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789469718.936126:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7b00. 00000400:00000200:3.0:1789469718.936179:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789469718.936186:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789469718.936193:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5000 00000400:00000010:3.0:1789469718.936196:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5000. 00000100:00000001:3.0:1789469718.936203:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469718.936208:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031880 x1876386402426752/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469718.936217:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469718.936221:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031880 x1876386402426752/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469743 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469718.936228:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469718.936230:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789469718.936328:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789469718.936330:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7800. 00000400:00000200:3.0:1789469718.936334:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789469718.936337:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789469718.936340:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d54c8 00000400:00000010:3.0:1789469718.936341:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d54c8. 00000100:00000001:3.0:1789469718.936344:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789469718.936348:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9032300 x1876386402426880/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469718.936355:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789469718.936358:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9032300 x1876386402426880/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789469743 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789469718.936365:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469718.936366:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1789469718.963310:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316634977, at 4316634978 00000100:00000010:2.0:1789469718.963336:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a5a0. 00000100:00000040:3.0:1789469718.963824:0:333084:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316634977, at 4316634978 00000100:00000010:3.0:1789469718.963833:0:333084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869acc0. 00000100:00000001:1.0:1789469719.505939:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469719.505949:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469719.505952:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469719.505959:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469719.505964:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469719.505970:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469719.505974:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469719.505977:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469719.505980:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469719.889522:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469719.889532:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469719.889540:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469719.889545:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469719.889548:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469719.889553:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469719.889556:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469719.889559:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469719.889561:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469719.889564:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469719.889568:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469719.889570:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469719.889571:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469719.889573:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469719.889574:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469719.889576:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469719.889577:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469719.889579:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469719.890970:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469719.890978:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469719.890984:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469719.953333:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469719.953346:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789469719.953367:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789469694/real 1789469694] req@ffff8cb9f9030e00 x1876386402426624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469719 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789469719.953389:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789469719.953392:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789469719.953397:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f305d8. 00000400:00000200:1.0:1789469719.953404:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5880 00000400:00000010:1.0:1789469719.953408:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5880. 00000100:00000001:1.0:1789469719.953414:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789469719.953418:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9030e00 x1876386402426624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469719 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789469719.953427:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9030e00 x1876386402426624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469719 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469719.953436:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789469719.953438:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469719.953592:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469719.953595:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789469719.953601:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9030e00 x1876386402426624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469719 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469719.953609:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469719.953621:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469719.953624:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1789469719.953628:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469719.953630:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469719.953634:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789469719.953639:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9030e00 x1876386402426624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469719 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469719.953647:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789469719.953650:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469719.953652:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789469719.953653:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469719.953656:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789469719.953659:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789469719.953663:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789469719.953691:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789469719.953694:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789469719.953699:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9030e00 x1876386402426624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469719 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789469719.953708:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9030e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402426624:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789469719.953713:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469719.953717:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789469719.953720:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9030e00 x1876386402426624/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789469719 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469719.953728:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789469719.953731:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789469719.953746:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890800. 02000000:00000001:1.0:1789469719.953752:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789469719.953756:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789469719.953759:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789469719.953761:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789469719.953764:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cb9e71d3800. 02000000:00000001:1.0:1789469719.953769:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789469719.953771:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789469719.953774:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9030e00. 00000100:00000001:1.0:1789469719.953778:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789469719.953780:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469719.953782:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469719.953879:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469719.953885:0:332879:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789469719.953888:0:332879:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789469719.953890:0:332879:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789469719.953894:0:332879:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1789469719.953898:0:332879:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 21943 00000400:00000200:2.0:1789469719.953916:0:332879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789469719.953923:0:332879:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:2.0:1789469719.953927:0:332879:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1789469719.953930:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469719.953933:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469719.953936:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469719.953939:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789469719.953947:0:332879:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789469719.953949:0:332879:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:2.0:1789469719.953952:0:332879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789469719.953955:0:332879:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:2.0:1789469719.953958:0:332879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:2.0:1789469719.953960:0:332879:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:2.0:1789469719.953963:0:332879:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469719.953965:0:332879:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789469719.953967:0:332879:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789469719.953969:0:332879:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789469719.953973:0:332879:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:2.0:1789469719.953984:0:332879:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789469719.953987:0:332879:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789469719.953989:0:332879:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789469719.953993:0:332879:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789469719.953996:0:332879:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469719.954000:0:332879:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789469719.954002:0:332879:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789469719.954014:0:332879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742f800. 00000020:00000040:2.0:1789469719.954017:0:332879:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789469719.954022:0:332879:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789469719.954024:0:332879:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469719.954027:0:332879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789469719.954030:0:332879:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789469719.954034:0:332879:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789469719.954044:0:332879:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faacd000. 00000100:00000001:2.0:1789469719.954052:0:332879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789469719.954059:0:332879:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742f800 x1876386402427008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789469719.954069:0:332879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789469719.954074:0:332879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789469719.954078:0:332879:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000106e5d2c] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742f800 x1876386402427008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469719.954099:0:332879:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789469719.954102:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469719.954107:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469719.954110:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469719.954113:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469719.954116:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469719.954120:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469719.954123:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469719.954159:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469719.954165:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (21973) 00000100:00000001:1.0:1789469719.955031:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469719.955039:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469719.955042:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789469719.955054:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742f800 x1876386402427008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469719.955066:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469719.955068:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469719.955072:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789469719.955075:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789469719.955078:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469719.955082:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402427008:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789469719.955087:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789469719.955093:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789469719.955096:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789469719.955099:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789469719.955107:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890800. 02000000:00000001:1.0:1789469719.955109:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469719.955118:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789469719.955124:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f305d8. 00000400:00000010:1.0:1789469719.955166:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5880. 00000100:00000200:1.0:1789469719.955175:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402427008, portal 25 00000100:00000001:1.0:1789469719.955177:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789469719.955180:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836136960 : -126740873414656 : ffff8cbad742f800) 00000100:00000040:1.0:1789469719.955195:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742f800 x1876386402427008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789469719.955203:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789469719.955206:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789469719.955210:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d53b8. 00000100:00000200:1.0:1789469719.955215:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402427008, offset 0 00000400:00000200:1.0:1789469719.955223:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789469719.955411:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469719.955421:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789469719.955428:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789469719.955433:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789469719.955437:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789469719.955440:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789469719.955453:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [94115:94115:256:4294967295] 192.168.203.142@tcp LPNI seq info [94115:94115:8:4294967295] 00000400:00000200:1.0:1789469719.955459:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789469719.955471:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789469719.955479:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789469719.955487:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbad2bd7200. 00000800:00000200:1.0:1789469719.955494:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789469719.955505:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789469719.955511:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbad2bd7200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789469719.955532:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789469719.955536:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789469719.955540:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4316637237 00000100:00000010:1.0:1789469719.955546:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869ac00. 00000100:00000001:1.0:1789469719.955554:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789469719.955561:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4316637237 00000100:00000010:1.0:1789469719.955564:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869ad80. 00000100:00000001:1.0:1789469719.955567:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789469719.955571:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789469719.955574:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469719.955579:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469719.955582:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469719.955589:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469719.955592:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1789469719.955594:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469719.955595:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469719.955597:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469719.955599:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789469719.956536:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789469719.956546:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbad2bd7200. 00000400:00000200:2.0:1789469719.956553:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789469719.956561:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789469719.956568:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d53b8 00000400:00000010:2.0:1789469719.956572:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d53b8. 00000100:00000001:2.0:1789469719.956578:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789469719.956585:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742f800 x1876386402427008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469719.956596:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789469719.956600:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742f800 x1876386402427008/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789469744 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789469719.956608:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469719.956610:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789469720.532335:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469720.532346:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469720.532348:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469720.532356:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469720.532361:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469720.532366:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469720.532369:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469720.532372:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469720.532376:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469720.915024:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469720.915033:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469720.915039:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469720.915041:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469720.915045:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469720.915046:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469720.915174:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469720.915178:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469720.915182:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789469721.233424:0:333084:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4316637237, at 4316637248 00000100:00000010:3.0:1789469721.233445:0:333084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869ad80. 00000100:00000040:2.0:1789469721.233575:0:323936:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4316637237, at 4316637248 00000100:00000010:2.0:1789469721.233592:0:323936:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869ac00. 00000100:00000001:1.0:1789469721.553313:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469721.553324:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469721.553326:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469721.553333:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469721.553338:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469721.553343:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469721.553346:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469721.553349:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469721.553352:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469721.937492:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469721.937502:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469721.937509:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469721.937511:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469721.937514:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469721.937515:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469721.937620:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469721.937625:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469721.937629:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469722.577315:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469722.577327:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469722.577330:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469722.577337:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469722.577342:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469722.577348:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469722.577351:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469722.577354:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469722.577358:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469722.961315:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469722.961324:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469722.961331:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469722.961332:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469722.961336:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469722.961337:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469722.961494:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469722.961499:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469722.961502:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469723.603082:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469723.603093:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469723.603096:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469723.603102:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469723.603106:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469723.603110:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469723.603113:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469723.603116:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469723.603119:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469723.985288:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469723.985309:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469723.985312:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469723.985319:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469723.985322:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469723.985328:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469723.985331:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469723.985489:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469723.985493:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469723.985498:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469723.985500:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469723.985504:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469723.985506:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469723.985576:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469723.985580:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469723.985584:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789469723.986087:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469723.986094:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469723.986097:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469723.986101:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789469723.986103:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789469723.986106:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789469723.986109:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469723.986113:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469723.986116:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789469723.986119:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789469723.986125:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (21977) 00000100:00000001:1.0:1789469724.625287:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469724.625299:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469724.625302:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469724.625309:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469724.625314:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469724.625320:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469724.625323:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469724.625326:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469724.625329:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469725.009317:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469725.009324:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469725.009331:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469725.009332:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469725.009334:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469725.009335:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469725.011057:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469725.011067:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469725.011074:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469725.011516:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469725.011532:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469725.011534:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469725.011539:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469725.011542:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469725.011548:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469725.011551:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469725.012829:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469725.012839:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469725.012842:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469725.012845:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469725.012848:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469725.012851:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469725.012854:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469725.012857:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469725.012860:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469725.012862:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469725.012868:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21978) 00000100:00000001:1.0:1789469725.649637:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469725.649648:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469725.649650:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469725.649657:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469725.649662:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469725.649668:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469725.649671:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469725.649674:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469725.649678:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469726.033287:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469726.033307:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469726.033310:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469726.033317:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469726.033320:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469726.033324:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469726.033328:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469726.033334:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469726.033339:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469726.033344:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469726.033346:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469726.033350:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469726.033352:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469726.033639:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469726.033644:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469726.033647:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469726.673340:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469726.673352:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469726.673354:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469726.673362:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469726.673366:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469726.673371:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469726.673374:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469726.673376:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469726.673380:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469727.058107:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469727.058120:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469727.058124:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469727.058128:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469727.058166:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469727.058168:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469727.058171:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469727.058173:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469727.058178:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469727.058180:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469727.058184:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469727.058185:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469727.058233:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469727.058247:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469727.058249:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469727.058252:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469727.058255:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469727.058260:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469727.058263:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469727.059587:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469727.059595:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469727.059602:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469727.697302:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469727.697315:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469727.697318:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469727.697324:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469727.697329:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469727.697334:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469727.697338:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469727.697341:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469727.697344:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469728.081364:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469728.081372:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469728.081379:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469728.081380:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469728.081384:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469728.081385:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469728.081501:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469728.081506:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469728.081509:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469728.081755:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469728.081767:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469728.081770:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469728.081773:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469728.081777:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469728.081781:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469728.081784:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469728.721287:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469728.721298:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469728.721301:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469728.721308:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469728.721313:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469728.721317:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469728.721321:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469728.721324:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469728.721327:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469729.105290:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469729.105311:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469729.105314:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469729.105321:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789469729.105323:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469729.105328:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469729.105332:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469729.106707:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469729.106714:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469729.106720:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469729.106721:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469729.106724:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469729.106725:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469729.106880:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469729.106885:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469729.106888:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469729.745244:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469729.745255:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469729.745257:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469729.745264:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469729.745269:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469729.745273:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469729.745277:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469729.745279:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469729.745282:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469730.129326:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469730.129336:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469730.129343:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469730.129347:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469730.129350:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469730.129354:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469730.129358:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469730.129360:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469730.129362:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469730.129365:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469730.129369:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469730.129370:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469730.129372:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469730.129373:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469730.129375:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469730.129376:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469730.129379:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469730.129381:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469730.129517:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469730.129521:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469730.129525:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469730.130974:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469730.130993:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469730.130996:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469730.131002:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469730.131005:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469730.131011:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469730.131013:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789469730.387471:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469730.387486:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469730.387489:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469730.387504:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789469730.387506:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789469730.387510:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789469730.387513:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469730.387518:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469730.387521:0:176036:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789469730.387524:0:176036:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789469730.387532:0:176036:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21984) 00000100:00000001:1.0:1789469730.769296:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469730.769316:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469730.769319:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469730.769326:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469730.769330:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469730.769335:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469730.769338:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469730.769341:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469730.769344:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469731.153320:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469731.153329:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469731.153336:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469731.153337:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469731.153341:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469731.153342:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469731.153564:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469731.153569:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469731.153573:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469731.155611:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469731.155628:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469731.155631:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469731.155636:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469731.155639:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469731.155644:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469731.155647:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469731.794175:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469731.794195:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469731.794198:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469731.794205:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469731.794209:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469731.794214:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469731.794218:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469731.794221:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469731.794224:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469732.177315:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469732.177325:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469732.177332:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469732.177334:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469732.177337:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469732.177339:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469732.178326:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469732.178334:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469732.178340:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469732.179350:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469732.179367:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469732.179370:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469732.179375:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469732.179378:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469732.179384:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469732.179387:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469732.822949:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469732.822961:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469732.822964:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469732.822971:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469732.822975:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469732.822981:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469732.822984:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469732.822987:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469732.822990:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469733.201376:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469733.201386:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469733.201394:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469733.201397:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469733.201401:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469733.201402:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469733.201627:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469733.201633:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469733.201646:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469733.201842:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469733.201857:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469733.201859:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469733.201864:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469733.201866:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469733.201870:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469733.201873:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469733.841415:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469733.841432:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469733.841435:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469733.841441:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469733.841447:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469733.841453:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469733.841456:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469733.841460:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469733.841463:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469734.225247:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469734.225260:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469734.225262:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469734.225267:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469734.225269:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469734.225273:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469734.225275:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469734.226721:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469734.226726:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469734.226732:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469734.226733:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469734.226737:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469734.226738:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469734.226913:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469734.226917:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469734.226921:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469734.866036:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469734.866043:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469734.866046:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469734.866051:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469734.866054:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469734.866058:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469734.866060:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469734.866063:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469734.866065:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469735.249267:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469735.249273:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469735.249278:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469735.249279:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469735.249283:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469735.249285:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469735.250017:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469735.250022:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469735.250026:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789469735.250097:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469735.250107:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469735.250109:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469735.250113:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469735.250115:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469735.250119:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469735.250122:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789469735.505325:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469735.505336:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469735.505340:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469735.505343:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789469735.505346:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789469735.505348:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789469735.505351:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469735.505356:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469735.505358:0:332879:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789469735.505361:0:332879:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789469735.505367:0:332879:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21989) 00000100:00000001:1.0:1789469735.890585:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469735.890592:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469735.890594:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469735.890599:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469735.890603:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469735.890607:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469735.890610:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469735.890612:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469735.890624:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469736.273249:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789469736.273262:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789469736.273264:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789469736.273269:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789469736.273271:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789469736.273275:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789469736.273277:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469736.273283:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469736.273286:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469736.273290:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469736.273291:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469736.273295:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469736.273296:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469736.273390:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469736.273394:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469736.273397:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469736.913253:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469736.913261:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469736.913263:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469736.913268:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469736.913272:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469736.913276:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469736.913279:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469736.913281:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469736.913284:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469737.297666:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469737.297674:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469737.297676:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469737.297680:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469737.297684:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469737.297687:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469737.297689:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469737.297691:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469737.297695:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469737.297696:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469737.297699:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469737.297701:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789469737.298963:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789469737.298970:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789469737.298976:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789469737.299494:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469737.299507:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469737.299509:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469737.299512:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469737.299514:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469737.299518:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469737.299520:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789469737.937309:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469737.937317:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469737.937319:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469737.937325:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469737.937328:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469737.937332:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469737.937335:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469737.937338:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469737.937340:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469738.321260:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789469738.321275:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789469738.321277:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789469738.321281:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789469738.321283:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789469738.321287:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469738.321289:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469738.324953:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469738.324964:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469738.324972:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469738.324973:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469738.324977:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469738.324980:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469738.325076:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469738.325083:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469738.325088:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469738.961912:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469738.961919:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469738.961921:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469738.961926:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469738.961929:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469738.961933:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469738.961936:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469738.961938:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469738.961941:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469739.345302:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469739.345309:0:332917:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469739.345318:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789469739.345322:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469739.345325:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1789469739.345328:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00010000:00000001:0.0:1789469739.345330:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469739.345335:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469739.345338:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469739.345341:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469739.345342:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1789469739.345344:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469739.345347:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789469739.345350:0:332917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1789469739.345353:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1789469739.345354:0:332917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789469739.345357:0:332917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789469739.345359:0:332917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469739.345359:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1789469739.345363:0:332917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789469739.345366:0:332917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469739.345366:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469739.345368:0:332917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789469739.345373:0:332917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789469739.345373:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789469739.345506:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789469739.345511:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789469739.345514:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789469739.985241:0:332579:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789469739.985254:0:332579:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789469739.985257:0:332579:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789469739.985265:0:332579:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9f97d5b40 going to sleep for 0 seconds 00000100:00000001:1.0:1789469739.985270:0:332579:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789469739.985275:0:332579:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469739.985278:0:332579:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789469739.985281:0:332579:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789469739.985284:0:332579:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) Debug log: 132185 lines, 132185 kept, 0 dropped, 0 bad.